-- Logs begin at Tue 2021-11-23 01:42:42 UTC, end at Tue 2021-11-23 03:26:53 UTC. -- Nov 23 02:13:16.028180 dv-neutron-818844-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 02:13:18.790034 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.common.config [-] Logging enabled! Nov 23 02:13:18.790658 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 23 02:13:18.790809 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103247) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 02:13:18.794088 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.common.config [-] Logging enabled! Nov 23 02:13:18.794344 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 23 02:13:18.794665 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103247) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 02:13:18.795601 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 02:13:18.795836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 02:13:18.796198 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 02:13:18.796475 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 02:13:18.796706 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 02:13:18.797025 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.797453 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 02:13:18.797769 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.798068 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.798366 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.798641 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.798939 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.799223 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.799513 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.800140 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.800456 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.800746 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.801033 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.801322 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.801589 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.801878 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.802196 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.802475 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] debug = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.802761 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.803188 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.803598 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.803882 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.804172 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.804461 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.804735 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.805011 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.805307 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.805637 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] host = dv-neutron-818844-1-hyperv {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.805918 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.806207 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.806498 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.806787 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.807065 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.807344 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.807631 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.807986 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.808325 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.808612 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.808906 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.809198 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.809493 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.809723 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.809948 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.810240 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.810531 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.810813 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.811087 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.811368 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.811644 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.811919 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.812189 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.812533 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.812827 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.813114 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.813391 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.813667 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.813941 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.814214 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.814502 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.814779 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.815057 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.815333 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.815621 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.815898 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.816183 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.816507 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.816797 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.817085 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.817382 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.817659 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.817943 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.818216 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.818486 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.818758 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] use_json = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.819040 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.819311 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.819593 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.819866 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.820137 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.820437 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.820712 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.820998 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:18.821295 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.821593 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.821893 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.822177 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.822482 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.822771 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.823061 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.823340 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.823681 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.823972 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.824288 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.824572 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.824861 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.825139 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.825434 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.825740 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.826034 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.826334 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.826610 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.826887 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.827159 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.827436 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.827730 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.828008 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.828326 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.828621 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.828902 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.829197 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.829485 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.829779 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.830069 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.830345 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.830630 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.830933 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.831213 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.831489 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.831762 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.832049 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.832359 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.832641 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.832925 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.833205 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.833479 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.833751 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.834028 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.834318 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.834597 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.834869 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.835139 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.835417 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.835685 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.835968 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.836272 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.836547 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.836823 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.837104 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.837379 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.837657 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.837936 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.838210 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.838490 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.838765 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.839066 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.839352 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.839626 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.839909 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.840175 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.840476 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.840757 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.841035 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.841310 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.841584 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.841860 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.842141 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.842431 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.842736 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.843018 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.843298 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.843577 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.843856 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.844134 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.844443 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.844727 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.845008 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.845283 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.845573 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.845857 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.846144 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.846427 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.846724 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.847021 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.847303 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.847589 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.847870 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.848148 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.848466 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.848751 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.849048 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.849345 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.849642 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.849937 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.850230 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.850512 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.850821 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.851101 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:18.851317 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 02:13:18.851580 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103247) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 02:13:19.285270 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 02:13:19.285499 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 02:13:19.285841 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 02:13:19.286190 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 02:13:19.609932 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.611074 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.611359 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.612617 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.612891 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.613274 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.652680 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.652958 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.653235 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.667384 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.667667 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.667938 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.696881 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.697159 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.697429 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.735292 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.735571 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.735843 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.977009 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.977673 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.977673 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.977830 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:19.978503 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.076645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.076961 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.077250 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.077517 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.077782 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.078093 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.078349 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.078608 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.078856 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.079139 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.079376 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.079642 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.079896 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.080130 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.080410 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.080674 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.080929 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.081195 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.081464 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.081725 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.082000 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.082249 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.082534 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.082907 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.083153 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.083396 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.083793 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.084033 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.084287 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.084525 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.084757 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.084993 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.085356 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 02:13:20.088506 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 02:13:20.092642 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 02:13:20.096677 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Nov 23 02:13:20.098432 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 02:13:20.098907 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 02:13:20.099252 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 02:13:20.099638 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 02:13:20.102495 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 02:13:20.102756 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 02:13:20.103099 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 02:13:20.108515 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 02:13:20.131157 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 02:13:20.131605 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.131910 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103247) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 02:13:20.132265 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.133676 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103247) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 02:13:20.133961 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 02:13:20.134205 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 02:13:20.138694 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.138983 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.202598 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 02:13:20.202815 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 02:13:20.203073 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 02:13:20.203461 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 02:13:20.224260 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_db.sqlalchemy.engines [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103247) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 02:13:20.770190 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing driver for type 'gre' Nov 23 02:13:20.770951 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] gre ID ranges: [(1, 1000)] Nov 23 02:13:20.827964 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing driver for type 'local' Nov 23 02:13:20.828395 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing driver for type 'vlan' Nov 23 02:13:20.847410 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] VlanTypeDriver initialization complete Nov 23 02:13:20.847784 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing driver for type 'vxlan' Nov 23 02:13:20.848315 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] vxlan ID ranges: [(1, 1000)] Nov 23 02:13:20.902540 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing extension driver 'port_security' Nov 23 02:13:20.902921 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.extensions.port_security [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] PortSecurityExtensionDriver initialization complete Nov 23 02:13:20.903248 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing mechanism driver 'openvswitch' Nov 23 02:13:20.903575 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing mechanism driver 'hyperv' Nov 23 02:13:20.910316 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.plugin [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:13:20.911006 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.911375 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.911750 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.912308 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103247) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:13:20.912739 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.913090 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.913433 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.913836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103247) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:13:20.914244 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.914590 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.914928 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.915318 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103247) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:13:20.915727 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.916062 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.916425 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.916956 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103247) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:13:20.917344 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.917692 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.918058 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.918461 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103247) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:13:20.918860 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.919200 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.919533 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.919925 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103247) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 02:13:20.920327 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] ML2 OVO RPC backend initialized. {{(pid=103247) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 02:13:20.921031 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.921381 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.921795 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.922138 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > networks before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.922482 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.922816 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > ports before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.923153 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.923487 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.923827 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.924160 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.924515 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.925208 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.925539 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.925868 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.926198 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.926534 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.926868 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.927438 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.plugin [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Modular L2 Plugin initialization complete Nov 23 02:13:20.927767 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading services supported by the core plugin {{(pid=103247) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 02:13:20.928088 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.plugins.ml2.managers [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Got port-security extension from driver 'port_security' Nov 23 02:13:20.928580 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.extensions.vlantransparent [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Disabled vlantransparent extension. Nov 23 02:13:20.929075 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103247) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 02:13:20.929388 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: router Nov 23 02:13:20.965097 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.965564 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_create 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.965932 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router before_create 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.966294 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.966661 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.967012 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_delete 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.967369 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.967714 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.968067 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_create 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.968440 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_update 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.968768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_update 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.969111 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.969458 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_update 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.969863 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.970223 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.970555 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.970884 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: subnet after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.971227 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.971578 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.971916 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.972271 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.972604 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.972957 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router after_update 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.973295 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.973636 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.973983 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.974320 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.974679 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > agent after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.975031 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.975368 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > network after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.976215 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Tracking information for resource: router configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.976564 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Tracking information for resource: floatingip configured {{(pid=103247) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 02:13:20.981837 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.db.l3_agentschedulers_db [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 02:13:20.982407 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.982760 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port after_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.983108 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port after_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.983453 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: port after_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.984256 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router before_create 55550100 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.984617 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.984975 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.985324 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:20.990284 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.provider_configuration [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service providers = [] {{(pid=103247) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 02:13:20.990647 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.db.servicetype_db [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103247) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 02:13:20.993587 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.service_base [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:13:20.993934 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.service_base [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:13:20.994267 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.service_base [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:13:20.995151 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.services.service_base [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103247) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 02:13:20.995519 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.services.service_base [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 02:13:20.995882 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:20.996353 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 02:13:21.006813 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.007155 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: auto_allocate Nov 23 02:13:21.013063 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: network precommit_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.013426 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: network precommit_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.013943 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.014262 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: tag Nov 23 02:13:21.020941 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.021210 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: timestamp Nov 23 02:13:21.025988 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.026300 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: network_ip_availability Nov 23 02:13:21.032428 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.032829 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.033207 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.034060 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.034380 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: flavors Nov 23 02:13:21.039671 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.040002 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading Plugin: revisions Nov 23 02:13:21.044976 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103247) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 02:13:21.045333 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_concurrency.lockutils [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=103247) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 02:13:21.046181 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103247) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 02:13:21.046520 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Initializing extension manager. Nov 23 02:13:21.047041 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: __init__.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.047384 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: __pycache__ {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.047717 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.048047 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: address_group.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.048836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.049431 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: address-group Nov 23 02:13:21.050061 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: address_scope.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.052410 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.052946 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: address-scope Nov 23 02:13:21.053286 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.054262 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.054786 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: router-admin-state-down-before-update Nov 23 02:13:21.055114 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: agent.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.055823 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.056376 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: agent Nov 23 02:13:21.056703 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: agent_resources_synced.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.057617 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.058127 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: agent-resources-synced Nov 23 02:13:21.058449 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.060439 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.060957 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: allowed-address-pairs Nov 23 02:13:21.061280 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.062378 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.062895 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: auto-allocated-topology Nov 23 02:13:21.063217 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: availability_zone.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.063907 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.064439 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: availability_zone Nov 23 02:13:21.064760 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: availability_zone_filter.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.065698 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.066213 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: availability_zone_filter Nov 23 02:13:21.066529 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: data_plane_status.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.067429 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.067936 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 02:13:21.068271 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: default_subnetpools.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.069178 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.069687 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: default-subnetpools Nov 23 02:13:21.070001 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.070810 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.071324 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: dhcp_agent_scheduler Nov 23 02:13:21.071641 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: dns.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.072579 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.073082 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 02:13:21.073397 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: dns_domain_ports.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.074361 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.074865 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 02:13:21.075180 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.076098 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.076638 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 02:13:21.076955 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: dvr.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.077628 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.078253 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: dvr Nov 23 02:13:21.078572 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: ecmp_routes.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.079491 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.079991 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 02:13:21.080335 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: empty_string_filtering.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.081252 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.081757 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: empty-string-filtering Nov 23 02:13:21.082076 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.082983 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.083481 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 02:13:21.083796 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.084740 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.085243 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 02:13:21.085559 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: external_net.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.086466 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.086971 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: external-net Nov 23 02:13:21.087290 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.088199 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.088755 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: extra_dhcp_opt Nov 23 02:13:21.089075 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: extraroute.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.090020 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.090528 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: extraroute Nov 23 02:13:21.090838 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: extraroute_atomic.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.091861 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.092397 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: extraroute-atomic Nov 23 02:13:21.092718 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: filter_validation.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.093392 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.093888 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: filter-validation Nov 23 02:13:21.094207 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: fip_pf_description.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.095117 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.095618 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 02:13:21.095933 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: fip_port_details.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.096862 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.097418 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: fip-port-details Nov 23 02:13:21.097734 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: flavors.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.098955 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.099466 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: flavors Nov 23 02:13:21.099788 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.101499 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.102019 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 02:13:21.102344 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: floatingip_pools.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.103042 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.103556 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: floatingip-pools Nov 23 02:13:21.103873 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: ip_allocation.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.104836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.105346 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 02:13:21.105749 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.106675 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.107182 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: ip-substring-filtering Nov 23 02:13:21.107501 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l2_adjacency.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.108456 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.108958 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 02:13:21.109274 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.110374 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.110941 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: router Nov 23 02:13:21.111265 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.113517 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.114043 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 02:13:21.114372 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.115296 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.115811 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: ext-gw-mode Nov 23 02:13:21.116138 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.117090 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.117599 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: l3-ha Nov 23 02:13:21.117920 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3_flavors.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.118836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.119343 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: l3-flavors Nov 23 02:13:21.119665 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.120614 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.121130 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 02:13:21.121560 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: l3agentscheduler.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.122574 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.123080 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: l3_agent_scheduler Nov 23 02:13:21.123397 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: local_ip.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.125193 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.125712 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension local_ip not supported by any of loaded plugins Nov 23 02:13:21.126051 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: logging.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.127509 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.128028 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension logging not supported by any of loaded plugins Nov 23 02:13:21.128393 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: metering.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.129153 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.129731 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: metering Nov 23 02:13:21.130053 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.131163 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.131678 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: metering_source_and_destination_fields Nov 23 02:13:21.132001 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: multiprovidernet.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.132972 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.133485 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: multi-provider Nov 23 02:13:21.133807 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: netmtu.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.134721 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.135228 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: net-mtu Nov 23 02:13:21.135547 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: netmtu_writable.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.136501 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.137050 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: net-mtu-writable Nov 23 02:13:21.137361 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: network_availability_zone.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.138023 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.138521 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: network_availability_zone Nov 23 02:13:21.138834 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: network_ip_availability.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.139934 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.140470 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: network-ip-availability Nov 23 02:13:21.140788 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: network_segment_range.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.141544 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.142045 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 02:13:21.142357 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: pagination.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.143334 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.143788 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: pagination Nov 23 02:13:21.144104 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: port_device_profile.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.145053 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.145563 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: port-device-profile Nov 23 02:13:21.145880 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.146797 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.147300 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: port-mac-address-regenerate Nov 23 02:13:21.147616 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.148556 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.149062 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: port-numa-affinity-policy Nov 23 02:13:21.149378 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: port_resource_request.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.150299 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.150797 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 02:13:21.151113 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: port_resource_request_groups.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.152066 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.152623 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 02:13:21.153071 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: portbindings.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.154007 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.154510 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: binding Nov 23 02:13:21.154824 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: portbindings_extended.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.156113 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.156657 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: binding-extended Nov 23 02:13:21.156974 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: portsecurity.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.157889 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.158394 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: port-security Nov 23 02:13:21.158710 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: project_id.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.159678 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.159998 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: project-id Nov 23 02:13:21.160344 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: providernet.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.161267 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.161775 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: provider Nov 23 02:13:21.162092 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.165723 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.166252 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos not supported by any of loaded plugins Nov 23 02:13:21.166582 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.167827 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.168412 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 02:13:21.168750 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.169669 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.170177 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 02:13:21.170502 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_default.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.171411 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.171915 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-default not supported by any of loaded plugins Nov 23 02:13:21.172259 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_fip.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.172911 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.173405 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 02:13:21.173726 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.174638 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.175450 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 02:13:21.175766 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.176714 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.177215 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 02:13:21.177532 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.178561 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.179151 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 02:13:21.179473 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_pps_rule.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.180676 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.181189 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 02:13:21.181517 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.182440 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.182946 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 02:13:21.183270 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: qos_rules_alias.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.184433 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.184948 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 02:13:21.185272 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: quota_check_limit.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.186205 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.186714 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: quota-check-limit Nov 23 02:13:21.187033 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: quotasv2.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.187962 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.188309 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: quotas Nov 23 02:13:21.188626 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: quotasv2_detail.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.191926 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.192281 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: quota_details Nov 23 02:13:21.192623 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: rbac.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.193675 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.194195 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: rbac-policies Nov 23 02:13:21.194522 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: rbac_address_group.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.195450 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.195971 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: rbac-address-group Nov 23 02:13:21.196302 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: rbac_address_scope.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.197251 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.197938 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: rbac-address-scope Nov 23 02:13:21.198260 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: rbac_security_groups.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.199184 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.199814 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: rbac-security-groups Nov 23 02:13:21.200135 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.201089 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.201603 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: rbac-subnetpool Nov 23 02:13:21.201927 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: revisionifmatch.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.202876 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.203380 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: revision-if-match Nov 23 02:13:21.203698 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: revisions.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.204850 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.205348 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: standard-attr-revisions Nov 23 02:13:21.205673 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: router_availability_zone.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.206345 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.206850 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: router_availability_zone Nov 23 02:13:21.207170 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: routerservicetype.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.208079 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.208612 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 02:13:21.208929 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.209946 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.210460 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: security-groups-normalized-cidr Nov 23 02:13:21.210776 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.211692 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.212202 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: port-security-groups-filtering Nov 23 02:13:21.212550 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.213474 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.213988 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: security-groups-remote-address-group Nov 23 02:13:21.214306 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.215274 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.215775 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: security-groups-shared-filtering Nov 23 02:13:21.216099 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.216708 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 02:13:21.217027 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: securitygroup.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.226929 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.227460 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: security-group Nov 23 02:13:21.227788 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: segment.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.228596 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.229101 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension segment not supported by any of loaded plugins Nov 23 02:13:21.229426 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.230363 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.231032 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 02:13:21.231339 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: servicetype.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.232459 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.232978 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: service-type Nov 23 02:13:21.233300 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: sorting.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.234279 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.234606 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: sorting Nov 23 02:13:21.234925 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: standard_attr_segment.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.235848 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.236390 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 02:13:21.236705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: standardattrdescription.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.237358 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.237863 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: standard-attr-description Nov 23 02:13:21.238175 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: stateful_security_group.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.239120 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.239634 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: stateful-security-group Nov 23 02:13:21.239951 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: stdattrs_common.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.240548 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 02:13:21.240863 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.241811 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.242323 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 02:13:21.242639 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: subnet_onboard.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.243702 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.244221 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: subnet_onboard Nov 23 02:13:21.244570 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.245496 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.246005 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 02:13:21.246375 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: subnet_service_types.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.247471 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.247986 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: subnet-service-types Nov 23 02:13:21.248335 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: subnetallocation.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.249430 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.249944 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: subnet_allocation Nov 23 02:13:21.250264 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.250928 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.251443 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: subnetpool-prefix-ops Nov 23 02:13:21.251757 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.252717 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.253233 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 02:13:21.253549 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: tagging.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.254648 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.255168 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: standard-attr-tag Nov 23 02:13:21.255491 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: timestamp.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.256721 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.257234 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loaded extension: standard-attr-timestamp Nov 23 02:13:21.257559 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: trunk.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.258585 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.259099 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension trunk not supported by any of loaded plugins Nov 23 02:13:21.259423 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: trunk_details.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.260369 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.260880 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 02:13:21.261202 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.262242 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.262653 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 02:13:21.262973 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Loading extension file: vlantransparent.py {{(pid=103247) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 02:13:21.263645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103247) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 02:13:21.264148 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 02:13:21.266747 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:network Nov 23 02:13:21.267269 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:subnet Nov 23 02:13:21.267662 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:13:21.268042 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:port Nov 23 02:13:21.269310 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.269740 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service FLAVORS assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.270375 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.270813 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.271198 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:router Nov 23 02:13:21.271567 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 02:13:21.272050 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service METERING assigned prefix: /metering {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.273540 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.273912 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.274255 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:13:21.275292 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 02:13:21.275723 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:security_group Nov 23 02:13:21.276177 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 02:13:21.276810 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service CORE assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.277138 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:13:21.277592 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] subnetpool is already registered Nov 23 02:13:21.278106 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service CORE assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.278441 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:13:21.278766 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] subnetpool is already registered Nov 23 02:13:21.281247 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.281674 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service FLAVORS assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.282261 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.282680 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.283007 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:router Nov 23 02:13:21.283338 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] router is already registered Nov 23 02:13:21.283743 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 02:13:21.284072 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] floatingip is already registered Nov 23 02:13:21.284552 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service METERING assigned prefix: /metering {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.285208 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 02:13:21.285529 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] rbac_policy is already registered Nov 23 02:13:21.285933 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:security_group Nov 23 02:13:21.286259 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] security_group is already registered Nov 23 02:13:21.286651 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 02:13:21.286976 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] security_group_rule is already registered Nov 23 02:13:21.287592 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service CORE assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.287910 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:13:21.288254 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] subnetpool is already registered Nov 23 02:13:21.288677 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.v2.resource_helper [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Service CORE assigned prefix: {{(pid=103247) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 02:13:21.288995 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 02:13:21.289318 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING neutron.quota.resource_registry [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] subnetpool is already registered Nov 23 02:13:21.289768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: extensions {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.291226 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: address-groups {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.292733 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: address-scopes {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.294218 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: agents {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.295392 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: auto-allocated-topology {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.296687 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: availability_zones {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.297896 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: dhcp-networks {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.299422 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: dhcp-agents {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.301244 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: routers {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.304453 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: flavors {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.305665 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: service_profiles {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.306879 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: next_providers {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.308354 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: service_profiles {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.309990 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: floatingip-pools {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.311191 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: routers {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.313330 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: floatingips {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.314601 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: l3-routers {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.316009 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: l3-agents {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.317424 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: metering-labels {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.318779 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: metering-label-rules {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.320053 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: network-ip-availabilities {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.321310 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: bindings {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.322986 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: quotas {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.324575 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: quotas {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.326205 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: rbac-policies {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.327508 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: security-groups {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.328764 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: security-group-rules {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.329993 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: service-providers {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.331213 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: subnetpools {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.332669 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: subnetpools {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.334121 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.335821 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.337673 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.339456 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.341414 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.343267 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.344970 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.346870 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.348650 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.350510 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron.api.extensions [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Extended resource: tags {{(pid=103247) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 02:13:21.356766 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING keystonemiddleware.auth_token [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 02:13:21.361720 dv-neutron-818844-1-hyperv neutron-server[103247]: WARNING keystonemiddleware.auth_token [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 02:13:21.370718 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_concurrency.lockutils [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Acquired lock "singleton_lock" {{(pid=103247) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 02:13:21.371606 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_concurrency.lockutils [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Releasing lock "singleton_lock" {{(pid=103247) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 02:13:21.371940 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Starting 2 workers Nov 23 02:13:21.376859 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Started child 103356 {{(pid=103247) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:13:21.381389 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Started child 103357 {{(pid=103247) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:13:21.382326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:21.383075 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO neutron.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 02:13:21.383550 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Publish callbacks [] for process, before_spawn {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:21.383808 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [-] (103356) wsgi starting up on http://0.0.0.0:9696 Nov 23 02:13:21.385959 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Starting 1 workers Nov 23 02:13:21.386199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:21.388133 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [-] (103357) wsgi starting up on http://0.0.0.0:9696 Nov 23 02:13:21.391191 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Started child 103358 {{(pid=103247) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:13:21.391726 dv-neutron-818844-1-hyperv neutron-server[103247]: INFO oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Starting 1 workers Nov 23 02:13:21.394804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] calling RpcWorker wait() {{(pid=103358) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 02:13:21.395379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] returning from RpcWorker wait() {{(pid=103358) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 02:13:21.396127 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Started child 103359 {{(pid=103247) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 02:13:21.396730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:21.396918 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG neutron_lib.callbacks.manager [None req-f3f768d0-37fe-4902-8e4b-f9c354cc84b8 None None] Publish callbacks [] for process, after_spawn {{(pid=103247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:21.397185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:13:21.398871 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103247) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 02:13:21.399055 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 02:13:21.399214 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 02:13:21.399461 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 02:13:21.399788 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 02:13:21.399928 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 02:13:21.400498 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.400768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.401034 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.401292 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.401560 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.401837 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:21.402367 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.402367 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.402702 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.402893 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.403140 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.403296 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.403472 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.403728 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.403971 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.404275 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.404556 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.404802 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.405043 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.405221 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.405449 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.405723 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.405961 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.406202 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] debug = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.406457 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.406926 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.407175 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.407409 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.407644 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.407924 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.408161 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.408467 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.408709 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.408953 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.409169 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.409433 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.409660 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.409871 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.410132 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.410345 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.410583 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.410825 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.411297 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] host = dv-neutron-818844-1-hyperv {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.411542 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.411781 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.412026 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.412303 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.412549 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.412766 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.413014 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.413267 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.413514 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.413745 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.413981 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.414235 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.414481 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.414718 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.414883 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_options = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.415100 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.415374 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.415631 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.415825 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.415993 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.416172 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.416463 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.416696 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.416866 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.417124 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.417342 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.417556 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.417768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.418039 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.418283 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.418515 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.418752 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.418965 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.419214 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.419439 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.419669 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.419893 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.420131 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.420390 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.420620 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.420851 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.421091 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.421304 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.421539 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.421787 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.422015 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.422275 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.422488 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.422716 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.422970 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.423194 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.423419 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.423632 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.423927 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.424157 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.424434 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.424684 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.425263 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.425485 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.425701 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.425914 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.426145 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_json = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.426356 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.426594 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.426836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.427046 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.427262 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.428908 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.429106 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.429378 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.429875 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.430122 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.430474 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.430737 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.431184 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.431628 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.431938 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.432359 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.432521 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.432748 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.433287 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.433385 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.433617 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.434599 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.434599 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.434756 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.434996 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.435282 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.436206 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.436206 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.436206 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.436206 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.436507 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.436757 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.437593 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.437593 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.437836 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.438081 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.438178 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:13:21.438729 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.438830 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.439130 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.439344 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.439641 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.439818 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.440077 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.440346 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.440563 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.440797 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.441022 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.441572 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.441674 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.441901 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.442147 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.442382 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.442598 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.442845 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.443094 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.443353 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.443601 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.443825 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.444156 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.444353 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.444514 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.445020 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.445020 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.445186 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.445494 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.445689 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.445955 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.446170 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.446382 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.446605 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.446832 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.447153 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.447346 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.447553 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.447785 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.447991 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.448355 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.448603 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.448826 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.449380 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.449380 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.449667 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.449810 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.450327 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.450327 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.450615 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.451010 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.451256 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.451475 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.451715 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.452107 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.452358 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.452595 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.452816 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.453033 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.453252 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.453466 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.453721 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.453900 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.454183 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.454485 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.454738 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.454998 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.455227 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.455466 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.455708 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.455965 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.456192 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.456445 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.456682 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.456959 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.457189 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.457426 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.457676 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.457934 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.458209 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.458538 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.458782 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.459107 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.459358 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.459606 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.459886 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.460126 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.460388 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.460630 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.460870 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.461153 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.461414 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.461687 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.461909 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.462163 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.462473 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.462752 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.463015 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.463275 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.463527 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.463801 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.464058 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.464329 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.464584 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.464881 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.465274 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.465536 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.465765 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.465986 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.466221 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.466561 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.466817 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.467061 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.467281 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.467617 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.467876 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.468152 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.468502 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.469186 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.469583 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.469687 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.470350 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.470350 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.470350 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.470612 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.470813 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.471059 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.471284 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.471543 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.471742 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.471965 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.472215 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.472480 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.472723 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.472978 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.473164 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.473383 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.473633 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.473852 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.474077 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.474325 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.474552 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.474778 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.475030 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.475227 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.475481 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.475705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.475983 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.476327 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.476485 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.476724 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.476997 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.477261 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.477476 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.477727 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.477949 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.478188 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.478403 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.478629 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.478940 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.479178 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.479428 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.479646 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.479887 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.480126 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.480492 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.480764 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.481004 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.481269 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.481563 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.481808 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.482053 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.482295 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.482534 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.482761 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.482986 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.483266 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.483533 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.483779 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.484021 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.484249 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.484497 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.484734 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.484934 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.485219 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.485457 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.485690 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.485953 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.486174 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.486384 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.486645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.486860 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.487079 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.487307 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.487529 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.487746 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.487980 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.488200 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.488460 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.488694 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.489016 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.489266 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.489500 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.489712 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.489933 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.490158 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.490378 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.490598 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.490824 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.491056 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.491298 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.491524 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.491743 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.491955 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.492184 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.492426 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.492636 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.492863 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.493079 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.493383 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.493721 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.493991 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.494216 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.494504 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.494778 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.495026 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.495282 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.495590 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.495809 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.496056 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.496473 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.496775 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.497001 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.497249 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.497559 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.497841 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.498109 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.498366 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.498659 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.498968 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.499254 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.499475 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.499765 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.500083 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.500377 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.500653 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.500889 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.501137 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.501370 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.501605 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.501848 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.502081 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.502299 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.502569 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.502827 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.503082 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.503300 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.503529 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.503778 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.504023 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.504267 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.504491 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.504709 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.504867 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 02:13:21.505398 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103247) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 02:13:21.505557 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 02:13:21.505714 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 02:13:21.505904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 02:13:21.506067 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 02:13:21.506223 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 02:13:21.506434 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.506597 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.506758 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.506923 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.507082 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.507295 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.507435 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.507583 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.507722 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.507854 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.508023 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.508185 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.508477 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.508717 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.508882 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.509043 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.509302 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.509395 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.509555 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.509930 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.510084 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.510248 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.510672 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] debug = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.510830 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.511043 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.511207 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.511362 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.511521 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.511960 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.511960 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.512126 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.512313 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.512448 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.512600 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.512930 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.512930 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.513080 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.513334 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.513436 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.513549 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.513699 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.513853 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] host = dv-neutron-818844-1-hyperv {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514005 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514165 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514310 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514463 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514639 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514791 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.514953 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.515134 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.515441 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.515441 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.515630 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.515712 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.515856 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.516011 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.516362 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_options = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.516526 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.516685 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.516848 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.517033 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.517197 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.517356 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.517514 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.517797 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.517797 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518027 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518118 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518278 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518424 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518712 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518712 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.518864 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519027 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519183 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519343 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519496 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519634 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519793 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.519952 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.520113 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.520294 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.520486 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.520571 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.520703 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.520858 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.521162 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.521525 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.521651 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.521776 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.521937 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.522094 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.522253 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.522411 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.522570 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.522732 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.522896 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.523034 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.523183 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.523369 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.523498 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.523652 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.523954 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.524263 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_json = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.524559 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.524851 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.525184 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.525341 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.525505 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.525645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.525783 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.525941 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 02:13:21.526122 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.526287 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.526459 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.526622 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.526788 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.526949 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.527111 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.527273 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.527518 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.527661 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.528078 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.528485 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.528848 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.529174 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.529513 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.529679 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.529977 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.530266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:13:21.530398 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.530491 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.530595 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.530737 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.530922 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.531096 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.531256 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.531418 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.531580 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.531742 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.531911 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.532077 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.532271 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.532431 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.532585 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.532746 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.532914 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.533055 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.533217 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.533379 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.533542 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.533704 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.533866 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.534026 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.534188 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.534352 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.534521 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.534683 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.534844 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535006 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535168 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535328 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535490 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535651 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535812 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.535974 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.536136 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.536321 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.536483 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.536649 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.536820 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.536981 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.537141 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.537300 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.537462 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.537623 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.537783 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.537943 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.538104 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.538264 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.538424 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.538596 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.538758 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.538918 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.539077 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.539237 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.539400 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.539560 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.539719 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.539880 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.540039 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.540199 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.540374 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.540527 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.540687 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.541377 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.541549 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.541709 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.541865 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.542019 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.542176 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.542335 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.542577 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.542684 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543096 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543096 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543257 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543405 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543578 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543727 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.543892 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544053 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544221 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544568 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544568 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544722 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544801 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.544981 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.545141 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.545300 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.545467 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.545627 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.545787 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.545970 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.546142 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.546307 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.546466 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.546870 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.546870 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.546870 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.547705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.547705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.547705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.547705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.547705 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548140 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548140 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548140 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548375 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548468 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548611 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548770 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.548930 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.549089 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.549248 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.549406 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.549626 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550060 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550192 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550337 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550496 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550679 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550838 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.550997 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.551157 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.551316 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.551475 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.551635 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.551793 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.551954 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.552112 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.552290 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.552452 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.552614 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.552773 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.552932 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.553139 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.553266 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.553386 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.553543 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.553703 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.553864 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.554024 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.554228 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.554347 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.554476 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.554768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.554768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555001 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555153 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555266 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555370 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555516 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555674 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555832 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.555990 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.556150 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.556356 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.556511 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.556671 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.556831 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.556991 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.557152 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.557312 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.557471 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.557634 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.557792 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.557953 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.558114 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.558272 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.558434 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.558613 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.558841 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559012 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559174 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559334 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559509 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559716 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559864 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.559984 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.560126 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.560307 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.560468 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.560627 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.560790 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.560949 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.561107 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.561270 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.561433 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.561593 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.561754 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.561913 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.562073 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.562234 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.562393 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.562566 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.562725 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.562885 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.563043 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.563202 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.563362 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.563530 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.563689 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.563847 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564005 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564163 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564343 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564512 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564725 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564858 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.564979 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.565119 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.565282 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.565449 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.565608 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.565768 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.565927 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.566084 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.566243 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.566410 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.566576 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.566735 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.566897 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.567058 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.567216 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.567385 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.567544 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.567703 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.567862 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.568021 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.568180 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.568444 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.568608 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.568767 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.568935 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.569095 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.569597 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.569844 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.569981 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.570624 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.570624 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.570624 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.570624 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571034 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571034 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571034 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571892 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571892 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571892 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571892 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.571892 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.572904 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.573571 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.573571 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.573571 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.573571 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574036 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574036 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574036 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.574645 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.575333 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.575333 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.575333 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.575333 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.575864 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 02:13:21.575864 dv-neutron-818844-1-hyperv neutron-server[103247]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103247) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 02:13:21.706184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54282) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:21.720066 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102401 Nov 23 02:13:33.168802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fa6a9e-85f0-4cf4-90b2-9de52e248353 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:13:33.233052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa6a9e-85f0-4cf4-90b2-9de52e248353 None None] No non-hosted networks {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 02:13:33.260912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.agentschedulers_db [None req-f5fa6a9e-85f0-4cf4-90b2-9de52e248353 None None] DHCP Agent not found on host dv-neutron-818844-1-hyperv {{(pid=103358) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 02:13:33.392507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a262105-a3d5-46e2-a943-85eb41a5599f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-945794'] for agent, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:35.533348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ef5ec5c-1ca1-4ac4-bb86-785b3943be55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-945794'] for agent, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:35.577976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9be5820d-0fb3-43b6-a892-ce792284aab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:36.298718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-945794'] for agent, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:37.983289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-945794'] for agent, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:38.377821 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.db.l3_hamode_db [None req-300fece8-8c1c-4804-818a-576e3d2e291b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 02:13:38.455655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fece8-8c1c-4804-818a-576e3d2e291b None None] Routers set() bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:13:38.456047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300fece8-8c1c-4804-818a-576e3d2e291b None None] Router IDs set() for agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 02:13:39.040038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-945794'] for agent, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:39.041082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.041482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.041827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.042718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.043258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.043654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.044098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.044968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.046557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.046928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.048562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.048914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:39.049326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818844-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:13:39.062683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818844-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:13:39.300560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 54374) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:39.832681 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING oslo_policy.policy [None req-20903046-9e5a-4530-8350-53e4f0afba7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:39.833245 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING oslo_policy.policy [None req-20903046-9e5a-4530-8350-53e4f0afba7a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:40.061223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-20903046-9e5a-4530-8350-53e4f0afba7a admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:13:40.062529 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-20903046-9e5a-4530-8350-53e4f0afba7a admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7598166 Nov 23 02:13:42.548847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:43.107075 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING oslo_policy.policy [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:43.107648 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING oslo_policy.policy [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:43.328135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:13:43.423217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.policy [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103357) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 02:13:43.469162 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING oslo_policy.policy [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:43.469530 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING oslo_policy.policy [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:43.477987 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.quota [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] Loaded quota_driver: . Nov 23 02:13:43.580147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733507536700', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733507535209', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733507556834', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733507555051', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733507576933', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733507567971', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2076533', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1856874', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-844747', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-669033'] for rbac-policy, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:43.652620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:43.654102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3d6b6891-48cd-49ad-b6f1-630a2564a49b admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1034493 Nov 23 02:13:46.435469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54408) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:46.758368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Request body: {'network': {'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'name': 'private', 'admin_state_up': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:13:46.807145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Made reservation on behalf of b448c1c27d4f4d8f85fc9c6ab76e22ab for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:13:46.810160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:46.827581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:46.955275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:46.962393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:46.983101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:13:47.010564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733508371420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:47.011159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Unsubscribe: segment precommit_create {{(pid=103357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 02:13:47.011678 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Added segment b7c304ff-5542-4783-a22c-9ae9119966fd of type vlan for network ebbef866-3dd5-4932-8c2e-edaf714b097a Nov 23 02:13:47.027047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a841513a-c475-4807-8fa1-3567df8c2dd7,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:47.078276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.078617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.078972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.079297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.079644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.079958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.080292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.080641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.080956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.081274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.081588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.081898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Tracked resource versions report: Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: pushed versions: Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: { 'AddressGroup': {'1.2'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'ConntrackHelper': {'1.0'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Log': {'1.0'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Network': {'1.1'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Port': {'1.7'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'PortForwarding': {'1.2'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'QosPolicy': {'1.10'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroup': {'1.5'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SubPort': {'1.0'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Subnet': {'1.1'}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Trunk': {'1.1'}} Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: consumer versions: Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'ConntrackHelper': '1.0', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Log': '1.0', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Network': '1.1', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Port': '1.7', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'PortForwarding': '1.2', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'QosPolicy': '1.10', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroup': '1.5', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroupRule': '1.2', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SubPort': '1.0', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Subnet': '1.1', Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Trunk': '1.1'}} Nov 23 02:13:47.083247 dv-neutron-818844-1-hyperv neutron-server[103357]: {{(pid=103357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:13:47.122940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:47.166833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:47.168058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:13:47.169035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:47.241184 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8046012 Nov 23 02:13:47.271518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da2386-c725-486f-afdc-5362bbce0181 admin admin] Pushing event updated for resources: {'Network': ['ID=ebbef866-3dd5-4932-8c2e-edaf714b097a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:47.285054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ebbef866-3dd5-4932-8c2e-edaf714b097a details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:13:50.034270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 54422) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:50.578272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.policy [None req-2ade84c9-889f-4492-a3b3-eccd980af092 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103356) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 02:13:50.623845 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING oslo_policy.policy [None req-2ade84c9-889f-4492-a3b3-eccd980af092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:50.624221 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING oslo_policy.policy [None req-2ade84c9-889f-4492-a3b3-eccd980af092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 02:13:50.633081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade84c9-889f-4492-a3b3-eccd980af092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:13:50.634810 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2ade84c9-889f-4492-a3b3-eccd980af092 admin admin] 10.222.0.53 "GET /v2.0/networks/ebbef866-3dd5-4932-8c2e-edaf714b097a HTTP/1.1" status: 200 len: 825 time: 0.5990217 Nov 23 02:13:50.688858 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3e684da6-a83b-4a7b-892c-db68e21e372e admin admin] 10.222.0.53 "GET /v2.0/subnetpools/37bbe819-3c44-4ce6-9ab1-ca4bc638c289 HTTP/1.1" status: 200 len: 734 time: 0.0442650 Nov 23 02:13:50.698493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:13:50.700017 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.quota [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Loaded quota_driver: . Nov 23 02:13:50.740770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Made reservation on behalf of b448c1c27d4f4d8f85fc9c6ab76e22ab for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:13:50.743641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:51.048063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:51.118616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Checking segment: {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:13:51.119007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Network hostable DHCP agents. Network: ebbef866-3dd5-4932-8c2e-edaf714b097a, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:13:51.125979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da52a57-90bd-4165-a2ba-9e848b0f1b13,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:51.137421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.138168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.138526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.138862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.139193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.139537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.139863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.140188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.140538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.140863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.141181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.141499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Tracked resource versions report: Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: pushed versions: Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: { 'AddressGroup': {'1.2'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Log': {'1.0'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Network': {'1.1'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Port': {'1.7'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'PortForwarding': {'1.2'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'QosPolicy': {'1.10'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroup': {'1.5'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SubPort': {'1.0'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Subnet': {'1.1'}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Trunk': {'1.1'}} Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: consumer versions: Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'ConntrackHelper': '1.0', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Log': '1.0', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Network': '1.1', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Port': '1.7', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'PortForwarding': '1.2', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'QosPolicy': '1.10', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroup': '1.5', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroupRule': '1.2', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SubPort': '1.0', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Subnet': '1.1', Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Trunk': '1.1'}} Nov 23 02:13:51.142790 dv-neutron-818844-1-hyperv neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:13:51.179534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Network ebbef866-3dd5-4932-8c2e-edaf714b097a is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:13:51.193588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ebbef866-3dd5-4932-8c2e-edaf714b097a) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:13:51.199323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:13:51.200441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:51.206642 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495a438d-00e9-44cc-8344-133a35727390 None None] Network ebbef866-3dd5-4932-8c2e-edaf714b097a requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:13:51.226004 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f987ec37-4251-4fde-9a82-457e8c30396d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5311007 Nov 23 02:13:51.535922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ebbef866-3dd5-4932-8c2e-edaf714b097a', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:13:51.537214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:51.838160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Allocated IP 172.20.0.2 (ebbef866-3dd5-4932-8c2e-edaf714b097a/7da52a57-90bd-4165-a2ba-9e848b0f1b13/03ad0a86-a28c-4c7f-82b6-cbd2b977c105) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:13:52.048091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.056898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.137746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Network ebbef866-3dd5-4932-8c2e-edaf714b097a is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:13:52.142064 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:13:52.143824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Pushing event updated for resources: {'Port': ['ID=03ad0a86-a28c-4c7f-82b6-cbd2b977c105,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:52.148744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:13:52.156552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.156917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.157271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.157608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.157935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.158284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.158620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.158973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.159331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.159656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.159976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.160321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Tracked resource versions report: Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: pushed versions: Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: { 'AddressGroup': {'1.2'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'ConntrackHelper': {'1.0'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Log': {'1.0'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Network': {'1.1'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Port': {'1.7'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'PortForwarding': {'1.2'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'QosPolicy': {'1.10'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroup': {'1.5'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SubPort': {'1.0'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Subnet': {'1.1'}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Trunk': {'1.1'}} Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: consumer versions: Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'ConntrackHelper': '1.0', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Log': '1.0', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Network': '1.1', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Port': '1.7', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'PortForwarding': '1.2', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'QosPolicy': '1.10', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroup': '1.5', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroupRule': '1.2', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SubPort': '1.0', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Subnet': '1.1', Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Trunk': '1.1'}} Nov 23 02:13:52.161630 dv-neutron-818844-1-hyperv neutron-server[103358]: {{(pid=103358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:13:52.236933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Attempting to bind port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:13:52.237649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Attempting to bind port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:13:52.237757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Attempting to bind port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 on network ebbef866-3dd5-4932-8c2e-edaf714b097a {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:13:52.243331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:13:52.243713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Checking segment: {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:13:52.244182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.244633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Bound using segment: {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:13:52.245141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Bound port: 03ad0a86-a28c-4c7f-82b6-cbd2b977c105, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:13:52.245553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.310014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] For port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:13:52.314417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] For port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=03ad0a86-a28c-4c7f-82b6-cbd2b977c105,segment=NetworkSegment(b7c304ff-5542-4783-a22c-9ae9119966fd),segment_id=b7c304ff-5542-4783-a22c-9ae9119966fd)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:13:52.320490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:13:52.386015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d0529e-2e7e-4086-8a2f-9534cf9746e5 None None] Pushing event updated for resources: {'Port': ['ID=03ad0a86-a28c-4c7f-82b6-cbd2b977c105,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:13:53.755506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54436) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:54.085003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-e76e53f9-925e-4c3c-9fba-445c825a3199 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:13:54.086005 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e76e53f9-925e-4c3c-9fba-445c825a3199 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3293798 Nov 23 02:13:56.586274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54444) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:13:56.923563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-b8d1f6a0-ffcc-4d43-964a-c23367d81868 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:13:56.924909 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b8d1f6a0-ffcc-4d43-964a-c23367d81868 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3373299 Nov 23 02:13:59.689726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54454) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:00.009312 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:14:00.034812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:00.036576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:00.183372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:00.189704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:00.205640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:00.206857 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-81e6da95-52b9-4a76-bddb-0b8710d378f4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5161669 Nov 23 02:14:00.764885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:14:00.857683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:00.858329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:00.973157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:01.008673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=03ad0a86-a28c-4c7f-82b6-cbd2b977c105,segment=NetworkSegment(b7c304ff-5542-4783-a22c-9ae9119966fd),segment_id=b7c304ff-5542-4783-a22c-9ae9119966fd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:14:01.014458 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:01.069740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=03ad0a86-a28c-4c7f-82b6-cbd2b977c105,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:01.427936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a356e-fd5d-474a-aabb-1de1cb2ff686 None None] Network ebbef866-3dd5-4932-8c2e-edaf714b097a requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:14:01.493945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2e8660c8-661e-44fb-a6fb-6e01422d4b54 None None] Provisioning complete for port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:01.494318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2e8660c8-661e-44fb-a6fb-6e01422d4b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:01.871334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2b7e4b93-e804-4c22-b1c0-83a204bbf28c None None] Provisioning complete for port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:01.872143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4b93-e804-4c22-b1c0-83a204bbf28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:02.735631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:14:02.747742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54466) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:02.786457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:02.786804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:03.079330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-c4c44954-b0f0-414c-b0da-b82353fe22b0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:14:03.080363 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c4c44954-b0f0-414c-b0da-b82353fe22b0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3316302 Nov 23 02:14:03.114968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cbe68c1a-5ddf-4ca3-b319-724e240a8140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:05.532188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e91219-b5ed-42f4-b711-19d9b7a7aa8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:05.628665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54474) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:05.995451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:14:06.027108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Made reservation on behalf of a0b7fbff2c214dd392f35894a299f863 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:14:06.029988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.041805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.121041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.126496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.142730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Reserving flat network on physical network physnet1 {{(pid=103357) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 02:14:06.164583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.165153 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Added segment 2cd2bcf7-2b0c-496e-ac76-9271e5f790be of type flat for network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 Nov 23 02:14:06.166360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ef9fb0-9c03-4d1e-9c68-d2666d9b9ae0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:06.216099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.243095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.252340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.253291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:14:06.253883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:06.328454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6981976 Nov 23 02:14:06.335024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1a6f9-1415-4db9-904d-138315d87475 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:06.362506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:14:07.911172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:08.960646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54492) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:09.080912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:09.205175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbebc262-e5d2-42dc-80b2-9b2e0d43c9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:14:09.206483 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cbebc262-e5d2-42dc-80b2-9b2e0d43c9db admin admin] 10.222.0.53 "GET /v2.0/subnets/7da52a57-90bd-4165-a2ba-9e848b0f1b13 HTTP/1.1" status: 200 len: 849 time: 0.2448571 Nov 23 02:14:09.328002 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3be085dc-9577-4e87-81d8-93e80274abf9 admin admin] 10.222.0.53 "GET /v2.0/routers/a5ad06f0-1839-4899-a06c-9e2ad2b71324 HTTP/1.1" status: 200 len: 704 time: 0.1119215 Nov 23 02:14:09.613171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:09.912823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Allocated IP 172.20.0.1 (ebbef866-3dd5-4932-8c2e-edaf714b097a/7da52a57-90bd-4165-a2ba-9e848b0f1b13/a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:14:10.106473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.186610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.266787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Network ebbef866-3dd5-4932-8c2e-edaf714b097a is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:14:10.270944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:14:10.272710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Pushing event updated for resources: {'Port': ['ID=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:10.284524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:14:10.285096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.535956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.543231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8ce05f71-92a6-486b-8746-3db8a043a1b5 None None] Provisioning complete for port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:10.543999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ce05f71-92a6-486b-8746-3db8a043a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.577625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8ce05f71-92a6-486b-8746-3db8a043a1b5 None None] Port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:14:10.757029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.764212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.765020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:10.842232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Pushing event updated for resources: {'Port': ['ID=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:10.900247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Network ebbef866-3dd5-4932-8c2e-edaf714b097a is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:14:10.901884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:14:11.070239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Router a5ad06f0-1839-4899-a06c-9e2ad2b71324 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:14:11.099443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-746978b7-feef-4ff5-8b8c-e4d835789f73 None None] Provisioning complete for port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:11.099740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-746978b7-feef-4ff5-8b8c-e4d835789f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:11.135244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-746978b7-feef-4ff5-8b8c-e4d835789f73 None None] Port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:14:11.162372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:14:11.168014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fd82b3e6-055f-4489-9962-e3fdbcdf2ecb admin admin] 10.222.0.53 "PUT /v2.0/routers/a5ad06f0-1839-4899-a06c-9e2ad2b71324/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8310387 Nov 23 02:14:11.188155 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Sync routers for ids ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:14:11.200742 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Routers {'a5ad06f0-1839-4899-a06c-9e2ad2b71324'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:14:11.201573 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:14:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:11.394864 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Set router a5ad06f0-1839-4899-a06c-9e2ad2b71324 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:14:11.832166 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:14:00Z', 'updated_at': '2021-11-23T02:14:10Z', 'revision_number': 2, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'gw_port_host': None, '_interfaces': [{'id': 'a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d', 'name': '', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'mac_address': 'fa:16:3e:6a:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:09Z', 'updated_at': '2021-11-23T02:14:10Z', 'revision_number': 2, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'subnets': [{'id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:11.886334 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Checking router: a5ad06f0-1839-4899-a06c-9e2ad2b71324 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:14:11.886701 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Updating router a5ad06f0-1839-4899-a06c-9e2ad2b71324 port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:14:11.943177 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.463332 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.473791 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.637439 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Attempting to bind port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:14:12.637949 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Attempting to bind port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:14:12.638477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Attempting to bind port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d on network ebbef866-3dd5-4932-8c2e-edaf714b097a {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:14:12.647871 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:14:12.648452 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Checking segment: {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:14:12.649037 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.649524 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Bound using segment: {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:14:12.650178 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Bound port: a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7c304ff-5542-4783-a22c-9ae9119966fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:14:12.650679 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.730928 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] For port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:14:12.735737 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] For port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,segment=NetworkSegment(b7c304ff-5542-4783-a22c-9ae9119966fd),segment_id=b7c304ff-5542-4783-a22c-9ae9119966fd)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:14:12.737985 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Pushing event updated for resources: {'Port': ['ID=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:12.745163 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.759451 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.759810 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.760155 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.760504 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.760842 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.761186 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.761504 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.761846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.762270 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.762605 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.762932 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.763252 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Tracked resource versions report: Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: pushed versions: Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: { 'AddressGroup': {'1.2'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Log': {'1.0'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Network': {'1.1'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Port': {'1.7'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'PortForwarding': {'1.2'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'QosPolicy': {'1.10'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroup': {'1.5'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SubPort': {'1.0'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Subnet': {'1.1'}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Trunk': {'1.1'}} Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: consumer versions: Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'ConntrackHelper': '1.0', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Log': '1.0', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Network': '1.1', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Port': '1.7', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'PortForwarding': '1.2', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'QosPolicy': '1.10', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroup': '1.5', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroupRule': '1.2', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SubPort': '1.0', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Subnet': '1.1', Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Trunk': '1.1'}} Nov 23 02:14:12.764599 dv-neutron-818844-1-hyperv neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:14:12.773134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-079f2e18-9d7d-4624-8f11-c5f4a61f61b4 None None] Provisioning complete for port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:12.773604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-079f2e18-9d7d-4624-8f11-c5f4a61f61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.787723 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Routers {'a5ad06f0-1839-4899-a06c-9e2ad2b71324'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:14:12.788624 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:14:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:12.882284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-079f2e18-9d7d-4624-8f11-c5f4a61f61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.888375 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] Set router a5ad06f0-1839-4899-a06c-9e2ad2b71324 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:14:12.916212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-079f2e18-9d7d-4624-8f11-c5f4a61f61b4 None None] For port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,segment=NetworkSegment(b7c304ff-5542-4783-a22c-9ae9119966fd),segment_id=b7c304ff-5542-4783-a22c-9ae9119966fd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:14:12.923078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-079f2e18-9d7d-4624-8f11-c5f4a61f61b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:12.981985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079f2e18-9d7d-4624-8f11-c5f4a61f61b4 None None] Pushing event updated for resources: {'Port': ['ID=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:13.047286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e9e9e552-685d-4dd3-90c2-73ec056277e1 None None] Provisioning complete for port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:13.047762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9e9e552-685d-4dd3-90c2-73ec056277e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:13.080933 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e7fe4-e273-4c56-9687-db7e1d74f4c4 None None] Pushing event updated for resources: {'Port': ['ID=a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d,revision_number=5']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:13.173553 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:14:00Z', 'updated_at': '2021-11-23T02:14:10Z', 'revision_number': 2, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'gw_port_host': None, '_interfaces': [{'id': 'a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d', 'name': '', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'mac_address': 'fa:16:3e:6a:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:09Z', 'updated_at': '2021-11-23T02:14:12Z', 'revision_number': 4, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'subnets': [{'id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:13.199247 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df0ea44-bf3b-4880-b3c2-f691f8c68fde None None] The sync data for ids ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'] in dv-neutron-818844-1-hyperv is: [{'id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:14:00Z', 'updated_at': '2021-11-23T02:14:10Z', 'revision_number': 2, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'gw_port_host': None, '_interfaces': [{'id': 'a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d', 'name': '', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'mac_address': 'fa:16:3e:6a:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:09Z', 'updated_at': '2021-11-23T02:14:12Z', 'revision_number': 4, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'subnets': [{'id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:14:13.528146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 54516) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:13.646309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3078a726-5b60-429a-8286-b95629de8c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:14:13.648289 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3078a726-5b60-429a-8286-b95629de8c51 admin admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 842 time: 0.1184387 Nov 23 02:14:13.661602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'gateway_ip': '172.26.8.1', 'cidr': '172.26.8.0/24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:14:13.683428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Made reservation on behalf of a0b7fbff2c214dd392f35894a299f863 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:14:13.686112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:14.040295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:14:14.040777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:14.090598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Pushing event updated for resources: {'Subnet': ['ID=68550bb3-9510-4cf3-a5ad-2f4f15c4b995,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:14.107720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:14:14.108076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Network hostable DHCP agents. Network: 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:14:14.126614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:14:14.137770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:14:14.141983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:14:14.142599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:14.147812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa873a-4de2-4d2e-b557-6215db772a3c None None] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:14:14.170890 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f03f0775-2db0-4f27-bad4-2f1ea30d599c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5014343 Nov 23 02:14:14.284164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f33fcdd-e531-4f3b-83f1-027c86b0a852 None None] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:14:16.591754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 54524) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:16.833256 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-adcbcd43-3045-44dc-8451-5da33e50d35d admin admin] 10.222.0.53 "GET /v2.0/routers/a5ad06f0-1839-4899-a06c-9e2ad2b71324 HTTP/1.1" status: 200 len: 710 time: 0.2403405 Nov 23 02:14:16.926949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb883b-3b29-4437-89bf-6b65fbb0a97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:14:16.935968 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9ceb883b-3b29-4437-89bf-6b65fbb0a97b admin admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 886 time: 0.0887773 Nov 23 02:14:16.940524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:14:17.196142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:17.437457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:17.514418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:17.721354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Allocated IP 172.26.8.233 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/a6d4fd6a-6caf-4004-a2af-9bd5ce58742f) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:14:17.827158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:17.890545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:17.964316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:14:17.980420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:14:17.983533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:14:17.989704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d4fd6a-6caf-4004-a2af-9bd5ce58742f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:18.278147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:18.472887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:18.478091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:18.588348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Router a5ad06f0-1839-4899-a06c-9e2ad2b71324 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:14:18.705288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:14:18.712477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:18.713656 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-32b9483a-8604-4253-9ab4-5c52f6ee9e58 admin admin] 10.222.0.53 "PUT /v2.0/routers/a5ad06f0-1839-4899-a06c-9e2ad2b71324 HTTP/1.1" status: 200 len: 890 time: 1.7769504 Nov 23 02:14:18.761500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:14:18.821042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:18.821417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:20.258565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Sync routers for ids ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:14:20.270759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Routers {'a5ad06f0-1839-4899-a06c-9e2ad2b71324'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:14:20.271441 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:14:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:20.482272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Set router a5ad06f0-1839-4899-a06c-9e2ad2b71324 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:14:20.940703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'a6d4fd6a-6caf-4004-a2af-9bd5ce58742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:14:00Z', 'updated_at': '2021-11-23T02:14:18Z', 'revision_number': 4, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'gw_port': {'id': 'a6d4fd6a-6caf-4004-a2af-9bd5ce58742f', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:17Z', 'updated_at': '2021-11-23T02:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d', 'name': '', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'mac_address': 'fa:16:3e:6a:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:09Z', 'updated_at': '2021-11-23T02:14:12Z', 'revision_number': 5, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'subnets': [{'id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:20.993594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Checking router: a5ad06f0-1839-4899-a06c-9e2ad2b71324 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:14:20.993950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Updating router a5ad06f0-1839-4899-a06c-9e2ad2b71324 port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:14:21.046724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:21.228345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 54536) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:14:21.356086 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6ae817b4-3105-458b-b455-eb170073fbf9 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1265538 Nov 23 02:14:21.367710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:21.375451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:21.429705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Attempting to bind port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:14:21.430078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Attempting to bind port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:14:21.430451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Attempting to bind port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:14:21.439935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6d2b9-d31c-4a83-afd5-5d307cbe2474 None None] Pushing event updated for resources: {'Port': ['ID=a6d4fd6a-6caf-4004-a2af-9bd5ce58742f,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:21.443867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:14:21.444278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:14:21.444701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:21.445180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:14:21.445619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Bound port: a6d4fd6a-6caf-4004-a2af-9bd5ce58742f, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:14:21.446029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:21.502791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] For port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:14:21.506557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] For port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6d4fd6a-6caf-4004-a2af-9bd5ce58742f,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:14:21.512688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:21.574285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6d2b9-d31c-4a83-afd5-5d307cbe2474 None None] Pushing event updated for resources: {'Port': ['ID=a6d4fd6a-6caf-4004-a2af-9bd5ce58742f,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:21.583405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Routers {'a5ad06f0-1839-4899-a06c-9e2ad2b71324'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:14:21.584027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:14:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:21.692990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] Set router a5ad06f0-1839-4899-a06c-9e2ad2b71324 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:14:21.904933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'a6d4fd6a-6caf-4004-a2af-9bd5ce58742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:14:00Z', 'updated_at': '2021-11-23T02:14:18Z', 'revision_number': 4, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'gw_port': {'id': 'a6d4fd6a-6caf-4004-a2af-9bd5ce58742f', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:17Z', 'updated_at': '2021-11-23T02:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d', 'name': '', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'mac_address': 'fa:16:3e:6a:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:09Z', 'updated_at': '2021-11-23T02:14:12Z', 'revision_number': 5, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'subnets': [{'id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:14:21.932269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b595c296-c2b0-4705-84f0-8d0df75a5d2f None None] The sync data for ids ['a5ad06f0-1839-4899-a06c-9e2ad2b71324'] in dv-neutron-818844-1-hyperv is: [{'id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'name': 'router1', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'a6d4fd6a-6caf-4004-a2af-9bd5ce58742f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:14:00Z', 'updated_at': '2021-11-23T02:14:18Z', 'revision_number': 4, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'gw_port': {'id': 'a6d4fd6a-6caf-4004-a2af-9bd5ce58742f', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:18:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:17Z', 'updated_at': '2021-11-23T02:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d', 'name': '', 'network_id': 'ebbef866-3dd5-4932-8c2e-edaf714b097a', 'tenant_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'mac_address': 'fa:16:3e:6a:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5ad06f0-1839-4899-a06c-9e2ad2b71324', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:14:09Z', 'updated_at': '2021-11-23T02:14:12Z', 'revision_number': 5, 'project_id': 'b448c1c27d4f4d8f85fc9c6ab76e22ab', 'subnets': [{'id': '7da52a57-90bd-4165-a2ba-9e848b0f1b13', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '37bbe819-3c44-4ce6-9ab1-ca4bc638c289'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:14:22.459241 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:14:22.777766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6d4fd6a-6caf-4004-a2af-9bd5ce58742f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:14:22.830462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:22.830862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:22.907967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:22.928804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6d4fd6a-6caf-4004-a2af-9bd5ce58742f,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:14:22.936049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:22.984275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=a6d4fd6a-6caf-4004-a2af-9bd5ce58742f,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:14:24.744805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6d4fd6a-6caf-4004-a2af-9bd5ce58742f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:14:24.804117 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:14:24.804117 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:33.109769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1c488277-31d3-4284-9ede-c551a7e54578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:35.547375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfab0c50-2c03-4391-88bf-9786fb58794f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:36.251778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:37.914666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:39.045833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:14:59.460453 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:15:03.164561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7de85535-89d6-4137-9db1-ef720b53473d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:05.536187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0e376dd5-a223-4c34-8b6b-1dc8459e0d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:06.253512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:07.914000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:09.037529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:33.118961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5546acce-31bd-48b5-8e59-6db8e1aeef74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:35.536818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-298bdffd-2b17-4a86-a024-d0121e09aa08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:36.256720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:36.459297 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:15:37.914830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:39.035662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:45.931469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55052) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:15:45.998766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9213657-1515-4ea2-8be4-676446f4a93b admin admin] GET failed (client error): The resource could not be found. Nov 23 02:15:46.000075 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9213657-1515-4ea2-8be4-676446f4a93b admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0676215 Nov 23 02:15:46.187525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0cffbf-8a98-4344-8036-c386e74859c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:46.188982 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bc0cffbf-8a98-4344-8036-c386e74859c6 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1838789 Nov 23 02:15:48.489197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55062) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:15:48.588891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada0942-5230-4837-b8e5-ccc229c0f786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:48.590392 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bada0942-5230-4837-b8e5-ccc229c0f786 admin admin] 10.222.0.53 "GET /v2.0/subnets/7da52a57-90bd-4165-a2ba-9e848b0f1b13 HTTP/1.1" status: 200 len: 849 time: 0.1001353 Nov 23 02:15:48.606456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:15:48.700621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:48.871809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733508508748'] for subnet, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:48.904134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:48.904834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:48.906112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] 10.222.0.53 "PUT /v2.0/subnets/7da52a57-90bd-4165-a2ba-9e848b0f1b13 HTTP/1.1" status: 200 len: 868 time: 0.3036025 Nov 23 02:15:48.909579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627b6762-d88f-47fa-85d9-3c599889224e None None] Network ebbef866-3dd5-4932-8c2e-edaf714b097a requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:15:48.926977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da52a57-90bd-4165-a2ba-9e848b0f1b13,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:15:48.934491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.934842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.935185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.935522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.935930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.936272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.936621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.936953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.937277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.937603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.937927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:48.938249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95b0570-d25d-4cd9-9872-3e23baf6eac5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:15:49.304728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-37a57cf8-32f4-499e-9434-86712b0b916b None None] Provisioning complete for port 03ad0a86-a28c-4c7f-82b6-cbd2b977c105 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:15:49.305085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-37a57cf8-32f4-499e-9434-86712b0b916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:49.402527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-37a57cf8-32f4-499e-9434-86712b0b916b None None] Provisioning complete for port a0ad6cd9-fa66-4ab8-9938-a0db8c159f5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:15:49.402752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-37a57cf8-32f4-499e-9434-86712b0b916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:15:51.217385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55072) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:15:51.426409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0a020-3d31-4663-afd1-82a09ecaf5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:51.426785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde0a020-3d31-4663-afd1-82a09ecaf5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:51.428324 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dde0a020-3d31-4663-afd1-82a09ecaf5c0 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2095294 Nov 23 02:15:53.740139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55080) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:15:53.958525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af3520-9c59-498d-bf96-7f3233fca9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:53.958895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af3520-9c59-498d-bf96-7f3233fca9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:53.960462 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-32af3520-9c59-498d-bf96-7f3233fca9cb admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2193000 Nov 23 02:15:56.282733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55088) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:15:56.419873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c04952-4d5f-4c57-847e-16df39a89f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:56.421625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-87c04952-4d5f-4c57-847e-16df39a89f7c admin admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 886 time: 0.1378829 Nov 23 02:15:58.702825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55096) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:15:58.856374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87b1ad-3cf0-4795-8373-ed4f546a4c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:15:58.858037 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1f87b1ad-3cf0-4795-8373-ed4f546a4c16 admin admin] 10.222.0.53 "GET /v2.0/networks/ebbef866-3dd5-4932-8c2e-edaf714b097a HTTP/1.1" status: 200 len: 869 time: 0.1540275 Nov 23 02:16:01.117012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55104) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:01.258227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ca1cb-eba9-4502-8665-bf172230ab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:01.258677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ca1cb-eba9-4502-8665-bf172230ab66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:01.260264 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f95ca1cb-eba9-4502-8665-bf172230ab66 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1422195 Nov 23 02:16:03.125321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9941-6097-4299-94be-15b628a3b5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:03.562389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55112) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:03.748686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07d233-4272-4763-bc50-748d9d7c9ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:03.749055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07d233-4272-4763-bc50-748d9d7c9ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:03.750615 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7c07d233-4272-4763-bc50-748d9d7c9ac8 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1872323 Nov 23 02:16:05.534661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9990dde8-c095-406a-bb07-00d06230f0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:06.022527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55120) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:06.121431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e761af-2969-4b15-8a74-d66148b932be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:06.122753 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c2e761af-2969-4b15-8a74-d66148b932be admin admin] 10.222.0.53 "GET /v2.0/subnets/68550bb3-9510-4cf3-a5ad-2f4f15c4b995 HTTP/1.1" status: 200 len: 816 time: 0.0988929 Nov 23 02:16:06.261502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:07.918820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:08.424103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55128) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:08.537323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b05c0-2e74-43a4-98a0-c5b2b188b4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:08.539330 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-278b05c0-2e74-43a4-98a0-c5b2b188b4c8 admin admin] 10.222.0.53 "GET /v2.0/subnets/7da52a57-90bd-4165-a2ba-9e848b0f1b13 HTTP/1.1" status: 200 len: 868 time: 0.1141989 Nov 23 02:16:09.030463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:13.458580 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:16:33.130643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e79275ee-22fe-4a12-a75f-4ec2350f59ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:33.174540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55182) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:33.223983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-617ebcd5-715e-4a61-a235-d414b800c33d admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:16:33.225046 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-617ebcd5-715e-4a61-a235-d414b800c33d admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0495491 Nov 23 02:16:35.529924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c6d8c14-de63-4a48-9adc-13a51ad4539f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:35.606205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:35.669301 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-578ce326-2e27-45b4-9824-4ff9826af047 admin admin] GET failed (client error): The resource could not be found. Nov 23 02:16:35.670580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-578ce326-2e27-45b4-9824-4ff9826af047 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0633576 Nov 23 02:16:35.758820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a210071-25c3-4897-9679-d0e983c6b0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:35.760270 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6a210071-25c3-4897-9679-d0e983c6b0b3 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0846260 Nov 23 02:16:36.263071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:37.922769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:38.081147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55198) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:38.142720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:16:38.169773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Made reservation on behalf of a0b7fbff2c214dd392f35894a299f863 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:16:38.172484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:38.217109 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.services.revisions.revision_plugin [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Could not find related network for resource to bump revision. Nov 23 02:16:38.237718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:16:38.251811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733508371420', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:38.252439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Unsubscribe: segment precommit_create {{(pid=103356) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 02:16:38.252903 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Added segment db4d888f-e9d6-45d9-afc1-bffe40846c92 of type vlan for network ca9f727b-0104-4b4c-80a6-78428fb586eb Nov 23 02:16:38.297980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:38.346788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:38.347760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:38.348372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:38.418120 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3357434 Nov 23 02:16:38.442373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9f727b-0104-4b4c-80a6-78428fb586eb,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:16:38.449884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.450264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.450612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.450954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.451279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.451639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.451967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.452381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.452707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.453035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.453596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.453930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a16ba1f-31af-4a32-9b77-1f5f88f07b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:38.467466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ca9f727b-0104-4b4c-80a6-78428fb586eb details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:16:39.036661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:40.807698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:16:40.870506 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3770c20-54ac-4f3c-94b0-8b715f69519a admin admin] GET failed (client error): The resource could not be found. Nov 23 02:16:40.871830 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a3770c20-54ac-4f3c-94b0-8b715f69519a admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630455 Nov 23 02:16:40.945779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3c948c-6dda-496a-b05b-fb822626a442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:40.947242 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5c3c948c-6dda-496a-b05b-fb822626a442 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0706687 Nov 23 02:16:40.958147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:16:40.988580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Made reservation on behalf of a0b7fbff2c214dd392f35894a299f863 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:16:40.991748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.164930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.212268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83bdcf31-534d-4790-9985-3e7643671bde,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:16:41.227161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Checking segment: {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:16:41.227526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Network hostable DHCP agents. Network: ca9f727b-0104-4b4c-80a6-78428fb586eb, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:16:41.247735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Network ca9f727b-0104-4b4c-80a6-78428fb586eb is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:16:41.257534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ca9f727b-0104-4b4c-80a6-78428fb586eb) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:16:41.261988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:16:41.262582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.267018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78dd71-3ee3-4a26-96f0-088a8486099e None None] Network ca9f727b-0104-4b4c-80a6-78428fb586eb requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:16:41.279552 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-078f7376-15c8-425d-a06d-8446c75942c5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3248906 Nov 23 02:16:41.519502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ca9f727b-0104-4b4c-80a6-78428fb586eb', 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb', 'tenant_id': 'a0b7fbff2c214dd392f35894a299f863', 'fixed_ips': [{'subnet_id': '83bdcf31-534d-4790-9985-3e7643671bde'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:16:41.520649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.662419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Allocated IP 192.168.233.2 (ca9f727b-0104-4b4c-80a6-78428fb586eb/83bdcf31-534d-4790-9985-3e7643671bde/950fbef3-8910-4cd2-822f-ece0d4521dd4) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:16:41.809111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.815062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.862235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Network ca9f727b-0104-4b4c-80a6-78428fb586eb is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:16:41.863940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:16:41.867020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:16:41.868974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Pushing event updated for resources: {'Port': ['ID=950fbef3-8910-4cd2-822f-ece0d4521dd4,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:16:41.877822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.878210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.878553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.878891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.879222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.879570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.879902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.880275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.880598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.880922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.881243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.881564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:16:41.934027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Attempting to bind port 950fbef3-8910-4cd2-822f-ece0d4521dd4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:16:41.934407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Attempting to bind port 950fbef3-8910-4cd2-822f-ece0d4521dd4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:16:41.934776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Attempting to bind port 950fbef3-8910-4cd2-822f-ece0d4521dd4 on network ca9f727b-0104-4b4c-80a6-78428fb586eb {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:16:41.939971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:16:41.940378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Checking segment: {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:16:41.940790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:41.941185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Bound using segment: {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:16:41.941668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Bound port: 950fbef3-8910-4cd2-822f-ece0d4521dd4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:16:41.942069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:42.020048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] For port 950fbef3-8910-4cd2-822f-ece0d4521dd4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:16:42.023685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] For port 950fbef3-8910-4cd2-822f-ece0d4521dd4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=950fbef3-8910-4cd2-822f-ece0d4521dd4,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:16:42.029185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:42.093789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058ebba-56f0-4908-a53b-6637cbe17f26 None None] Pushing event updated for resources: {'Port': ['ID=950fbef3-8910-4cd2-822f-ece0d4521dd4,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:16:42.912489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 950fbef3-8910-4cd2-822f-ece0d4521dd4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:16:42.948881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9067ec-c67e-4c0d-8c83-aa316f685bf3 None None] Network ca9f727b-0104-4b4c-80a6-78428fb586eb requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:16:43.046132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-40e74b22-f1b0-4c69-a356-abd3a1891a3d None None] Provisioning complete for port 950fbef3-8910-4cd2-822f-ece0d4521dd4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:16:43.046877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40e74b22-f1b0-4c69-a356-abd3a1891a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:43.081982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 950fbef3-8910-4cd2-822f-ece0d4521dd4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:16:43.082343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:43.271213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40e74b22-f1b0-4c69-a356-abd3a1891a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:43.273648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:43.321559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 950fbef3-8910-4cd2-822f-ece0d4521dd4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=950fbef3-8910-4cd2-822f-ece0d4521dd4,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:16:43.329341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:43.415819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-40e74b22-f1b0-4c69-a356-abd3a1891a3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:16:43.416270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-40e74b22-f1b0-4c69-a356-abd3a1891a3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:16:43.419268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=950fbef3-8910-4cd2-822f-ece0d4521dd4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:16:44.073681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1fc12c07-d0af-48bb-827d-b731de48245b None None] Provisioning complete for port 950fbef3-8910-4cd2-822f-ece0d4521dd4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:16:44.074398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fc12c07-d0af-48bb-827d-b731de48245b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:44.845675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 950fbef3-8910-4cd2-822f-ece0d4521dd4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:16:44.898592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 950fbef3-8910-4cd2-822f-ece0d4521dd4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:16:44.898951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:16:50.457570 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:17:03.130081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c05f0011-0a6d-48ba-86d8-05a54a21098f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:05.534159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2fbe33f-f110-4270-b590-d18eb6d92e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:06.268525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:07.927936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:09.035471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:27.456115 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:17:33.130230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d33384d-b896-49bf-89de-2cf8ef6d2817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:35.540415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bd8e573-0dc3-4222-b865-9343e444b39c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:36.271411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:37.931713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:39.030506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:53.991932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55252) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:17:54.001696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-fd32d4ed-94c7-4ac1-977a-5472bd20b65a tempest-verify_tempest_config-720665776 tempest-verify_tempest_config-720665776-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:17:54.002925 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fd32d4ed-94c7-4ac1-977a-5472bd20b65a tempest-verify_tempest_config-720665776 tempest-verify_tempest_config-720665776-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0098836 Nov 23 02:17:54.345159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55270) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:17:54.450465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.554337 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.561516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.605609 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78ca6bfb21f94876a14eaaab35a56c91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2593422 Nov 23 02:17:54.606457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31c2fc6-ec89-4ec6-84fd-ceffafeff22d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:17:54.608515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55276) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:17:54.613405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.613763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.614105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.615171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.615558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.615911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.616258 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.616644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.616990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.617328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.617653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.617985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19801e19-76b4-49d6-b0b6-5b6846842c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.664923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.692159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.790428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.794992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:17:54.797262 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d31c2fc6-ec89-4ec6-84fd-ceffafeff22d HTTP/1.1" status: 204 len: 168 time: 0.1875396 Nov 23 02:17:54.807391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31c2fc6-ec89-4ec6-84fd-ceffafeff22d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:17:54.817333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.817689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.818036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.818377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.818712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.819065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.819400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.819728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.820056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.820419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.820745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:17:54.821071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b21af3-efc7-4998-8330-5d1863496dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:18:03.129743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f585fcc-1018-4d07-8731-e5a6a7bd84c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:04.458992 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:18:05.543603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a82cafd5-e7f9-4d74-8b0b-722756b040e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:06.285112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:07.941585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:09.043222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:33.130598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-833303f8-a200-413c-a694-1ebbf915d8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:35.540075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-758a093c-7ef2-4451-9737-605e62e9d45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:36.282683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:37.946366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:39.045359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:18:41.460836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:19:03.130507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07d30cfa-8400-4daa-b454-4e76524d20d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:05.548848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13c53e1d-b134-4521-ab10-ab08c04ececa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:06.291489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:07.949929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:09.041227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:18.465079 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 5 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:19:20.216465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-945794'] for agent, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:33.127268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8750e82-9d1b-403f-bc9d-a446918c3a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:35.542832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95c07b1d-8a80-4324-b6e9-cc8f3fa64f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:36.295433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:37.962231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:39.039151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:46.982741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55366) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:47.107312 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-323a5fae-2888-49a7-9742-b0086197f288 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1234155 Nov 23 02:19:49.415504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55376) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:19:49.472731 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da2814da-15f0-4a3b-9173-0b0e3f95c802 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0560150 Nov 23 02:19:50.179821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:19:55.469649 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:20:03.128769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2414dca3-51a7-45ea-829b-e6d20c8dd059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:05.541363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c76d2323-df1c-473f-bc1f-94b2257314e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:06.298220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:07.961829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:09.037283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:20.197669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:32.476668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:20:33.127482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7622ce30-54d4-4216-99b0-eb667b89e4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:35.536056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-24295b86-aec1-4a8a-93e6-4184f8f64f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:36.293849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:37.964629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:39.032405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:20:50.194636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:03.163626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99c4d905-b074-4c1a-a8d1-2b35c9905ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:05.540228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da4de07-4e02-48cc-b06e-2d58268dcb67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:06.299243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:06.796503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55562) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:06.927215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:07.039993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55582) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:07.116066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1095375401-network', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.141888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Made reservation on behalf of 526ce6bc3e424cb2b2e3fd8704f796a4 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:07.144660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.153344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.213915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55590) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:07.238593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.244204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.273647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbc6bfe-3fed-44d6-ab58-93b1aa3dac4e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:07.281938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.282295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.282639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.283036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.283378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.283724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.284055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.284446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.284780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.285169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.285428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.285745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Tracked resource versions report: Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: pushed versions: Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: { 'AddressGroup': {'1.2'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'ConntrackHelper': {'1.0'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Log': {'1.0'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Network': {'1.1'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Port': {'1.7'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'PortForwarding': {'1.2'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'QosPolicy': {'1.10'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroup': {'1.5'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SubPort': {'1.0'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Subnet': {'1.1'}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Trunk': {'1.1'}} Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: consumer versions: Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: HyperV agent@hv-neutron-8188: {}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'ConntrackHelper': '1.0', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Log': '1.0', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Network': '1.1', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Port': '1.7', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'PortForwarding': '1.2', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'QosPolicy': '1.10', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroup': '1.5', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SecurityGroupRule': '1.2', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'SubPort': '1.0', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Subnet': '1.1', Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: 'Trunk': '1.1'}} Nov 23 02:21:07.287058 dv-neutron-818844-1-hyperv neutron-server[103356]: {{(pid=103356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:21:07.306505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:07.323380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.323923 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Added segment 1ecd9605-8c76-47d6-a6db-a616076a4cde of type vlan for network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff Nov 23 02:21:07.359993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-668156426-network', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.380389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.405222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-361669737-network', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.432308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.433250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:07.433982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.440657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Made reservation on behalf of 02301d0e7dca4119a419e1a1af025cd8 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:07.442858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.472319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.506513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55606) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:07.523789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Made reservation on behalf of 61e3e4b52f9e43c9a08f47e23539761d for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:07.526074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.540682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55610) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:07.540894 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7432241 Nov 23 02:21:07.546526 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Request body: {'subnet': {'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1095375401-subnet', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.549467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d960b03-8316-411d-9a59-c20f2f2c96cd admin admin] Pushing event updated for resources: {'Network': ['ID=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:07.554714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.563554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:07.605457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Made reservation on behalf of 526ce6bc3e424cb2b2e3fd8704f796a4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:07.607778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Publish callbacks [] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.662203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.670990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.714651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:07.728845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.740338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.745289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.745633 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Added segment d426fcc3-0357-4e04-b639-80cc47b927db of type vlan for network df94170d-a50d-486a-a508-37dd5ec703b4 Nov 23 02:21:07.754657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d847c2fd-abb2-4e1c-86d5-16689b5b4de6,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:07.789235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:07.817102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.822728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.823271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Added segment 668f10d2-3825-4ce4-a2ff-7f106cafd1a6 of type vlan for network bfadc192-0ee6-4551-80ce-ec1ec3018b1e Nov 23 02:21:07.867855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.883901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2084437312'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.895240 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33084b2f-dbe1-4e92-bdc2-af0f0c19a146,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:07.902993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.904173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:07.904951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.905632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1486343620'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:07.914911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.970998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Made reservation on behalf of 32d41a4392a648069f57232aeb2341f8 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:07.976499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.976713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.977463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:07.978040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.978300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:07.995461 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9540377 Nov 23 02:21:07.998262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55622) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.005312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Request body: {'subnet': {'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-361669737-subnet', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:08.013152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecdd10-5c4b-4e74-a7d7-95532af90a4c admin admin] Pushing event updated for resources: {'Network': ['ID=bfadc192-0ee6-4551-80ce-ec1ec3018b1e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.023246 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0949140 Nov 23 02:21:08.025891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55624) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.026497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:08.035312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Request body: {'subnet': {'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-668156426-subnet', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:08.050384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Made reservation on behalf of cc0158c3e10240bba4b9b4a777232122 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:08.060305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.061261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55628) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.083270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.085506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.122028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Made reservation on behalf of 61e3e4b52f9e43c9a08f47e23539761d for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:08.124700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.180659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c39397-5379-4e1d-a057-9073b0f5db40 admin admin] Pushing event updated for resources: {'Network': ['ID=df94170d-a50d-486a-a508-37dd5ec703b4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.192388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network df94170d-a50d-486a-a508-37dd5ec703b4 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:08.193477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Made reservation on behalf of 02301d0e7dca4119a419e1a1af025cd8 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:08.195990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.244710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.343800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=57801304-b5fe-452b-97e2-18838c24ce52,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.357723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.370669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:08.382176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.382955 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Added segment d679ead2-78d3-4d70-9ccb-e72067afc5d5 of type vlan for network fad368b1-0c53-4c81-8a60-e4e7c6616827 Nov 23 02:21:08.454922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.456296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1468003718', 'router:external': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:08.457787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.458160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.458642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.458995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.459477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.459685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.460268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.460379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.460700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.461021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.461345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.461761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Tracked resource versions report: Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: pushed versions: Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: { 'AddressGroup': {'1.2'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'ConntrackHelper': {'1.0'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Log': {'1.0'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Network': {'1.1'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Port': {'1.7'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'PortForwarding': {'1.2'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'QosPolicy': {'1.10'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroup': {'1.5'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SubPort': {'1.0'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Subnet': {'1.1'}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Trunk': {'1.1'}} Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: consumer versions: Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: HyperV agent@hv-neutron-8188: {}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'ConntrackHelper': '1.0', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Log': '1.0', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Network': '1.1', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Port': '1.7', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'PortForwarding': '1.2', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'QosPolicy': '1.10', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroup': '1.5', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SecurityGroupRule': '1.2', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'SubPort': '1.0', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Subnet': '1.1', Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: 'Trunk': '1.1'}} Nov 23 02:21:08.462910 dv-neutron-818844-1-hyperv neutron-server[103357]: {{(pid=103357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:21:08.477122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Checking segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:08.480777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Network hostable DHCP agents. Network: c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:08.572813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.574626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Made reservation on behalf of 0c551eb345004914a7e2223f1f33bc37 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:08.577826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.583300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:08.610646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.613668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.617263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:08.617884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.634823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:08.646655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598d9e63-2a3c-4cca-a41f-0bcfca609b3c None None] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:08.650257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.650568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.667786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e8c8b61-8ae6-4b96-a4cd-894bb717458d,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.699269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:08.700225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.706976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55650) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.773466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Checking segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:08.773746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Network hostable DHCP agents. Network: bfadc192-0ee6-4551-80ce-ec1ec3018b1e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:08.778814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13893b77-43a8-4e0a-9010-0ffcf724bf0c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.781428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.784580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55654) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.839380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.847484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6321692 Nov 23 02:21:08.862006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55658) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.873367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Request body: {'subnet': {'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:08.879711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:08.890314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-948ae984-2359-4d89-ac6e-56c20b4457ce admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3483694 Nov 23 02:21:08.894325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55660) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:08.911154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:08.912120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.921677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dffe11-f1df-4465-a1fa-7e435633da64 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event updated for resources: {'Network': ['ID=fad368b1-0c53-4c81-8a60-e4e7c6616827,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.935095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:08.955491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0740d480-d94f-41fa-b79b-6506fa90a1be,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:08.974536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.974882 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Added segment 12fa2b52-69eb-4e39-b237-c12b22cf58aa of type vlan for network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 Nov 23 02:21:08.989659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:08.993604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Checking segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:08.995071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Network hostable DHCP agents. Network: df94170d-a50d-486a-a508-37dd5ec703b4, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:09.004555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.014177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:09.014769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.021773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.055236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.091660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Made reservation on behalf of 32d41a4392a648069f57232aeb2341f8 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:09.095812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.101007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.106736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.107373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.113342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:09.146523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1218940378', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:09.179438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1043961235'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:09.195460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:09.202896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bfadc192-0ee6-4551-80ce-ec1ec3018b1e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:09.212453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.225824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.226491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.230292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Network df94170d-a50d-486a-a508-37dd5ec703b4 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:09.239353 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7320533 Nov 23 02:21:09.239774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f3077d-adf5-41e2-b15a-6bf50db6d8c0 None None] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:09.275695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b5d9c-b583-427f-bbd5-38db606705eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Pushing event updated for resources: {'Network': ['ID=9c51577c-e65e-416c-8b6e-fb82dc43dfb6,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.297295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.297963 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Added segment 9fb9dd15-999a-4d9a-8b7f-f3bd8894f7b6 of type vlan for network ab81d0a0-7e9f-4155-9664-5e868b5b005c Nov 23 02:21:09.312562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Made reservation on behalf of a4a5f9529e174223a7986aa4d3c0b034 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:09.316585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.330540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:09.330813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.351146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c838de13-76a2-4780-a7c7-1ba06754855c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.353886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, df94170d-a50d-486a-a508-37dd5ec703b4) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:09.442968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.445631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.469216 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:21:09.473414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f787b1-9df1-4d37-8f7a-decadcdf66f9 None None] Network df94170d-a50d-486a-a508-37dd5ec703b4 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:09.477803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Allocated IP 172.20.0.2 (c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff/57801304-b5fe-452b-97e2-18838c24ce52/25d15eab-02b7-43bf-8dba-1a962047a071) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:09.489025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.489743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.492723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Made reservation on behalf of 7780a660bd0b4a64bc15c06102cfdb6e for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:09.495077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.533038 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e949f46-f19d-4757-bb2e-00b71425f99b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5335531 Nov 23 02:21:09.545096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55682) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:09.559212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.596314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:09.602543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.612276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.613815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.622829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.624566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.625713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.627979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.638382 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9fd57414-fe10-497d-9339-09f47255b90b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6064553 Nov 23 02:21:09.643955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55684) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:09.655193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:09.688204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event updated for resources: {'Subnet': ['ID=a03d54ab-3e76-4b79-bcf2-eb69d3e4f084,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.690999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:09.714375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848798fb-a2a9-47c4-a0f9-531191b29dd4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.719043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Checking segment: {'id': 'd679ead2-78d3-4d70-9ccb-e72067afc5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:09.719401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Network hostable DHCP agents. Network: fad368b1-0c53-4c81-8a60-e4e7c6616827, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:09.722298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.722631 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Added segment 497e984e-4e5a-4da5-8843-6e3734d5235c of type vlan for network abb8db61-0852-4b34-9a31-37ec45119e8c Nov 23 02:21:09.761320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Network': ['ID=ab81d0a0-7e9f-4155-9664-5e868b5b005c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:09.776490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.783767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ab81d0a0-7e9f-4155-9664-5e868b5b005c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:09.784442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:09.809064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, fad368b1-0c53-4c81-8a60-e4e7c6616827) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:09.814105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.814905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.831739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.850137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:09.851663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.861322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:09.862602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.872615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edf3491-1200-4ce3-b345-e8c090377f37 None None] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:09.920532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.921783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.940056 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7381cdd4-f63f-43da-a3f6-75e0a4712081 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8748927 Nov 23 02:21:09.945422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1454916 Nov 23 02:21:09.950136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55686) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:09.950339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55688) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:09.975311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'subnet': {'network_id': 'ab81d0a0-7e9f-4155-9664-5e868b5b005c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:09.976462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55692) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:09.985338 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-320717fd-0c52-4d5f-8534-1ff13070bb2b tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1136911 Nov 23 02:21:09.985662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:09.989319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55694) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:09.993125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Request body: {'port': {'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6', 'binding:host_id': 'hv-neutron-8188', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1370101811'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:10.005256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.011069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Request body: {'port': {'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827', 'name': 'tempest-ExtraDHCPOptionsTestJSON-94364360'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:10.036607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] device_id is not set on port 3bc584fb-96da-4597-a771-85ffc84bd933 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:10.093442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'network': {'name': 'tempest-network--1960904550', 'router:external': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:10.097533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.103532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-df94170d-a50d-486a-a508-37dd5ec703b4', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:10.104433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.136398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.141246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.144456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7075d53a-580d-4704-b2b7-2927be7d7a2c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:10.163033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4bd64-8a89-4a2d-8572-140c096fef8d tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Pushing event updated for resources: {'Network': ['ID=abb8db61-0852-4b34-9a31-37ec45119e8c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:10.208807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.209892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.244469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:10.247122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:21:10.247122 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 02:21:10.247122 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'project_id': '0c551eb345004914a7e2223f1f33bc37', 'id': '16a60b1c-559b-4842-bcbd-78e13a7b2ba1', 'expiration': datetime.datetime(2021, 11, 23, 2, 23, 10, 205204)}] Nov 23 02:21:10.247122 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:10.247525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:10.268948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:21:10.268948 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:21:10.268948 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'project_id_1': 'a9fd5184b5c74aa09371c530a6fe6c39', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 20, 50, 133897)}] Nov 23 02:21:10.268948 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:10.269364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:10.291232 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network abb8db61-0852-4b34-9a31-37ec45119e8c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:10.311272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Made reservation on behalf of cf3ab8532ebb45c0ad240b5f5e5c712c for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:10.314049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.325560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:10.326347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.337762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Pushing event updated for resources: {'Port': ['ID=25d15eab-02b7-43bf-8dba-1a962047a071,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:10.343311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:10.383461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.387083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.387727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.388072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.388664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.389141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Allocated IP 172.26.8.79 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/3bc584fb-96da-4597-a771-85ffc84bd933) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:10.389348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.389714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.390051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.390400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.390735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.391071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.391616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.392070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:10.393035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Tracked resource versions report: Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: pushed versions: Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: { 'AddressGroup': {'1.2'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'ConntrackHelper': {'1.0'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Log': {'1.0'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Network': {'1.1'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Port': {'1.7'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'PortForwarding': {'1.2'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'QosPolicy': {'1.10'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroup': {'1.5'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SubPort': {'1.0'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Subnet': {'1.1'}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Trunk': {'1.1'}} Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: consumer versions: Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: HyperV agent@hv-neutron-8188: {}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'ConntrackHelper': '1.0', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Log': '1.0', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Network': '1.1', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Port': '1.7', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'PortForwarding': '1.2', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'QosPolicy': '1.10', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroup': '1.5', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SecurityGroupRule': '1.2', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'SubPort': '1.0', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Subnet': '1.1', Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: 'Trunk': '1.1'}} Nov 23 02:21:10.393507 dv-neutron-818844-1-hyperv neutron-server[103358]: {{(pid=103358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:21:10.470950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Allocated IP 172.20.0.2 (bfadc192-0ee6-4551-80ce-ec1ec3018b1e/9e8c8b61-8ae6-4b96-a4cd-894bb717458d/a3119f5a-5a3d-4710-b2c1-2d60524e4187) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:10.535510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.561859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Made reservation on behalf of 32d41a4392a648069f57232aeb2341f8 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:10.565571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.614553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] device_id is not set on port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:10.620075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Attempting to bind port 25d15eab-02b7-43bf-8dba-1a962047a071 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:10.620778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Attempting to bind port 25d15eab-02b7-43bf-8dba-1a962047a071 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:10.621123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Attempting to bind port 25d15eab-02b7-43bf-8dba-1a962047a071 on network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:10.624003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-fad368b1-0c53-4c81-8a60-e4e7c6616827', 'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827', 'tenant_id': '32d41a4392a648069f57232aeb2341f8', 'fixed_ips': [{'subnet_id': 'a03d54ab-3e76-4b79-bcf2-eb69d3e4f084'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:10.624968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.634604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Allocated IP 172.20.0.2 (df94170d-a50d-486a-a508-37dd5ec703b4/1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47/c7dd57eb-4ebe-4696-af56-cbcf486188d9) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:10.655650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:10.656030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Checking segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:10.656816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.657229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Bound using segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:10.657772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Bound port: 25d15eab-02b7-43bf-8dba-1a962047a071, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:10.658353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.817995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Allocated IP 172.20.0.13 (fad368b1-0c53-4c81-8a60-e4e7c6616827/a03d54ab-3e76-4b79-bcf2-eb69d3e4f084/b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:10.827491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Made reservation on behalf of 0c551eb345004914a7e2223f1f33bc37 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:10.829970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.861845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.895210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.936820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] For port 25d15eab-02b7-43bf-8dba-1a962047a071, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:10.941734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.942453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] For port 25d15eab-02b7-43bf-8dba-1a962047a071, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=25d15eab-02b7-43bf-8dba-1a962047a071,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:10.945450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Made reservation on behalf of a9fd5184b5c74aa09371c530a6fe6c39 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:10.948462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.960066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:10.967544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.004163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.008155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port 29b489d3-c116-4256-95d2-6a8f765b12cf yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:11.099603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.152525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.187201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.195965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e87067f-d996-4cb3-ac83-47f0efeef523 None None] Pushing event updated for resources: {'Port': ['ID=25d15eab-02b7-43bf-8dba-1a962047a071,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.205452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:11.213993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:11.220716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.240108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.242101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:11.257893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.300270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Pushing event updated for resources: {'Port': ['ID=a3119f5a-5a3d-4710-b2c1-2d60524e4187,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.315326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.316586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Network df94170d-a50d-486a-a508-37dd5ec703b4 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:11.324097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:11.347165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.349358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:11.363120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Attempting to bind port a3119f5a-5a3d-4710-b2c1-2d60524e4187 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:11.363838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Attempting to bind port a3119f5a-5a3d-4710-b2c1-2d60524e4187 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:11.364414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Attempting to bind port a3119f5a-5a3d-4710-b2c1-2d60524e4187 on network bfadc192-0ee6-4551-80ce-ec1ec3018b1e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:11.370863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9829eb2-18ba-4b2c-8ab5-07e8edfce040,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.391051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:11.391433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Checking segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:11.391830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.392367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Bound using segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:11.393371 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Bound port: a3119f5a-5a3d-4710-b2c1-2d60524e4187, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:11.394006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.409219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port 29b489d3-c116-4256-95d2-6a8f765b12cf yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:11.430550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Pushing event updated for resources: {'Port': ['ID=c7dd57eb-4ebe-4696-af56-cbcf486188d9,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.440089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.449095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.487780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Allocated IP 172.20.0.2 (fad368b1-0c53-4c81-8a60-e4e7c6616827/a03d54ab-3e76-4b79-bcf2-eb69d3e4f084/aab95391-7cb6-47bc-8f54-72634509adee) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:11.517642 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Attempting to bind port c7dd57eb-4ebe-4696-af56-cbcf486188d9 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:11.518034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Attempting to bind port c7dd57eb-4ebe-4696-af56-cbcf486188d9 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:11.518386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Attempting to bind port c7dd57eb-4ebe-4696-af56-cbcf486188d9 on network df94170d-a50d-486a-a508-37dd5ec703b4 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:11.534715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:11.535087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Checking segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:11.535501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.536648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Bound using segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:11.536648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Bound port: c7dd57eb-4ebe-4696-af56-cbcf486188d9, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:11.536866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.536975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.555094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:11.557606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:11.614868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event updated for resources: {'Port': ['ID=b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.614868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:11.614868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:11.614868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.614868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2b807339-23a2-424b-be50-ca764593c097 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6157460 Nov 23 02:21:11.614868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55698) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:11.620736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Request body: {'port': {'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827', 'name': 'tempest-ExtraDHCPOptionsTestJSON-580343882', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:11.621348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] bootfile-name is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:21:11.621745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] tftp-server is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:21:11.622087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] server-ip-address is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:21:11.692157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] For port a3119f5a-5a3d-4710-b2c1-2d60524e4187, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:11.727034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] For port a3119f5a-5a3d-4710-b2c1-2d60524e4187, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a3119f5a-5a3d-4710-b2c1-2d60524e4187,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:11.736825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.757973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.793377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Allocated IP 172.26.8.60 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/abe4fa79-d800-4d68-8b4e-7371b524299b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:11.815447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] For port c7dd57eb-4ebe-4696-af56-cbcf486188d9, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:11.817282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=29b489d3-c116-4256-95d2-6a8f765b12cf,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.830733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.846516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.852221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:11.852472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:21:11.852472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.875864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] For port c7dd57eb-4ebe-4696-af56-cbcf486188d9, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c7dd57eb-4ebe-4696-af56-cbcf486188d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:11.881297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.894632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.906280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.914145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:11.915195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e531d6-1bb2-44c9-9af4-024636701e6f None None] Pushing event updated for resources: {'Port': ['ID=a3119f5a-5a3d-4710-b2c1-2d60524e4187,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.946789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.952286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a9acba-6a6a-46c1-9fac-35192f5d1e0e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.957768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:11.958893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:11.959625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.973810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Subnet': ['ID=995e9bf9-2265-46c6-8ca6-5dc787d6d7d0,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:11.975452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:11.991622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:11.996422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:12.000688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:12.004496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b403c6-0fae-467e-b0d6-066f087e2b5e None None] Pushing event updated for resources: {'Port': ['ID=c7dd57eb-4ebe-4696-af56-cbcf486188d9,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.055677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Checking segment: {'id': '9fb9dd15-999a-4d9a-8b7f-f3bd8894f7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'ab81d0a0-7e9f-4155-9664-5e868b5b005c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:12.056032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network hostable DHCP agents. Network: ab81d0a0-7e9f-4155-9664-5e868b5b005c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:12.087806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Made reservation on behalf of 32d41a4392a648069f57232aeb2341f8 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:12.098757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.115584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network ab81d0a0-7e9f-4155-9664-5e868b5b005c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:12.120651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:12.121023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Pushing event updated for resources: {'Port': ['ID=aab95391-7cb6-47bc-8f54-72634509adee,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.124641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Checking segment: {'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:12.125046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Network hostable DHCP agents. Network: 9c51577c-e65e-416c-8b6e-fb82dc43dfb6, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:12.126880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Attempting to bind port aab95391-7cb6-47bc-8f54-72634509adee on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:12.128130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Attempting to bind port aab95391-7cb6-47bc-8f54-72634509adee by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd679ead2-78d3-4d70-9ccb-e72067afc5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:12.128559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Attempting to bind port aab95391-7cb6-47bc-8f54-72634509adee on network fad368b1-0c53-4c81-8a60-e4e7c6616827 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:12.136337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:12.136862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Checking segment: {'id': 'd679ead2-78d3-4d70-9ccb-e72067afc5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:12.137315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.137535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] device_id is not set on port 0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:12.137780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Bound using segment: {'id': 'd679ead2-78d3-4d70-9ccb-e72067afc5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:12.138342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Bound port: aab95391-7cb6-47bc-8f54-72634509adee, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd679ead2-78d3-4d70-9ccb-e72067afc5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'fad368b1-0c53-4c81-8a60-e4e7c6616827'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:12.138802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.144927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc584fb-96da-4597-a771-85ffc84bd933,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.161627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ab81d0a0-7e9f-4155-9664-5e868b5b005c) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:12.162115 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-07d5a982-22b2-4051-ad72-98c2dc6fb394 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.4465599 Nov 23 02:21:12.165037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.165380 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Added segment 1d8afaec-6027-4039-8f72-f235120a5f76 of type vlan for network dbeb910a-9616-4a89-8646-f1e82ffce85b Nov 23 02:21:12.170592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.171187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.175086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55702) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:12.191516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}]}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:12.193426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4d4f74-5b26-4d5a-8af1-76b1439099bd None None] Network ab81d0a0-7e9f-4155-9664-5e868b5b005c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:12.312255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:12.350881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.355609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] For port aab95391-7cb6-47bc-8f54-72634509adee, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:12.366675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 9c51577c-e65e-416c-8b6e-fb82dc43dfb6) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:12.371417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.375676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Allocated IP 172.20.0.6 (fad368b1-0c53-4c81-8a60-e4e7c6616827/a03d54ab-3e76-4b79-bcf2-eb69d3e4f084/0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:12.391880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.394384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.403991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:12.424059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] For port aab95391-7cb6-47bc-8f54-72634509adee, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=aab95391-7cb6-47bc-8f54-72634509adee,segment=NetworkSegment(d679ead2-78d3-4d70-9ccb-e72067afc5d5),segment_id=d679ead2-78d3-4d70-9ccb-e72067afc5d5)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:12.427860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65d03c3-01a4-44f9-ad60-a0800cb14a9d None None] Network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:12.448812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.455166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:12.455674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:12.456164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:12.536506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:12.537007 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:12.548972 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-015a7252-b79d-4fb2-ae7c-1b8b3d49cde6 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.5945768 Nov 23 02:21:12.553135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55704) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:12.560587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2024577973', 'network_id': 'ab81d0a0-7e9f-4155-9664-5e868b5b005c'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:12.572917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 2 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:12.580902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847c611-4e5a-488e-b472-d707bb8f08f2 None None] Pushing event updated for resources: {'Port': ['ID=aab95391-7cb6-47bc-8f54-72634509adee,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.602284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.603396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:12.604106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.611593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.634463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Made reservation on behalf of 0c551eb345004914a7e2223f1f33bc37 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:12.637320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.688043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:12.688628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:12.689176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:12.721612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf3741b-35f2-4e13-aafd-4cb160ce7380 None None] Network ab81d0a0-7e9f-4155-9664-5e868b5b005c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:12.726360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.761053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] device_id is not set on port 561cb448-addf-4520-9815-c5c59c616c87 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:12.857824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Allocated IP 172.26.8.132 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/43d68781-c7d1-4eb7-8122-bc683b78daac) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:12.898334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:12.904318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:12.905275 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:12.912991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:12.914217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Network': ['ID=dbeb910a-9616-4a89-8646-f1e82ffce85b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:12.929398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network dbeb910a-9616-4a89-8646-f1e82ffce85b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:12.961613 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 3 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:12.964527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:12.972208 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ef8417cf-ff58-4b4c-b939-54dc64b3b447 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0124454 Nov 23 02:21:12.972208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:12.979748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55706) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:13.072567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Allocated IP 2001:db8::14e (ab81d0a0-7e9f-4155-9664-5e868b5b005c/995e9bf9-2265-46c6-8ca6-5dc787d6d7d0/561cb448-addf-4520-9815-c5c59c616c87) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:13.162295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Pushing event updated for resources: {'Port': ['ID=abe4fa79-d800-4d68-8b4e-7371b524299b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:13.236384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a1423f-366e-4fb8-bcbf-f5f9472ce6ba None None] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:13.303000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.333610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.344054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c7dd57eb-4ebe-4696-af56-cbcf486188d9 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:13.429194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event updated for resources: {'Port': ['ID=0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:13.430757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:13.430872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a466c3c0-6cac-4592-8b52-7d246d5656a9 None None] Provisioning complete for port 25d15eab-02b7-43bf-8dba-1a962047a071 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:13.430965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:13.430965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:13.431104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a466c3c0-6cac-4592-8b52-7d246d5656a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.439843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:13.454322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:13.462189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:13.468005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.468888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.474205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:13.474871 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:13.477377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.490419 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 4 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:13.491922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.509050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.534485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c7dd57eb-4ebe-4696-af56-cbcf486188d9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:13.535146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.546728 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-96f8882a-597a-42da-90df-42e5fd427795 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9313927 Nov 23 02:21:13.555341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55708) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:13.592147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:13.592455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:13.592820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:13.594021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:13.606068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.641238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:13.655589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:13.661602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Pushing event updated for resources: {'Port': ['ID=43d68781-c7d1-4eb7-8122-bc683b78daac,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:13.758073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Allocated IP 172.26.8.215 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cb4d6693-f261-4c3e-b012-1099f40e2a7e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:13.779079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:13.779540 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:13.802368 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 5 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:13.839420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.840079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.863443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:13.863789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:13.864279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:13.870970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebc2e2-3e95-4128-833a-289021bcd7fb None None] Network df94170d-a50d-486a-a508-37dd5ec703b4 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:13.901158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c462c2-3003-41ab-ab53-eb4cadf85316 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.904963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:13.905290 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:13.910492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c462c2-3003-41ab-ab53-eb4cadf85316 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.910981 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 6 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:13.917822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c462c2-3003-41ab-ab53-eb4cadf85316 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:13.922439 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b2c462c2-3003-41ab-ab53-eb4cadf85316 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.3597512 Nov 23 02:21:13.929022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55710) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:13.963093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a466c3c0-6cac-4592-8b52-7d246d5656a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:13.993841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network ab81d0a0-7e9f-4155-9664-5e868b5b005c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:13.995096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:13.996333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port c7dd57eb-4ebe-4696-af56-cbcf486188d9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c7dd57eb-4ebe-4696-af56-cbcf486188d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:13.997837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:13.998157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:14.013124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.014053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 25d15eab-02b7-43bf-8dba-1a962047a071 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:14.027357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:14.051159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:14.052099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:14.052808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.070274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:14.070862 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:14.077755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Port': ['ID=561cb448-addf-4520-9815-c5c59c616c87,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:14.079173 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 7 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:14.110548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8870618a-3f89-4a3f-a848-e50e66435709 None None] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:14.147060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a466c3c0-6cac-4592-8b52-7d246d5656a9 None None] For port 25d15eab-02b7-43bf-8dba-1a962047a071, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=25d15eab-02b7-43bf-8dba-1a962047a071,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:14.184574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a466c3c0-6cac-4592-8b52-7d246d5656a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.190624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:14.190964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:14.191402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:14.197922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.222738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.239364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:14.239691 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:14.254574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=c7dd57eb-4ebe-4696-af56-cbcf486188d9,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:14.308266 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 8 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:14.309465 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c0d7e2c4-e0ab-47ea-86c6-682bb6eb4a48 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.7549934 Nov 23 02:21:14.318648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55712) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:14.404570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 25d15eab-02b7-43bf-8dba-1a962047a071 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:14.405302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.430811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.431313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.432170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.434856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > port after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.435473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.436528 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > port after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.437033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.437521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.438003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.438580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.598439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.611389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466c3c0-6cac-4592-8b52-7d246d5656a9 None None] Pushing event updated for resources: {'Port': ['ID=25d15eab-02b7-43bf-8dba-1a962047a071,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:14.620014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Provisioning complete for port c7dd57eb-4ebe-4696-af56-cbcf486188d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:14.620762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.647827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Deleting port 0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:14.647827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.697664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c37c4f-78bb-4bde-9eb4-a6a84b0d57bb None None] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:14.836508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.837374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.837989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.838654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103356) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:14.839263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeb910a-9616-4a89-8646-f1e82ffce85b']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:14.858144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.984758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.985727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Deleting port 561cb448-addf-4520-9815-c5c59c616c87 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:14.986099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:14.988106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a3119f5a-5a3d-4710-b2c1-2d60524e4187 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:15.032844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:15.037951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:15.038487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:15.038961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:15.048750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8afaec-6027-4039-8f72-f235120a5f76') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:15.049358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8afaec-6027-4039-8f72-f235120a5f76') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:15.057192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.060646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:15.089548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Calling delete_port for 0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:15.096994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:15.202950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Provisioning complete for port a3119f5a-5a3d-4710-b2c1-2d60524e4187 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:15.203327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.237552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a3119f5a-5a3d-4710-b2c1-2d60524e4187 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:15.237943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.352469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.362073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.371168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:15.371499 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:15.379216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.387361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Calling delete_port for 561cb448-addf-4520-9815-c5c59c616c87 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:15.388480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 9 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:15.396431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.447710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port a3119f5a-5a3d-4710-b2c1-2d60524e4187, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a3119f5a-5a3d-4710-b2c1-2d60524e4187,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:15.458901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.537887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:15.538584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-c381e007-1172-41f2-8478-0e34c11d7fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:15.540713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.560848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Pushing event updated for resources: {'Port': ['ID=cb4d6693-f261-4c3e-b012-1099f40e2a7e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:15.566520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=a3119f5a-5a3d-4710-b2c1-2d60524e4187,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:15.569815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.580500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:15.580840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:15.581379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:15.592624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:15.592882 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:15.593997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:15.594441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.600302 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 10 to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: from cryptography.utils import int_from_bytes Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: from cryptography.utils import int_from_bytes Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:15.605071 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:15.712535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c7dd57eb-4ebe-4696-af56-cbcf486188d9 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:15.736549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.770882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event deleted for resources: {'Port': ['ID=0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:15.791048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c7dd57eb-4ebe-4696-af56-cbcf486188d9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:15.791574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.879776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.882988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a4d85d9e-9b18-46ba-a35c-6f914010c34e tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "DELETE /v2.0/ports/0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6 HTTP/1.1" status: 204 len: 168 time: 1.9514980 Nov 23 02:21:15.891371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55714) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:15.898183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Request body: {'port': {'name': 'tempest-new-port-name-1674778201', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:15.898569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] bootfile-name is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:21:15.898920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] tftp-server is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:21:15.899231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] server-ip-address is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:21:15.916862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device aab95391-7cb6-47bc-8f54-72634509adee up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:15.941145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.948367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:15.948703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:15.949040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:15.951231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.978432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 29b489d3-c116-4256-95d2-6a8f765b12cf on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:15.978802 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 29b489d3-c116-4256-95d2-6a8f765b12cf on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:15.979044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:15.979784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Router cf742c88-4e43-48ff-8224-9fa4580456fe is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:15.981588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event deleted for resources: {'Port': ['ID=561cb448-addf-4520-9815-c5c59c616c87,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:15.983420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbeb910a-9616-4a89-8646-f1e82ffce85b {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:21:16.007102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.010694 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dbeb910a-9616-4a89-8646-f1e82ffce85b HTTP/1.1" status: 204 len: 168 time: 3.0284505 Nov 23 02:21:16.018027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55716) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:16.024780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b547f4-0495-425c-b90b-c4240a25cd4a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbeb910a-9616-4a89-8646-f1e82ffce85b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:16.024965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:16.028216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port aab95391-7cb6-47bc-8f54-72634509adee triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:16.032617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.062336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.085166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.096980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.106905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.166168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.172671 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dff531d5-81f0-442e-b75d-2d885db1cea9 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/ports/561cb448-addf-4520-9815-c5c59c616c87 HTTP/1.1" status: 204 len: 168 time: 1.8412976 Nov 23 02:21:16.176575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55718) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:16.191289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ab81d0a0-7e9f-4155-9664-5e868b5b005c', 'external_fixed_ips': [{'subnet_id': '995e9bf9-2265-46c6-8ca6-5dc787d6d7d0', 'ip_address': '2001:db8::14e'}]}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:16.274397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Made reservation on behalf of a9fd5184b5c74aa09371c530a6fe6c39 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:16.277030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.282422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.329375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Provisioning complete for port a3119f5a-5a3d-4710-b2c1-2d60524e4187 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:16.330086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.346689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.348014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.366154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.404144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] For port 29b489d3-c116-4256-95d2-6a8f765b12cf, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:16.404582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempted to set empty binding levels {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:21:16.411569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:16.414513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:16.448714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.449449 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Added segment e1c4db47-89f9-45f7-ba6b-abd4fdbf9c67 of type vlan for network 28eb3eff-fd76-4244-903b-4a7060dd583c Nov 23 02:21:16.452767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.490714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port aab95391-7cb6-47bc-8f54-72634509adee, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=aab95391-7cb6-47bc-8f54-72634509adee,segment=NetworkSegment(d679ead2-78d3-4d70-9ccb-e72067afc5d5),segment_id=d679ead2-78d3-4d70-9ccb-e72067afc5d5)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:16.506615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Provisioning complete for port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:16.507382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.520503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:16.521119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.521955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.534148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.538912 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21862426-26e9-47a2-80a0-a93dca87742c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.8911819 Nov 23 02:21:16.545784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55720) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:16.557156 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Sync routers for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:16.568085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:16.568802 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:16.569434 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:16.577751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.578763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 25d15eab-02b7-43bf-8dba-1a962047a071 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:16.605974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Provisioning complete for port aab95391-7cb6-47bc-8f54-72634509adee triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:16.606588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.673404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.679605 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.7008002 Nov 23 02:21:16.681103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55722) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:16.702058 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:16.777265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480452f3-ad35-4301-92c5-d3ed09e1cfef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=29b489d3-c116-4256-95d2-6a8f765b12cf,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:16.841961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Router f281e49c-65dc-4c3e-b4f7-4726aafc31eb is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:16.942665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Provisioning complete for port 25d15eab-02b7-43bf-8dba-1a962047a071 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:16.943325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.949574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=aab95391-7cb6-47bc-8f54-72634509adee,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:16.980993 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 3, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:16.982911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 25d15eab-02b7-43bf-8dba-1a962047a071 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:16.983387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:16.985333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.009415 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Checking router: cf742c88-4e43-48ff-8224-9fa4580456fe for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:17.010055 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Updating router cf742c88-4e43-48ff-8224-9fa4580456fe port 43d68781-c7d1-4eb7-8122-bc683b78daac binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:17.035802 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.063488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.075132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.076298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:17.077039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.151699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Network': ['ID=28eb3eff-fd76-4244-903b-4a7060dd583c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:17.152756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Provisioning complete for port c7dd57eb-4ebe-4696-af56-cbcf486188d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:17.153156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.179126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 28eb3eff-fd76-4244-903b-4a7060dd583c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:17.187421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.251689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.255108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.312904 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.321196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.324517 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.326105 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3ae5b981-3a73-4c43-a088-e164067a5324 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3049936 Nov 23 02:21:17.330022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59e5d134-193f-483d-8ec1-67ae7de729be None None] Could not find standard attr ID for object 0ef66228-cbe1-4b0d-a62a-f4d01ec7fde6. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:21:17.352786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55726) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:17.366627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'subnet': {'network_id': '28eb3eff-fd76-4244-903b-4a7060dd583c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:17.384770 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Attempting to bind port 43d68781-c7d1-4eb7-8122-bc683b78daac on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:17.385148 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Attempting to bind port 43d68781-c7d1-4eb7-8122-bc683b78daac by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:17.385523 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Attempting to bind port 43d68781-c7d1-4eb7-8122-bc683b78daac on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:17.390450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.391171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 022cfdab-e7d8-4502-8f9f-ac19ad3792cc {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:21:17.393239 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Pushing event updated for resources: {'Port': ['ID=43d68781-c7d1-4eb7-8122-bc683b78daac,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:17.395729 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:17.396113 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:17.396544 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.396940 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:17.397443 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Bound port: 43d68781-c7d1-4eb7-8122-bc683b78daac, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:17.397984 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.425035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Made reservation on behalf of a9fd5184b5c74aa09371c530a6fe6c39 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:17.429233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.434037 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.434603 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.435277 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.435791 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.436827 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.437334 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.437813 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.438299 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.438409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] In _notify_port_updated(), no bound segment for port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 on network fad368b1-0c53-4c81-8a60-e4e7c6616827 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:21:17.438938 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.439433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.439906 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.440397 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Tracked resource versions report: Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: pushed versions: Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: { 'AddressGroup': {'1.2'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'ConntrackHelper': {'1.0'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Log': {'1.0'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Network': {'1.1'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Port': {'1.7'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'PortForwarding': {'1.2'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'QosPolicy': {'1.10'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroup': {'1.5'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroupRule': {'1.2'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SubPort': {'1.0'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Subnet': {'1.1'}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Trunk': {'1.1'}} Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: consumer versions: Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: { DHCP agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: HyperV agent@hv-neutron-8188: {}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: L3 agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: Metadata agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: Metering agent@dv-neutron-818844-1-hyperv: {}, Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: Open vSwitch agent@dv-neutron-818844-1-hyperv: { 'AddressGroup': '1.2', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'ConntrackHelper': '1.0', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Log': '1.0', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Network': '1.1', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Port': '1.7', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'PortForwarding': '1.2', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'QosPolicy': '1.10', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroup': '1.5', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SecurityGroupRule': '1.2', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'SubPort': '1.0', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Subnet': '1.1', Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: 'Trunk': '1.1'}} Nov 23 02:21:17.441655 dv-neutron-818844-1-hyperv neutron-server[103359]: {{(pid=103359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 02:21:17.452886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:17.453661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.455721 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "PUT /v2.0/ports/b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 HTTP/1.1" status: 200 len: 1137 time: 1.5643721 Nov 23 02:21:17.464668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55728) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:17.501174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:17.502594 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] For port 43d68781-c7d1-4eb7-8122-bc683b78daac, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:17.508465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603a590-c9fc-4668-ad4a-351672768e54 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event updated for resources: {'Port': ['ID=b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:17.509546 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] For port 43d68781-c7d1-4eb7-8122-bc683b78daac, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=43d68781-c7d1-4eb7-8122-bc683b78daac,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:17.515242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Sync routers for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:17.522396 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.524556 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:21:17.529820 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c77fd9b9-4c7a-4cfc-930a-b27ba855ae53 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.3445725 Nov 23 02:21:17.533095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Deleting port 29b489d3-c116-4256-95d2-6a8f765b12cf {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:17.533745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.540117 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:17.540830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:17.554957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55730) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:17.585855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.637804 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3823fb2f-4605-4924-92b9-8cdc5106bca3 None None] Pushing event updated for resources: {'Port': ['ID=43d68781-c7d1-4eb7-8122-bc683b78daac,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:17.645265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a3119f5a-5a3d-4710-b2c1-2d60524e4187 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:17.670145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed47afd-bdb3-458c-8505-b5af27974ba4 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:17.671685 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-aed47afd-bdb3-458c-8505-b5af27974ba4 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "GET /v2.0/ports/b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 HTTP/1.1" status: 200 len: 1137 time: 0.2050047 Nov 23 02:21:17.671966 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:17.672826 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:17.679791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55732) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:17.750544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.752000 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a4d194eb-3015-4706-8a7a-91680eb0ef24 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8299739 Nov 23 02:21:17.757870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55734) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:17.820437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] For port 29b489d3-c116-4256-95d2-6a8f765b12cf, host hv-neutron-8188, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:17.820887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.829503 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:17.846568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-36ba01d8-e667-42e8-bc58-eb546ec8c4d1 None None] Provisioning complete for port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:17.847299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-36ba01d8-e667-42e8-bc58-eb546ec8c4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:17.854500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:17.877655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Calling delete_port for 29b489d3-c116-4256-95d2-6a8f765b12cf owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:17.969014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a3119f5a-5a3d-4710-b2c1-2d60524e4187 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:17.969528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.048622 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 3, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:18.058110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Deleting port 3bc584fb-96da-4597-a771-85ffc84bd933 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:18.058535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.065752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-36ba01d8-e667-42e8-bc58-eb546ec8c4d1 None None] Port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:18.072486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Router 576158b3-3f61-4011-b179-506bc16eaf0d is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:18.087476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11faa389-3233-4ddf-9797-fe969142c8c2 None None] The sync data for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv is: [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 3, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:18.178481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Deleting port b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:18.179129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.209674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device aab95391-7cb6-47bc-8f54-72634509adee up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:18.293080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 3, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:18.300069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port aab95391-7cb6-47bc-8f54-72634509adee triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:18.300069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.313274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.346779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.356854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Checking router: f281e49c-65dc-4c3e-b4f7-4726aafc31eb for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:18.357551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Updating router f281e49c-65dc-4c3e-b4f7-4726aafc31eb port abe4fa79-d800-4d68-8b4e-7371b524299b binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:18.396414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:18.403924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event deleted for resources: {'Port': ['ID=29b489d3-c116-4256-95d2-6a8f765b12cf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:18.404739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.420199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.431635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d6bfff0f-7f87-4879-90b2-1cb46bf65373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "DELETE /v2.0/ports/29b489d3-c116-4256-95d2-6a8f765b12cf HTTP/1.1" status: 204 len: 168 time: 1.7443535 Nov 23 02:21:18.433968 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Sync routers for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:18.445906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55736) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:18.459985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.464918 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c1835a7a-e6dd-439c-834f-12b9c1407620 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9119260 Nov 23 02:21:18.473837 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:18.475310 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:18.476619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55738) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:18.543240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.557720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.560806 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9151b9-4b48-4829-b8ab-0703f693e64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:21:18.565819 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ce9151b9-4b48-4829-b8ab-0703f693e64e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "GET /v2.0/ports/29b489d3-c116-4256-95d2-6a8f765b12cf HTTP/1.1" status: 404 len: 333 time: 0.1186192 Nov 23 02:21:18.568005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55740) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:18.579451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Request body: {'port': {'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1423199834'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:18.739989 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:18.774357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:21:18.774983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.817559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.823915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.839133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Calling delete_port for 3bc584fb-96da-4597-a771-85ffc84bd933 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:18.866159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Calling delete_port for b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:18.909639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.922526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:18.933371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Made reservation on behalf of cf3ab8532ebb45c0ad240b5f5e5c712c for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:18.936287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.010153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ccb4-f1f6-4298-b036-d6abb3e44eda None None] Pushing event updated for resources: {'Port': ['ID=abe4fa79-d800-4d68-8b4e-7371b524299b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.015781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Attempting to bind port abe4fa79-d800-4d68-8b4e-7371b524299b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:19.016451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Attempting to bind port abe4fa79-d800-4d68-8b4e-7371b524299b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:19.017094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Attempting to bind port abe4fa79-d800-4d68-8b4e-7371b524299b on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:19.022952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:19.023440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:19.023771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.024173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:19.025493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Bound port: abe4fa79-d800-4d68-8b4e-7371b524299b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:19.025493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.039323 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:15Z', 'revision_number': 3, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:19.068774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b3281636-66b2-4c09-a09e-e8808ff3e425,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.075428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port 595a0898-0d7e-478b-95b1-e3852a44fe1d yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:19.086218 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Checking router: 576158b3-3f61-4011-b179-506bc16eaf0d for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:19.086805 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Updating router 576158b3-3f61-4011-b179-506bc16eaf0d port cb4d6693-f261-4c3e-b012-1099f40e2a7e binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:19.117216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] For port abe4fa79-d800-4d68-8b4e-7371b524299b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:19.122180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] For port abe4fa79-d800-4d68-8b4e-7371b524299b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=abe4fa79-d800-4d68-8b4e-7371b524299b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:19.131535 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.133479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.135803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Allocated IP 172.20.0.1 (df94170d-a50d-486a-a508-37dd5ec703b4/1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47/400e567e-23b0-4b41-a0b8-e16714d5f4cd) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:19.162074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Checking segment: {'id': 'e1c4db47-89f9-45f7-ba6b-abd4fdbf9c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '28eb3eff-fd76-4244-903b-4a7060dd583c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:19.162448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Network hostable DHCP agents. Network: 28eb3eff-fd76-4244-903b-4a7060dd583c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:19.239718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:19.242031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:19.366163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Network 28eb3eff-fd76-4244-903b-4a7060dd583c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:19.383375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:19.441672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 28eb3eff-fd76-4244-903b-4a7060dd583c) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:19.459353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:19.459989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.544336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Allocated IP 2001:db8::14e (ab81d0a0-7e9f-4155-9664-5e868b5b005c/995e9bf9-2265-46c6-8ca6-5dc787d6d7d0/f051922b-a7fd-40c5-aca0-ab59e7d233bb) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:19.546531 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.554998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.575777 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-195d4ef4-1e95-4ecb-b019-121187bdb859 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2179601 Nov 23 02:21:19.599158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55742) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:19.609647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.614202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'floatingip': {'floating_network_id': '28eb3eff-fd76-4244-903b-4a7060dd583c'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:19.651098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bc584fb-96da-4597-a771-85ffc84bd933,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.676716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f84a566-505b-444c-91e7-2c772b351f3e None None] Network 28eb3eff-fd76-4244-903b-4a7060dd583c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:19.679119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 43d68781-c7d1-4eb7-8122-bc683b78daac up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:19.708810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.747372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.758708 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-721ef894-da16-435d-b866-d3a36af60c58 tempest-RoutersAdminNegativeTest-1154019779 tempest-RoutersAdminNegativeTest-1154019779-project-admin] 10.222.0.53 "DELETE /v2.0/ports/3bc584fb-96da-4597-a771-85ffc84bd933 HTTP/1.1" status: 204 len: 168 time: 2.1990845 Nov 23 02:21:19.775534 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.783475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947ccb4-f1f6-4298-b036-d6abb3e44eda None None] Pushing event updated for resources: {'Port': ['ID=abe4fa79-d800-4d68-8b4e-7371b524299b,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.788416 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.840650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.849793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event deleted for resources: {'Port': ['ID=b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.893580 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac8349-1cad-40cb-ab3d-dd1e32ceec85 None None] Pushing event updated for resources: {'Port': ['ID=cb4d6693-f261-4c3e-b012-1099f40e2a7e,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:19.910465 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Attempting to bind port cb4d6693-f261-4c3e-b012-1099f40e2a7e on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:19.911509 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Attempting to bind port cb4d6693-f261-4c3e-b012-1099f40e2a7e by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:19.911509 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Attempting to bind port cb4d6693-f261-4c3e-b012-1099f40e2a7e on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:19.921446 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:19.921830 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:19.922238 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.922636 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:19.923102 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Bound port: cb4d6693-f261-4c3e-b012-1099f40e2a7e, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:19.923879 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.940293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.943588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-909a5319-0edd-4fa5-8aae-7947e3996d5c tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "DELETE /v2.0/ports/b1e9e2ef-62cf-44cd-8432-b26d7cd9c9e2 HTTP/1.1" status: 204 len: 168 time: 2.2572646 Nov 23 02:21:19.948868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55746) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:19.963315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 43d68781-c7d1-4eb7-8122-bc683b78daac triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:19.964009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:19.990280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.022350 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] For port cb4d6693-f261-4c3e-b012-1099f40e2a7e, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:20.026140 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] For port cb4d6693-f261-4c3e-b012-1099f40e2a7e, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cb4d6693-f261-4c3e-b012-1099f40e2a7e,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:20.034343 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.057256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.062284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c326681-9682-4546-9dc3-dbd6b3faa28b None None] Network 28eb3eff-fd76-4244-903b-4a7060dd583c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:20.104105 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:20.104616 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:20.108376 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac8349-1cad-40cb-ab3d-dd1e32ceec85 None None] Pushing event updated for resources: {'Port': ['ID=cb4d6693-f261-4c3e-b012-1099f40e2a7e,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:20.226985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=400e567e-23b0-4b41-a0b8-e16714d5f4cd,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:20.240415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 3, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:20.283859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Network df94170d-a50d-486a-a508-37dd5ec703b4 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:20.289673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.296450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57b02f6-ce0b-44c5-baa0-d76f29476916 None None] The sync data for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv is: [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:13Z', 'revision_number': 3, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:20.302126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.305482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:20.312020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:20.313601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.356589 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:20.403425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 43d68781-c7d1-4eb7-8122-bc683b78daac, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=43d68781-c7d1-4eb7-8122-bc683b78daac,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:20.410478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.440147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55750) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:20.470268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Deleting subnet a03d54ab-3e76-4b79-bcf2-eb69d3e4f084 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:21:20.481389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.489935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.505250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=43d68781-c7d1-4eb7-8122-bc683b78daac,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:20.557357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.611213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.673759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d51cf835-091b-48ca-96e7-b9ee51ff5b47 None None] Provisioning complete for port 400e567e-23b0-4b41-a0b8-e16714d5f4cd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:20.674406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d51cf835-091b-48ca-96e7-b9ee51ff5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.721154 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:15Z', 'revision_number': 3, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:20.756869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4efaecae-a8ac-4151-abc5-33fced144730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.796005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d51cf835-091b-48ca-96e7-b9ee51ff5b47 None None] Port 400e567e-23b0-4b41-a0b8-e16714d5f4cd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:20.801056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.811639 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e822a5-4779-41a9-aed9-6f3013481b6d None None] The sync data for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv is: [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:15Z', 'revision_number': 3, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:20.812979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Allocated IP 172.20.0.1 (c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff/57801304-b5fe-452b-97e2-18838c24ce52/4b18af1d-4c63-4dcb-bdd8-c077fdca1abd) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:20.843585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.879192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.956519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network ab81d0a0-7e9f-4155-9664-5e868b5b005c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:20.964597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:20.966789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:20.976583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:20.986656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Port': ['ID=f051922b-a7fd-40c5-aca0-ab59e7d233bb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:21.013956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:21.033047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:21.045280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:21.046233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:21.046837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.052840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=595a0898-0d7e-478b-95b1-e3852a44fe1d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:21.137080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.150656 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f921d08c-271a-4188-936d-0c2874ee4420 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5798130 Nov 23 02:21:21.158916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55754) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:21.174363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:21.213630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event deleted for resources: {'Subnet': ['ID=a03d54ab-3e76-4b79-bcf2-eb69d3e4f084,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:21.239020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.239349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f02a4-eea4-40e4-a246-2c3c90ff41d2 None None] Network fad368b1-0c53-4c81-8a60-e4e7c6616827 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:21.243950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.247778 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c009c52f-6156-4e9d-b438-2eb485940e1f tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "DELETE /v2.0/subnets/a03d54ab-3e76-4b79-bcf2-eb69d3e4f084 HTTP/1.1" status: 204 len: 168 time: 1.2623699 Nov 23 02:21:21.252748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55756) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:21.324089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.424388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4efaecae-a8ac-4151-abc5-33fced144730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.432985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Allocated IP 172.20.0.1 (bfadc192-0ee6-4551-80ce-ec1ec3018b1e/9e8c8b61-8ae6-4b96-a4cd-894bb717458d/af445d32-f815-4daf-b39d-4af5a745fb7f) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:21.442681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.487559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4efaecae-a8ac-4151-abc5-33fced144730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.498068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] DHCP port deletion for fad368b1-0c53-4c81-8a60-e4e7c6616827 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:21:21.505374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:21.555921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efaecae-a8ac-4151-abc5-33fced144730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ffd454-8342-4947-9633-1605a1087059,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:21.561436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:21.564626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:21.643909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] Deleting port aab95391-7cb6-47bc-8f54-72634509adee {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:21.644562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.661106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.830040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] For port aab95391-7cb6-47bc-8f54-72634509adee, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=aab95391-7cb6-47bc-8f54-72634509adee,segment=NetworkSegment(d679ead2-78d3-4d70-9ccb-e72067afc5d5),segment_id=d679ead2-78d3-4d70-9ccb-e72067afc5d5)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:21.830606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:21.869093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] Calling delete_port for aab95391-7cb6-47bc-8f54-72634509adee owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:21.892094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cb4d6693-f261-4c3e-b012-1099f40e2a7e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:21.908712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.014998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.019696 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4efaecae-a8ac-4151-abc5-33fced144730 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8816fff7e244ebc978a3535d8cedfa6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5752211 Nov 23 02:21:22.022699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55760) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:22.038010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e68662cd-b498-491e-a4aa-3aca2a8867d0 None None] Provisioning complete for port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:22.038472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e68662cd-b498-491e-a4aa-3aca2a8867d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.042971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.099980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.119396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.120189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.121483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cb4d6693-f261-4c3e-b012-1099f40e2a7e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:22.121966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.152975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e68662cd-b498-491e-a4aa-3aca2a8867d0 None None] Port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:22.171561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.196511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.207522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] Pushing event deleted for resources: {'Port': ['ID=aab95391-7cb6-47bc-8f54-72634509adee,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.216534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e470e3dc-6414-44ec-94fa-eb1f0f377534 None None] No DVR routers for this DVR port aab95391-7cb6-47bc-8f54-72634509adee on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:21:22.261436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.284537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Deleting port aab95391-7cb6-47bc-8f54-72634509adee {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:22.284872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.288769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port cb4d6693-f261-4c3e-b012-1099f40e2a7e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cb4d6693-f261-4c3e-b012-1099f40e2a7e,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:22.296483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.296930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device abe4fa79-d800-4d68-8b4e-7371b524299b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:22.344958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Allocated IP 172.20.0.3 (28eb3eff-fd76-4244-903b-4a7060dd583c/b3281636-66b2-4c09-a09e-e8808ff3e425/b69045b6-6cc2-4d97-b2a7-26733c1da1f2) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:22.366812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.367052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eefe6910-ca26-4bce-9adf-0029cfc16b06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.396411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=cb4d6693-f261-4c3e-b012-1099f40e2a7e,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.404758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port abe4fa79-d800-4d68-8b4e-7371b524299b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:22.405184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.456566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=400e567e-23b0-4b41-a0b8-e16714d5f4cd,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.489144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eefe6910-ca26-4bce-9adf-0029cfc16b06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.502076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.510629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Network df94170d-a50d-486a-a508-37dd5ec703b4 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:22.527418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:22.536694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] For port aab95391-7cb6-47bc-8f54-72634509adee, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:22.537068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.568204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.584747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Calling delete_port for aab95391-7cb6-47bc-8f54-72634509adee owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:22.608150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port abe4fa79-d800-4d68-8b4e-7371b524299b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=abe4fa79-d800-4d68-8b4e-7371b524299b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:22.615945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.617269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 43d68781-c7d1-4eb7-8122-bc683b78daac up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:22.621167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Port aab95391-7cb6-47bc-8f54-72634509adee was not found and therefore no delete operation was performed {{(pid=103357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:21:22.643249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.665782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port 595a0898-0d7e-478b-95b1-e3852a44fe1d yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:22.674062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.710769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.722580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=abe4fa79-d800-4d68-8b4e-7371b524299b,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.726107 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.727076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event deleted for resources: {'Port': ['ID=aab95391-7cb6-47bc-8f54-72634509adee,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.741163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 43d68781-c7d1-4eb7-8122-bc683b78daac triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:22.741654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.747167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:22.752457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.773196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:22.781328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] No DVR routers for this DVR port aab95391-7cb6-47bc-8f54-72634509adee on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:21:22.789019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:22.860151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Pushing event updated for resources: {'Port': ['ID=af445d32-f815-4daf-b39d-4af5a745fb7f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:22.925760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eefe6910-ca26-4bce-9adf-0029cfc16b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.928607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eefe6910-ca26-4bce-9adf-0029cfc16b06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:22.932971 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-eefe6910-ca26-4bce-9adf-0029cfc16b06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31ffd454-8342-4947-9633-1605a1087059 HTTP/1.1" status: 204 len: 168 time: 0.8992641 Nov 23 02:21:22.951511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.019485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe6910-ca26-4bce-9adf-0029cfc16b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ffd454-8342-4947-9633-1605a1087059,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:23.032294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1fc65d80-f73d-4c97-a7a9-27f4d2403972 None None] Provisioning complete for port 400e567e-23b0-4b41-a0b8-e16714d5f4cd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:23.032848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fc65d80-f73d-4c97-a7a9-27f4d2403972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.063858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.071790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Router cf742c88-4e43-48ff-8224-9fa4580456fe has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:21:23.076918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.108936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1fc65d80-f73d-4c97-a7a9-27f4d2403972 None None] Port 400e567e-23b0-4b41-a0b8-e16714d5f4cd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:23.151816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > segment before_delete 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.152177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.152983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.153318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > port after_create 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.153657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > port after_delete 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.161668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > port after_update 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.162050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > segment after_delete 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.162394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet after_create 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.162716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet after_delete 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.163070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet after_update 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.169361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device aab95391-7cb6-47bc-8f54-72634509adee no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:21:23.201867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: aab95391-7cb6-47bc-8f54-72634509adee {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:21:23.201867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device aab95391-7cb6-47bc-8f54-72634509adee not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:21:23.247324 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-62eafabe-886b-46ab-ad07-bd8e820368e6 None None] Provisioning complete for port af445d32-f815-4daf-b39d-4af5a745fb7f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:23.247796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62eafabe-886b-46ab-ad07-bd8e820368e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.311207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-62eafabe-886b-46ab-ad07-bd8e820368e6 None None] Port af445d32-f815-4daf-b39d-4af5a745fb7f cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:23.314279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=595a0898-0d7e-478b-95b1-e3852a44fe1d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:23.330445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:23.330856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:23.331190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:23.344495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.348567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet after_create 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.348920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet after_delete 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.349277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet before_create 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.349575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Subscribe: > subnet before_update 55550000 {{(pid=103357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 02:21:23.349948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad368b1-0c53-4c81-8a60-e4e7c6616827']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:23.367278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:23.367604 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:23.374325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 2 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:23.413671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd679ead2-78d3-4d70-9ccb-e72067afc5d5') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:23.413964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd679ead2-78d3-4d70-9ccb-e72067afc5d5') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:23.431443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Network 28eb3eff-fd76-4244-903b-4a7060dd583c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:23.439826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.445502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:23.445989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:23.446148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:23.448141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:23.462702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:23.469206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.503671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:23.503982 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:23.506163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55766) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:23.508541 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 3 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:23.514424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.527339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Port': ['ID=b69045b6-6cc2-4d97-b2a7-26733c1da1f2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:23.548892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.558103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.569525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:23.570094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: from cryptography.utils import int_from_bytes Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: from cryptography.utils import int_from_bytes Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:23.579047 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:23.602421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cb4d6693-f261-4c3e-b012-1099f40e2a7e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:23.619737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:23.620074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:23.620436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:23.658742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cb4d6693-f261-4c3e-b012-1099f40e2a7e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:23.658742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.660132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:23.660659 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:23.669077 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 4 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:23.678499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:23.686622 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-911f6e7c-e100-4122-89f6-55c7cdc6d2b1 admin admin] 10.222.0.53 "PUT /v2.0/routers/cf742c88-4e43-48ff-8224-9fa4580456fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1402187 Nov 23 02:21:23.691048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.699057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.705521 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] 10.222.0.53 "DELETE /v2.0/networks/fad368b1-0c53-4c81-8a60-e4e7c6616827 HTTP/1.1" status: 204 len: 168 time: 2.4481351 Nov 23 02:21:23.723283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Sync routers for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:23.727839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0abf93-25ac-4100-80a0-66cbda85f0d0 tempest-ExtraDHCPOptionsTestJSON-652290431 tempest-ExtraDHCPOptionsTestJSON-652290431-project] Pushing event deleted for resources: {'Network': ['ID=fad368b1-0c53-4c81-8a60-e4e7c6616827,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:23.755625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.757356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:23.758434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Router 7aa8389b-0145-4ef3-a65b-ee80fde006eb is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:23.761869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:23.762626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:23.773499 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c129a474-9d8a-43f7-8f77-f7b495e83a4b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7780a660bd0b4a64bc15c06102cfdb6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2618849 Nov 23 02:21:23.774286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55772) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:23.824046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:23.824804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:23.825119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:23.848431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:23.848755 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:23.862951 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 5 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:23.920376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:23.957311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:23.957889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:23.958400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:23.972190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device abe4fa79-d800-4d68-8b4e-7371b524299b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:23.998337 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:23.999219 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:24.004449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:24.011821 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 6 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:24.051601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.154466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:24.154806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:24.155151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:24.159337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port abe4fa79-d800-4d68-8b4e-7371b524299b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:24.159839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.204881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:24.214551 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Sync routers for ids ['7aa8389b-0145-4ef3-a65b-ee80fde006eb'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:24.234525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f17c6cc-0c12-4662-b8d5-ea9bd7147afc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.236117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:24.241425 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Routers {'7aa8389b-0145-4ef3-a65b-ee80fde006eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:24.242103 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7aa8389b-0145-4ef3-a65b-ee80fde006eb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:24.249596 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:24.255701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:24.256111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.256368 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 7 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:24.257892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3eda157e-cab2-49a2-9cf5-d2bbd8c12479 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.0788288 Nov 23 02:21:24.262004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55786) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:24.275640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.280112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:24.349858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55788) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:24.350560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.430684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:21Z', 'revision_number': 2, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:24.481370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:24.481686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:24.489350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:24.495034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Checking router: cf742c88-4e43-48ff-8224-9fa4580456fe for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:24.495644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Updating router cf742c88-4e43-48ff-8224-9fa4580456fe port 400e567e-23b0-4b41-a0b8-e16714d5f4cd binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:24.530456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.538596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.556860 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Set router 7aa8389b-0145-4ef3-a65b-ee80fde006eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:24.600167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:24.600901 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:24.610684 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 8 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:24.656551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.658601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Pushing event updated for resources: {'Port': ['ID=af445d32-f815-4daf-b39d-4af5a745fb7f,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:24.703826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:24.705053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:24.705527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:24.739398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f17c6cc-0c12-4662-b8d5-ea9bd7147afc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.748189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.754703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:24.755236 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:24.805009 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 9 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:24.848879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Deleting port f051922b-a7fd-40c5-aca0-ab59e7d233bb {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:24.849695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.850737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-65757cb8-1b7c-4bba-bef6-305a8379a2fd None None] Provisioning complete for port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:24.851206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65757cb8-1b7c-4bba-bef6-305a8379a2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.854228 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa8389b-0145-4ef3-a65b-ee80fde006eb', 'name': '', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ab81d0a0-7e9f-4155-9664-5e868b5b005c', 'external_fixed_ips': [{'subnet_id': '995e9bf9-2265-46c6-8ca6-5dc787d6d7d0', 'ip_address': '2001:db8::14e'}], 'enable_snat': True}, 'gw_port_id': 'f051922b-a7fd-40c5-aca0-ab59e7d233bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:16Z', 'updated_at': '2021-11-23T02:21:21Z', 'revision_number': 3, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port': {'id': 'f051922b-a7fd-40c5-aca0-ab59e7d233bb', 'name': '', 'network_id': 'ab81d0a0-7e9f-4155-9664-5e868b5b005c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:e0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa8389b-0145-4ef3-a65b-ee80fde006eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '995e9bf9-2265-46c6-8ca6-5dc787d6d7d0', 'ip_address': '2001:db8::14e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '995e9bf9-2265-46c6-8ca6-5dc787d6d7d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:24.855395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:24.856442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:24.856802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:24.873547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:24.873884 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:24.878467 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 10 to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d Nov 23 02:21:24.887853 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7bc21412-df19-470d-96ac-12fe60602b6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32d41a4392a648069f57232aeb2341f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5339589 Nov 23 02:21:24.902200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Router f281e49c-65dc-4c3e-b4f7-4726aafc31eb has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:21:24.905147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55792) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:24.920223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f17c6cc-0c12-4662-b8d5-ea9bd7147afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.923815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f17c6cc-0c12-4662-b8d5-ea9bd7147afc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:24.927506 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5f17c6cc-0c12-4662-b8d5-ea9bd7147afc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7075d53a-580d-4704-b2b7-2927be7d7a2c HTTP/1.1" status: 204 len: 168 time: 1.1496732 Nov 23 02:21:24.930311 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Checking router: 7aa8389b-0145-4ef3-a65b-ee80fde006eb for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:24.931688 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Updating router 7aa8389b-0145-4ef3-a65b-ee80fde006eb port f051922b-a7fd-40c5-aca0-ab59e7d233bb binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:24.937755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-65757cb8-1b7c-4bba-bef6-305a8379a2fd None None] Port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:24.957407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17c6cc-0c12-4662-b8d5-ea9bd7147afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7075d53a-580d-4704-b2b7-2927be7d7a2c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:24.972161 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.021628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.033811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.055883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.086339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Calling delete_port for f051922b-a7fd-40c5-aca0-ab59e7d233bb owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:25.107480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.148767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:25.149120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:25.149461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:25.176310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:25.177181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:25.177516 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port 595a0898-0d7e-478b-95b1-e3852a44fe1d on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:25.177884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.179841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.239315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b0d4b-1cff-436b-a481-af848cadd06e None None] Pushing event updated for resources: {'Port': ['ID=400e567e-23b0-4b41-a0b8-e16714d5f4cd,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:25.324969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Attempting to bind port 400e567e-23b0-4b41-a0b8-e16714d5f4cd on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:25.324969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Attempting to bind port 400e567e-23b0-4b41-a0b8-e16714d5f4cd by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:25.324969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Attempting to bind port 400e567e-23b0-4b41-a0b8-e16714d5f4cd on network df94170d-a50d-486a-a508-37dd5ec703b4 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:25.341112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:25.341655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Checking segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:25.342133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.342633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Bound using segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:25.343500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Bound port: 400e567e-23b0-4b41-a0b8-e16714d5f4cd, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:25.343973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.351133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:25.454664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55804) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:25.459405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--98387996', 'description': 'tempest-description--62638776'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:25.497812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.507631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] For port 400e567e-23b0-4b41-a0b8-e16714d5f4cd, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:25.512002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] For port 400e567e-23b0-4b41-a0b8-e16714d5f4cd, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=400e567e-23b0-4b41-a0b8-e16714d5f4cd,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:25.521519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.525776 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.db.api [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:25.527219 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG oslo_db.api [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:25.560745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.596954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event deleted for resources: {'Port': ['ID=f051922b-a7fd-40c5-aca0-ab59e7d233bb,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:25.619511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1386386b-050c-4818-90a3-e189b9330ad6 None None] Provisioning complete for port 400e567e-23b0-4b41-a0b8-e16714d5f4cd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:25.620106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1386386b-050c-4818-90a3-e189b9330ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.637652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.652613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.687249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b0d4b-1cff-436b-a481-af848cadd06e None None] Pushing event updated for resources: {'Port': ['ID=400e567e-23b0-4b41-a0b8-e16714d5f4cd,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:25.695162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:25.695800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:25.730595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.853848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.855317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3995743 Nov 23 02:21:25.886749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55812) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:25.895368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Request body: {'security_group_rule': {'security_group_id': 'f018dcc3-1bd7-4067-9a46-610288e03142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:25.899905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad15970e-b3ac-4050-82e1-434862b346d8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f018dcc3-1bd7-4067-9a46-610288e03142,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:25.902364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1386386b-050c-4818-90a3-e189b9330ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.911716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:25.928461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:25.937811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.028022 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86bba02b-cdc4-47d1-9818-f494dc8c3cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.043586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Port': ['ID=b69045b6-6cc2-4d97-b2a7-26733c1da1f2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.062160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.071092 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Port f051922b-a7fd-40c5-aca0-ab59e7d233bb not found while updating agent binding for router 7aa8389b-0145-4ef3-a65b-ee80fde006eb. {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 02:21:26.074398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.084291 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Routers {'7aa8389b-0145-4ef3-a65b-ee80fde006eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:26.085339 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7aa8389b-0145-4ef3-a65b-ee80fde006eb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:26.103741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:26.113145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86bba02b-cdc4-47d1-9818-f494dc8c3cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.127242 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-63b9afe9-e091-403b-8aaf-f76d33a3eda7 admin admin] 10.222.0.53 "PUT /v2.0/routers/f281e49c-65dc-4c3e-b4f7-4726aafc31eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3579199 Nov 23 02:21:26.127463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] For port 595a0898-0d7e-478b-95b1-e3852a44fe1d, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:26.127922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempted to set empty binding levels {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:21:26.131000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.132444 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e336af95-374f-493b-ad86-8387ab0f1084 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.5320294 Nov 23 02:21:26.140746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55822) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.150766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Router 576158b3-3f61-4011-b179-506bc16eaf0d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:21:26.159336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.161489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.162272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7aa8389b-0145-4ef3-a65b-ee80fde006eb {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:21:26.169762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.174010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a0bc9d4b-3dd7-4656-bb77-81acf198bade tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/routers/7aa8389b-0145-4ef3-a65b-ee80fde006eb HTTP/1.1" status: 204 len: 168 time: 1.9078724 Nov 23 02:21:26.174010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.174238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.175973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55824) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.193019 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] Set router 7aa8389b-0145-4ef3-a65b-ee80fde006eb gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:26.200744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=967616c5-edb0-40fa-9c00-10210ad90987,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.257454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.257789 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa8389b-0145-4ef3-a65b-ee80fde006eb', 'name': '', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:16Z', 'updated_at': '2021-11-23T02:21:25Z', 'revision_number': 5, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:26.261845 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0fa57355-2167-4785-962d-5f34d1ced19d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711252 Nov 23 02:21:26.265992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55826) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.271778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Request body: {'security_group_rule': {'security_group_id': 'f018dcc3-1bd7-4067-9a46-610288e03142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:26.296317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55828) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.296842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Deleting subnet 995e9bf9-2265-46c6-8ca6-5dc787d6d7d0 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:21:26.297233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] In _notify_port_updated(), no bound segment for port 595a0898-0d7e-478b-95b1-e3852a44fe1d on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:21:26.298409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.300844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.302232 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "PUT /v2.0/ports/595a0898-0d7e-478b-95b1-e3852a44fe1d HTTP/1.1" status: 200 len: 981 time: 5.1402514 Nov 23 02:21:26.305559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55830) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.306707 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c8c4f-5ea4-4168-a466-408d492a4d5f None None] The sync data for ids ['7aa8389b-0145-4ef3-a65b-ee80fde006eb'] in dv-neutron-818844-1-hyperv is: [{'id': '7aa8389b-0145-4ef3-a65b-ee80fde006eb', 'name': '', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:16Z', 'updated_at': '2021-11-23T02:21:25Z', 'revision_number': 5, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:26.311997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.322894 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ad1486ed-2d2a-404a-a824-b09e58b9b559 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=28eb3eff-fd76-4244-903b-4a7060dd583c HTTP/1.1" status: 200 len: 689 time: 0.1810021 Nov 23 02:21:26.339307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Sync routers for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:26.344938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55834) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.441948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86bba02b-cdc4-47d1-9818-f494dc8c3cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.444600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86bba02b-cdc4-47d1-9818-f494dc8c3cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.448304 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-86bba02b-cdc4-47d1-9818-f494dc8c3cfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13893b77-43a8-4e0a-9010-0ffcf724bf0c HTTP/1.1" status: 204 len: 168 time: 1.5181489 Nov 23 02:21:26.461540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.462147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.462833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.463059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.463517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.463970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.464541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.464980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.465445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.465877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.466919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.466919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.467188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.467631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.468170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:26.475135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-17a41afe-8709-461d-916a-50a28fc3e1a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13534 time: 0.1645710 Nov 23 02:21:26.485094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55842) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.485931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.532921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1386386b-050c-4818-90a3-e189b9330ad6 None None] For port 400e567e-23b0-4b41-a0b8-e16714d5f4cd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=400e567e-23b0-4b41-a0b8-e16714d5f4cd,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:26.536896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:26.537553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:26.549035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.560666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc32af0-092b-440a-9007-5d4ed94819ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=595a0898-0d7e-478b-95b1-e3852a44fe1d,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.576395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-893587531'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:26.597275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.617975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bba02b-cdc4-47d1-9818-f494dc8c3cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13893b77-43a8-4e0a-9010-0ffcf724bf0c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.645186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1386386b-050c-4818-90a3-e189b9330ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.650635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.666524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.725067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.726852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4596610 Nov 23 02:21:26.732828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55844) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:26.737428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.742856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:26.781347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38765de-7bb0-4398-a22c-ba4bd6e6e930 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2424a786-b072-4ec4-b4be-04d1ee880395,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:26.796401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:26.801191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.817568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.906741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.929131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Deleting port 595a0898-0d7e-478b-95b1-e3852a44fe1d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:26.929669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:26.971075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386386b-050c-4818-90a3-e189b9330ad6 None None] Pushing event updated for resources: {'Port': ['ID=400e567e-23b0-4b41-a0b8-e16714d5f4cd,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:27.004539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:27.006037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:27.017542 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Sync routers for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:27.028148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.042836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:27.045939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.048493 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a2d78e8f-c5d9-4c87-ad14-f98103f4f065 admin admin] 10.222.0.53 "PUT /v2.0/routers/576158b3-3f61-4011-b179-506bc16eaf0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5433495 Nov 23 02:21:27.054361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/995e9bf9-2265-46c6-8ca6-5dc787d6d7d0 HTTP/1.1" status: 204 len: 168 time: 0.8600826 Nov 23 02:21:27.054821 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:27.071933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55852) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:27.152540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.158803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-27d27b42-7c71-458d-9c68-0ccd699640e2 None None] Provisioning complete for port af445d32-f815-4daf-b39d-4af5a745fb7f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:27.159656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-27d27b42-7c71-458d-9c68-0ccd699640e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.163666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55854) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:27.165405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Deleting port b69045b6-6cc2-4d97-b2a7-26733c1da1f2 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:27.165932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.169269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.178050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565358718', 'description': 'tempest-description--1336560139'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:27.219920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f494c3-c585-4269-abf7-04ce813cd46f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=995e9bf9-2265-46c6-8ca6-5dc787d6d7d0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:27.224793 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:27.279236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c909f27-f349-4ce6-8c94-812ae6adca4d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:27.359624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:27.426938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.427489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment fa262187-5d0f-48e8-b67a-5dd673bbdf43 of type vlan for network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 Nov 23 02:21:27.459252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:25Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:27.463603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] For port 595a0898-0d7e-478b-95b1-e3852a44fe1d, host hv-neutron-8188, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:27.464126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.471444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.497243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Calling delete_port for 595a0898-0d7e-478b-95b1-e3852a44fe1d owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:27.526133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-27d27b42-7c71-458d-9c68-0ccd699640e2 None None] Port af445d32-f815-4daf-b39d-4af5a745fb7f cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:27.555195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b12d2c-4b7a-4d05-a3ad-8bc48e2886db None None] The sync data for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv is: [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:25Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:27.592351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-27d27b42-7c71-458d-9c68-0ccd699640e2 None None] Provisioning complete for port 400e567e-23b0-4b41-a0b8-e16714d5f4cd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:27.596675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-27d27b42-7c71-458d-9c68-0ccd699640e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.744651 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 2, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:27.772337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.785111 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Checking router: 576158b3-3f61-4011-b179-506bc16eaf0d for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:27.786153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Updating router 576158b3-3f61-4011-b179-506bc16eaf0d port af445d32-f815-4daf-b39d-4af5a745fb7f binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:27.795469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.822355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.823298 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.887704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 2, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:27.900019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.900350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.910972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event deleted for resources: {'Port': ['ID=595a0898-0d7e-478b-95b1-e3852a44fe1d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:27.924600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.953984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.958270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Checking router: f281e49c-65dc-4c3e-b4f7-4726aafc31eb for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:27.958634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Updating router f281e49c-65dc-4c3e-b4f7-4726aafc31eb port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:27.969799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Calling delete_port for b69045b6-6cc2-4d97-b2a7-26733c1da1f2 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:27.990960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:27.996976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:27.997643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.003701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.015848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.028436 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fe6f6789-393c-49f3-bf31-b156adcecc23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "DELETE /v2.0/ports/595a0898-0d7e-478b-95b1-e3852a44fe1d HTTP/1.1" status: 204 len: 168 time: 1.5149796 Nov 23 02:21:28.031605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55874) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.093103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c338c192-6b08-4a40-8985-7a7eda52fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:21:28.099826 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c338c192-6b08-4a40-8985-7a7eda52fecf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "GET /v2.0/ports/595a0898-0d7e-478b-95b1-e3852a44fe1d HTTP/1.1" status: 404 len: 333 time: 0.0622702 Nov 23 02:21:28.099826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.101187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55878) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.117203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-393127060', 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:28.176131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55880) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.188004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150817493', 'description': 'tempest-description--1384381697'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:28.193278 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8867528 Nov 23 02:21:28.216172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55882) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.229773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'name': 'tempest-PortsIpV6TestJSON-1706080827'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:28.284777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.293081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.294340 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1214991 Nov 23 02:21:28.304168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55886) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:28.310243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Request body: {'security_group_rule': {'security_group_id': 'f019d8ae-1505-4bc6-ba4d-86bb5ba54baa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:28.425843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfc719-9168-4e02-8682-eb679e79111a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.437924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9b715-ca94-4216-b9ee-ed02c3fac97d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=0d5c6bb6-d02c-4a97-871d-13c4146d1d45,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.449877 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.464907 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.485015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:28.553541 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f39ab4-2725-482d-8bec-c3b739195c2e None None] Pushing event updated for resources: {'Port': ['ID=af445d32-f815-4daf-b39d-4af5a745fb7f,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.648820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968594560'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:28.655580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.658299 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Attempting to bind port af445d32-f815-4daf-b39d-4af5a745fb7f on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:28.658801 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Attempting to bind port af445d32-f815-4daf-b39d-4af5a745fb7f by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:28.659274 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Attempting to bind port af445d32-f815-4daf-b39d-4af5a745fb7f on network bfadc192-0ee6-4551-80ce-ec1ec3018b1e {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:28.671215 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:28.671446 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Checking segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:28.673193 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.674169 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Bound using segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:28.674786 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Bound port: af445d32-f815-4daf-b39d-4af5a745fb7f, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:28.675449 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.713568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.724629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.793584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Port': ['ID=b69045b6-6cc2-4d97-b2a7-26733c1da1f2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.814869 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] For port af445d32-f815-4daf-b39d-4af5a745fb7f, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:28.819463 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] For port af445d32-f815-4daf-b39d-4af5a745fb7f, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=af445d32-f815-4daf-b39d-4af5a745fb7f,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:28.826225 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.883758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab8dfb-b512-4dee-87b3-34dd0f03304a None None] Pushing event updated for resources: {'Port': ['ID=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.887113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Made reservation on behalf of cf3ab8532ebb45c0ad240b5f5e5c712c for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:28.889522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.899525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.913957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.920703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.956913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:28.964946 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f39ab4-2725-482d-8bec-c3b739195c2e None None] Pushing event updated for resources: {'Port': ['ID=af445d32-f815-4daf-b39d-4af5a745fb7f,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:28.984363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Attempting to bind port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:28.984746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Attempting to bind port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:28.985118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Attempting to bind port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd on network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:28.993117 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:28.994087 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.005530 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.009497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab81d0a0-7e9f-4155-9664-5e868b5b005c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.022707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb9dd15-999a-4d9a-8b7f-f3bd8894f7b6') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.023274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb9dd15-999a-4d9a-8b7f-f3bd8894f7b6') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.035286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.035746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:29.036137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Checking segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:29.036576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.036987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Bound using segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:29.037647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Bound port: 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:29.037873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.061171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.062117 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3fbeeb2e-405e-4a70-bf38-2e0719d4e3a8 None None] Provisioning complete for port af445d32-f815-4daf-b39d-4af5a745fb7f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:29.062525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fbeeb2e-405e-4a70-bf38-2e0719d4e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.076183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:29.076686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.096397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:29.150925 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:29.171295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:29.259615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] For port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:29.271800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] For port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:29.285197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.285399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.294407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.298842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.330968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.347471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.378920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.415593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fbeeb2e-405e-4a70-bf38-2e0719d4e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.432316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port 0b7ab0b5-edbf-4b28-a0da-98ea080f4eac yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:29.432907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.437938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:29.438923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.453676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b3281636-66b2-4c09-a09e-e8808ff3e425,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.455797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.504814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab81d0a0-7e9f-4155-9664-5e868b5b005c {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:21:29.510078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789d805d-a256-414b-86fd-27e629c8949d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.523493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.524996 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bb3e553d-53db-4a46-8c83-c032374c5283 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3442669 Nov 23 02:21:29.543565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.547164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ab81d0a0-7e9f-4155-9664-5e868b5b005c HTTP/1.1" status: 204 len: 168 time: 2.4554474 Nov 23 02:21:29.548128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.561267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55892) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:29.573451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3fbeeb2e-405e-4a70-bf38-2e0719d4e3a8 None None] For port af445d32-f815-4daf-b39d-4af5a745fb7f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=af445d32-f815-4daf-b39d-4af5a745fb7f,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:29.621015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fbeeb2e-405e-4a70-bf38-2e0719d4e3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.623673 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:28Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.655347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Request body: {'security_group_rule': {'security_group_id': '789d805d-a256-414b-86fd-27e629c8949d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:29.658811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab8dfb-b512-4dee-87b3-34dd0f03304a None None] Pushing event updated for resources: {'Port': ['ID=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.707259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.710394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb4ae91-24cd-4bef-a922-56be82cf6762,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.720896 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d694db-309c-402b-bdee-4820d3d058e8 None None] The sync data for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv is: [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:28Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:29.774496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.808934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceced80-f8fe-4bc9-b45f-06184b3b74ac tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab81d0a0-7e9f-4155-9664-5e868b5b005c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.843007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:29.847880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.859339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28eb3eff-fd76-4244-903b-4a7060dd583c']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.871769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.884066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Allocated IP 172.26.8.17 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/89989194-06bc-4bd8-8f86-8f4f1e4fb060) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:29.896378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fba9523-a410-4cf1-bfdd-7e0006481fbc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.899930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.900178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 51beb131-773d-4e5d-8c34-eb1cebedf650 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:29.926448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.926848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c4db47-89f9-45f7-ba6b-abd4fdbf9c67') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.930879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c4db47-89f9-45f7-ba6b-abd4fdbf9c67') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:29.931692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4795a8ab-e4a6-418e-88dc-62b3980d7949 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6262934 Nov 23 02:21:29.934476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55900) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:29.942613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Request body: {'security_group_rule': {'security_group_id': 'f019d8ae-1505-4bc6-ba4d-86bb5ba54baa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:29.950444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbeeb2e-405e-4a70-bf38-2e0719d4e3a8 None None] Pushing event updated for resources: {'Port': ['ID=af445d32-f815-4daf-b39d-4af5a745fb7f,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:29.954694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.956317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 400e567e-23b0-4b41-a0b8-e16714d5f4cd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:29.989641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:29.997284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55902) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.006230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'name': 'tempest-router--1961316708', 'project_id': 'c7ba169fbc90492db8dc2f1e84419312'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:30.007895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.015598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:30.016213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.048302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Provisioning complete for port af445d32-f815-4daf-b39d-4af5a745fb7f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.048693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.087416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.089536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae073b92-3460-48ea-96f8-aa8774d3f054,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.095831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.098234 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-23ed7b01-dde9-4fca-9b9d-d7e5d3570f18 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4478464 Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:30.099965 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:30.109747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55904) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.112188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.115885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.117223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:30.158495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Network': ['ID=28eb3eff-fd76-4244-903b-4a7060dd583c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.167790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28eb3eff-fd76-4244-903b-4a7060dd583c {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:21:30.178786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.183021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-72854a1f-f979-4ea6-8aff-2d2b08d97d1d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/networks/28eb3eff-fd76-4244-903b-4a7060dd583c HTTP/1.1" status: 204 len: 168 time: 3.8369405 Nov 23 02:21:30.186159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55906) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.197281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 400e567e-23b0-4b41-a0b8-e16714d5f4cd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.197662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.238163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.277202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Request body: {'security_group_rule': {'security_group_id': '789d805d-a256-414b-86fd-27e629c8949d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:30.293854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.371068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=51beb131-773d-4e5d-8c34-eb1cebedf650,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.388516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.394047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Provisioning complete for port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.394366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.432731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c242df8-43b1-45e6-b82f-6915c6193262,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.470730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.488521 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-00dfc095-e33e-4d22-8f02-3699db851f37 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3009720 Nov 23 02:21:30.492297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.494291 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5996e6ae-87f2-41b6-a67f-70302e7533b9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.2046394 Nov 23 02:21:30.495077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55908) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.496964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55910) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.535898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:30.546528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:21:30.546528 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:21:30.546528 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'project_id_1': '61e3e4b52f9e43c9a08f47e23539761d', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 21, 10, 310413)}] Nov 23 02:21:30.546528 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:30.547095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:30.553333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.557745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': 'fa262187-5d0f-48e8-b67a-5dd673bbdf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:30.558216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: 0d5c6bb6-d02c-4a97-871d-13c4146d1d45, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:30.567662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.568784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.595225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bbbfc2-a870-4771-9ecc-e667ee728191 None None] The sync data for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv is: [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:30.603803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.612274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.645917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8580cd92-9220-431e-b13e-6dd98e92dcd4 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1467485 Nov 23 02:21:30.647945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:30.650652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] For port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:30.653779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55916) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.655200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.658457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.659900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-security--355863449', 'description': 'tempest-security-description-816449541'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:30.689043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b52735-7da0-47dd-84c0-f9cc973818a4,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.693647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:30.708097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.709628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.709628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.709812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:30.710316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.710725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.710897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.711172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.712033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.716407 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fcea4c6e-fe7c-4fdf-a286-b53c39547ae0 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.2171435 Nov 23 02:21:30.717804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.721410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.727293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:30.729784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc6733-e210-470a-a669-7095849fcb60 None None] Pushing event updated for resources: {'Port': ['ID=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.762042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.766110 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7941560b-6005-405c-9554-19c88b1b664e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8245251 Nov 23 02:21:30.772499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=0b7ab0b5-edbf-4b28-a0da-98ea080f4eac,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:30.775676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55920) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.780128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:30.780374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f0666fea-16f6-418c-8cc8-1cf52d7b47e6 None None] Provisioning complete for port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:30.780741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0666fea-16f6-418c-8cc8-1cf52d7b47e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.802843 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-87b0bd60-d248-4016-afa4-7cb46b847d8d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] delete failed (client error): The resource could not be found. Nov 23 02:21:30.807498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-87b0bd60-d248-4016-afa4-7cb46b847d8d tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/1b818a9d-8065-4bd2-a171-af674cb1c7f9 HTTP/1.1" status: 404 len: 345 time: 0.0797629 Nov 23 02:21:30.808889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55922) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.818386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.831754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 0d5c6bb6-d02c-4a97-871d-13c4146d1d45) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:30.849238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:30.856513 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd6280a-54ca-4e16-9920-8723912fae80 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 02:21:30.857066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd6280a-54ca-4e16-9920-8723912fae80 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:21:30.859012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf0fbe4-54d6-4ef6-89e4-0aa2ba70ebcc None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:30.866524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:30.866693 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dfd6280a-54ca-4e16-9920-8723912fae80 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/networks/28eb3eff-fd76-4244-903b-4a7060dd583c HTTP/1.1" status: 404 len: 339 time: 0.0501847 Nov 23 02:21:30.866789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.870554 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-75faf417-922f-4445-b802-7a45f121866b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.7679327 Nov 23 02:21:30.872558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55924) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.872891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55926) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.884595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'network': {'name': 'tempest-network--730112020', 'router:external': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:30.889570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.925909 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.934392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.937995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.942524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "PUT /v2.0/security-groups/3c242df8-43b1-45e6-b82f-6915c6193262 HTTP/1.1" status: 200 len: 1793 time: 0.2847362 Nov 23 02:21:30.944533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55928) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:30.972725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:30.980396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event updated for resources: {'Port': ['ID=89989194-06bc-4bd8-8f86-8f4f1e4fb060,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:31.027490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.029043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8080e6ce-a27a-4ca5-b6e6-d44d0b7c985d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c242df8-43b1-45e6-b82f-6915c6193262,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:31.038936 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d070de21-4d86-4136-a3a2-c63f9d90a98c tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups/3c242df8-43b1-45e6-b82f-6915c6193262 HTTP/1.1" status: 200 len: 1793 time: 0.0901954 Nov 23 02:21:31.043892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:31.045384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55930) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.052005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:31.054812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:31.123948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0af3d-9608-4370-977f-ac122ce82d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:31.128369 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e1a0af3d-9608-4370-977f-ac122ce82d2d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "GET /v2.0/ports/0b7ab0b5-edbf-4b28-a0da-98ea080f4eac HTTP/1.1" status: 200 len: 958 time: 0.2374773 Nov 23 02:21:31.129541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55932) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.143727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Made reservation on behalf of a9fd5184b5c74aa09371c530a6fe6c39 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:31.146097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.149395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5990f4c2-3982-45af-a090-95ba7f2702f6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.172538 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3599f2fd-f32a-42f8-8a89-6097ffb5e3c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9516473 Nov 23 02:21:31.174400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.175441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.175887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55934) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.176721 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0acb7937-5082-44a6-86db-ad91289543e2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1755137 Nov 23 02:21:31.183225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1130078009'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:31.186726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55936) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.207197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5990f4c2-3982-45af-a090-95ba7f2702f6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.306467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.309052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:31.328033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.331855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.350641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.350985 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Added segment 34fcdce4-4198-49f2-9f71-8238a4ec2c4a of type vlan for network f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199 Nov 23 02:21:31.404372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:31.407894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.436740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.494373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.508222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.508876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5990f4c2-3982-45af-a090-95ba7f2702f6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.511425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5990f4c2-3982-45af-a090-95ba7f2702f6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.516287 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5990f4c2-3982-45af-a090-95ba7f2702f6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c242df8-43b1-45e6-b82f-6915c6193262 HTTP/1.1" status: 204 len: 168 time: 0.4665234 Nov 23 02:21:31.519694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55938) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.524262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Deleting port 0b7ab0b5-edbf-4b28-a0da-98ea080f4eac {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:31.524611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.548481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.583619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Allocated IP 172.26.8.179 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/2acb82f8-8ff8-444e-a969-a1874f1337bf) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:31.668396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e681157-ce9e-4220-aaa7-4a575a95e74b,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:31.675193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:31.680130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990f4c2-3982-45af-a090-95ba7f2702f6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c242df8-43b1-45e6-b82f-6915c6193262,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:31.689961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.694759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.704382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.705480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment 6fa2179b-6cc3-43ce-9f22-8f11a5ce8232 of type vlan for network d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c Nov 23 02:21:31.711619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device af445d32-f815-4daf-b39d-4af5a745fb7f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:31.733480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.739107 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1614f056-92bd-4238-bce3-408a9dadf43d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4615824 Nov 23 02:21:31.741881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.742867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:31.743460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.746678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.751767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55940) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.783941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:31.811257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.822009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Calling delete_port for 0b7ab0b5-edbf-4b28-a0da-98ea080f4eac owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:31.823555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.824089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb6f438d-5c7d-449f-baa3-410f764d7683 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:21:31.831030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-20379d63-f9f1-440f-8efd-b26e1c7d810a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3040628 Nov 23 02:21:31.833888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55942) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.834058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.837672 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-117fde21-2b41-4d23-ad3c-e6a12edc393e tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/routers/eb6f438d-5c7d-449f-baa3-410f764d7683 HTTP/1.1" status: 204 len: 168 time: 0.6474876 Nov 23 02:21:31.855824 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9755850 Nov 23 02:21:31.859936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55946) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:31.863933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port af445d32-f815-4daf-b39d-4af5a745fb7f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:31.864567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:31.903595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.037890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55948) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.081357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.087984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:32.089083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.093088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.115054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99f4f3-b20a-4d0f-b1e0-f0fe0b8c7f90 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Network': ['ID=f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.122836 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-fcd31f2e-f2e9-42b5-b821-a4fc95ed7748 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] delete failed (client error): The resource could not be found. Nov 23 02:21:32.128129 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fcd31f2e-f2e9-42b5-b821-a4fc95ed7748 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c242df8-43b1-45e6-b82f-6915c6193262 HTTP/1.1" status: 404 len: 347 time: 0.2812493 Nov 23 02:21:32.131811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55952) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.136636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:32.144063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--321759085'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.232013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.253263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.265181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.364609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.431279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event updated for resources: {'Port': ['ID=89989194-06bc-4bd8-8f86-8f4f1e4fb060,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.519913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.523579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0b7ab0b5-edbf-4b28-a0da-98ea080f4eac HTTP/1.1" status: 204 len: 168 time: 1.3928869 Nov 23 02:21:32.529041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55954) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.555097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42f18-157e-4d5a-a87b-0adb5eae82dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b7ab0b5-edbf-4b28-a0da-98ea080f4eac,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.566144 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4acc031-e49c-4171-9be3-d371876018fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:21:32.567961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a4acc031-e49c-4171-9be3-d371876018fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "GET /v2.0/ports/0b7ab0b5-edbf-4b28-a0da-98ea080f4eac HTTP/1.1" status: 404 len: 333 time: 0.0372503 Nov 23 02:21:32.573279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55956) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.581009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Request body: {'port': {'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1838121385'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.596097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.651126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.658835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.681654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Made reservation on behalf of cf3ab8532ebb45c0ad240b5f5e5c712c for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:32.686136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.690387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.700086 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-003fa78a-2137-4a10-9962-b2381d44587f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9562967 Nov 23 02:21:32.700086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.700086 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5639544 Nov 23 02:21:32.715373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1417719876', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.726037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54341-985b-4720-9bac-503a510eb35f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e7765-b91b-41cd-b536-bb9a7e191c7c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.736502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55960) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.742911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': 'e27e7765-b91b-41cd-b536-bb9a7e191c7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.769639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:32.824758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6450799 Nov 23 02:21:32.828875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.839825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e7c38-a5e5-4c3b-a324-4440b2226fc8 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:32.846128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'ports': [{'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'}, {'network_id': 'd8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c'}]} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.846575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.847163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': 'd8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:32.853161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e7c38-a5e5-4c3b-a324-4440b2226fc8 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:32.863520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e7c38-a5e5-4c3b-a324-4440b2226fc8 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:32.876454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e7c38-a5e5-4c3b-a324-4440b2226fc8 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:32.887674 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-138e7c38-a5e5-4c3b-a324-4440b2226fc8 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 1.0084138 Nov 23 02:21:32.922115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:32.926699 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a686a-0f41-4824-984b-6d9687d519cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:32.937237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:32.944574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:32.999366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.138358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event updated for resources: {'Port': ['ID=2acb82f8-8ff8-444e-a969-a1874f1337bf,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:33.158893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cd11ef9-9cd5-4de7-8326-d98af5435314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.170123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.179867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.189986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:33.197339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:33.210264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:33.275258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.292227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.316375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.348210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.349612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6120203 Nov 23 02:21:33.371798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55984) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:33.382682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.414348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.429077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6201adc-263d-4cc7-82e3-0863f91454ac tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5e2068-8ec7-48ce-9071-52f6f77959d6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:33.513975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55992) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:33.528496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 2} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:33.533507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.551993 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 02:21:33.555493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5515-a955-426a-be26-c64f049196c8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.557725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.607026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5515-a955-426a-be26-c64f049196c8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.620671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.674980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:33.675685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.717916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port ba5a01ef-19d6-4281-a21d-8f96f953fcfa yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:33.759414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:33.760214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.793578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.809184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.942023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:33.960675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.000201 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-280392ef-81c5-4e2b-aa27-75e54d4beba3 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--98387996&fields=id&tenant_id=02301d0e7dca4119a419e1a1af025cd8 HTTP/1.1" status: 200 len: 267 time: 0.4727013 Nov 23 02:21:34.037322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Allocated IP 172.26.8.196 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/5866ec98-4619-4266-8566-e2dbcac53fbb) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:34.069935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:34.137948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port e0087c14-aa15-40c3-a9e0-6271ee2bf95e yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:34.148099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.154019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fcdce4-4198-49f2-9f71-8238a4ec2c4a') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:34.154312 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fcdce4-4198-49f2-9f71-8238a4ec2c4a') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:34.180606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5515-a955-426a-be26-c64f049196c8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.185209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8e9b5515-a955-426a-be26-c64f049196c8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.186345 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8e9b5515-a955-426a-be26-c64f049196c8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/ad5e2068-8ec7-48ce-9071-52f6f77959d6 HTTP/1.1" status: 204 len: 168 time: 0.8127468 Nov 23 02:21:34.199329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55994) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:34.220960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.287373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b5515-a955-426a-be26-c64f049196c8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad5e2068-8ec7-48ce-9071-52f6f77959d6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.300941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:34.324397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.324957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.328553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.329714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:34.332373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:34.333812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:34.334509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.355948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.363866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:34.364283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:34.368820 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:34.370877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.394222 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6ef68fd7-777d-4602-91a1-4f520ab2618b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1915488 Nov 23 02:21:34.413556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 55996) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:34.448220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-2e45a3a8-7a82-4de4-99ad-091f87f34905 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:34.449723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-2e45a3a8-7a82-4de4-99ad-091f87f34905 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/networks?id=df94170d-a50d-486a-a508-37dd5ec703b4 HTTP/1.1" status: 200 len: 805 time: 0.4279196 Nov 23 02:21:34.469960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fb195f6e-d16c-4c83-a6f6-25291293e01b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8940043 Nov 23 02:21:34.484908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 55998) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:34.498635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:34.501150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.526931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event updated for resources: {'Port': ['ID=2acb82f8-8ff8-444e-a969-a1874f1337bf,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.538009 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-dfb3ce6c-498e-4ca5-900c-7be6b8588d58 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/quotas/02301d0e7dca4119a419e1a1af025cd8 HTTP/1.1" status: 200 len: 375 time: 0.0728693 Nov 23 02:21:34.548486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.559367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.573809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.582165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:21:34.584379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.649287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.653039 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199 HTTP/1.1" status: 204 len: 168 time: 1.7278070 Nov 23 02:21:34.670872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56000) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:34.683500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb70ec03-fd7a-46d0-b674-921eaaa4b4cb tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0c2ab4a-7cdd-412e-b7d0-b5cd319ac199,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.684007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'network': {'name': 'tempest-network--86391184', 'router:external': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:34.689371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f81e4a9f-58f1-4edd-8ca1-deca30bd7cc3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.691730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.700879 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3949ef21-de56-4f0c-948f-93587c1e141d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9163370 Nov 23 02:21:34.700879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.704633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:34.721700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:34.723623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f81e4a9f-58f1-4edd-8ca1-deca30bd7cc3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.732174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:34.738052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.766299 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-623cdf13-6d7c-4f48-b408-06ffccc9f0ba tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=02301d0e7dca4119a419e1a1af025cd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2140644 Nov 23 02:21:34.794790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event updated for resources: {'Port': ['ID=5866ec98-4619-4266-8566-e2dbcac53fbb,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.823343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f81e4a9f-58f1-4edd-8ca1-deca30bd7cc3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.828564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f81e4a9f-58f1-4edd-8ca1-deca30bd7cc3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.830485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f81e4a9f-58f1-4edd-8ca1-deca30bd7cc3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/e27e7765-b91b-41cd-b536-bb9a7e191c7c HTTP/1.1" status: 204 len: 168 time: 0.4130483 Nov 23 02:21:34.835851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Made reservation on behalf of a9fd5184b5c74aa09371c530a6fe6c39 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:34.838058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.845330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56008) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:34.849624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:34.869063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e4a9f-58f1-4edd-8ca1-deca30bd7cc3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e7765-b91b-41cd-b536-bb9a7e191c7c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.941617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=ba5a01ef-19d6-4281-a21d-8f96f953fcfa,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:34.958146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:34.960092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:34.969314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:34.971094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.050556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-45e69950-9dc2-40f5-abce-e15fccf87565 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:21:35.051705 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-45e69950-9dc2-40f5-abce-e15fccf87565 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1157255 Nov 23 02:21:35.052707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=e0087c14-aa15-40c3-a9e0-6271ee2bf95e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:35.165725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': '6fa2179b-6cc3-43ce-9f22-8f11a5ce8232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'd8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:35.166085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:35.189066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Allocated IP 172.26.8.195 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cdc1fb0d-af03-4513-b2be-5d7b8c437804) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:35.224140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:35.232839 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-d1df0918-9bd0-4c0a-bbb8-56e4ba960139 service neutron] 10.222.0.53 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611133 Nov 23 02:21:35.261590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:35.263019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:35.273175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25cee36-1f54-4c4c-acc1-55c3b755fb59 None None] Network d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:35.284580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9b97b867-1541-48b7-83ac-c583130b99ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4326415 Nov 23 02:21:35.291163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56028) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:35.306937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--179103773'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:35.341864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.346578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56034) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:35.358853 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 02:21:35.367606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.367931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Added segment 66d056b5-bc02-4162-8297-f672f1fca422 of type vlan for network 464fd0f1-a4c8-4f4e-965c-2507d2491b20 Nov 23 02:21:35.524824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:35.525396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.531993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:35.537304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:35.538123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.546842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.548513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e750387e-ca03-493c-b3d3-60a54e750363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.558922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.563327 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e738b049-ac23-4657-b0ed-56addbb79b3b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7324212 Nov 23 02:21:35.566642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] device_id is not set on port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:35.567731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56036) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:35.612870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.633872 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-dfcaa8f9-40ca-43f1-9639-801948f8abf0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--565358718&fields=id&tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4 HTTP/1.1" status: 200 len: 267 time: 0.2861888 Nov 23 02:21:35.649507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.651538 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-1e418395-90d0-492c-81ae-9cd356160afe service neutron] 10.222.0.53 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163952 Nov 23 02:21:35.679129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.683313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port e0087c14-aa15-40c3-a9e0-6271ee2bf95e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:35.683653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.759957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.774476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for e0087c14-aa15-40c3-a9e0-6271ee2bf95e owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:35.860569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.861557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:35.862159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.936184 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dfe41491-6b00-456c-9492-a2bb9c22bc22 req-b2e1926d-9261-4197-82b3-f182af09ec71 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.0709271 Nov 23 02:21:35.944866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.951143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:35.983763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=e0087c14-aa15-40c3-a9e0-6271ee2bf95e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:35.991780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:35.995782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3637aae4-72a7-4760-8dcd-e9ddc3185911 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/e0087c14-aa15-40c3-a9e0-6271ee2bf95e HTTP/1.1" status: 204 len: 168 time: 0.4269328 Nov 23 02:21:35.998240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56058) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.024564 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3493416 Nov 23 02:21:36.027668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56060) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.111092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.111441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.112326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.133534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934bb14-4cab-4d20-b398-a8db7bdb3155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.138959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3cc36-900a-4f81-9f97-970709bb803f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Network': ['ID=464fd0f1-a4c8-4f4e-965c-2507d2491b20,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.140909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4934bb14-4cab-4d20-b398-a8db7bdb3155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.142613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.143384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4934bb14-4cab-4d20-b398-a8db7bdb3155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1441851 Nov 23 02:21:36.146371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56064) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.153325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-8737aba2-77a0-406f-a4a5-5396553e9f17 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.156810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 464fd0f1-a4c8-4f4e-965c-2507d2491b20 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:36.161019 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-8737aba2-77a0-406f-a4a5-5396553e9f17 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 812 time: 0.5031378 Nov 23 02:21:36.166070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9804dc70-a87f-49f8-9538-bc5fa034d271 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.170413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:36.171186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9804dc70-a87f-49f8-9538-bc5fa034d271 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] 10.222.0.53 "GET /v2.0/networks/464fd0f1-a4c8-4f4e-965c-2507d2491b20 HTTP/1.1" status: 200 len: 755 time: 0.1392868 Nov 23 02:21:36.171281 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:36.173986 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 2 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:36.176921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.178677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.186173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56066) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.254697 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-40a289dd-d55e-4b5f-8c2e-2a3320c7e74d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/quotas/526ce6bc3e424cb2b2e3fd8704f796a4 HTTP/1.1" status: 200 len: 375 time: 0.0926306 Nov 23 02:21:36.287379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.287730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.288109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.341664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7636eec5-ffdd-4b30-844b-20e3cabb8082 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:36.343288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7636eec5-ffdd-4b30-844b-20e3cabb8082 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] 10.222.0.53 "GET /v2.0/networks/abb8db61-0852-4b34-9a31-37ec45119e8c HTTP/1.1" status: 200 len: 768 time: 0.1566248 Nov 23 02:21:36.347482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56068) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.363019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.366974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0610666 Nov 23 02:21:36.372140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56070) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.373405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:36.380919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:36.381257 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:36.388149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.389738 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 3 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:36.392765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:36.394784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c2943-080c-408f-b3bb-ccbf08102f21 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4773c7f3-897d-4e7e-b709-604cf9f0cb14,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.397154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:36.401829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event updated for resources: {'Port': ['ID=cdc1fb0d-af03-4513-b2be-5d7b8c437804,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.414844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.442408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '4773c7f3-897d-4e7e-b709-604cf9f0cb14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:36.485492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.485969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.486331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.490756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.506845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port ba5a01ef-19d6-4281-a21d-8f96f953fcfa {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:36.507190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.522511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:36.522911 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:36.528499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.543790 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 4 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:36.558978 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-f193a5ab-8da6-4e1f-a3d2-64a65bd5e99c tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3034110 Nov 23 02:21:36.569483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event updated for resources: {'Port': ['ID=5866ec98-4619-4266-8566-e2dbcac53fbb,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.580994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.608735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.613218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.613559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.614267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.655396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:36.655735 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:36.658400 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 5 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:36.660971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.682123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for ba5a01ef-19d6-4281-a21d-8f96f953fcfa owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:36.708379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.709028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.709540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.718208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:36.718714 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:36.721899 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 6 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:36.732449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.734328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ed3fdb4b-26cc-4fd8-a2a9-90567b4d704f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9805458 Nov 23 02:21:36.749887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.750200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.750579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.772780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-7b968eab-048a-44d7-bc29-4c6e1c0de96b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:21:36.774229 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-7b968eab-048a-44d7-bc29-4c6e1c0de96b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0926566 Nov 23 02:21:36.775453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:36.775958 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:36.809884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.814524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.828923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.837185 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 7 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:36.855519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464fd0f1-a4c8-4f4e-965c-2507d2491b20']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:36.884049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d056b5-bc02-4162-8297-f672f1fca422') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:36.884420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d056b5-bc02-4162-8297-f672f1fca422') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:36.900193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f59bddf2-0288-4a85-8029-c112b58a60b6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:36.907924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.919602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.921203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-44d4b6ae-a711-465b-83a4-b7b83f625ad0 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5480998 Nov 23 02:21:36.931922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56100) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:36.936589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '4773c7f3-897d-4e7e-b709-604cf9f0cb14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:36.944908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.948030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:36.948429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:36.948773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:36.954353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:36.955063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:36.957326 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:36.970842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.054149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=ba5a01ef-19d6-4281-a21d-8f96f953fcfa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:37.074094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.077660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-aa6fde8f-39b9-471f-9fad-f06db1cfd11f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/ba5a01ef-19d6-4281-a21d-8f96f953fcfa HTTP/1.1" status: 204 len: 168 time: 0.9301829 Nov 23 02:21:37.081040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56112) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.093046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.123688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 464fd0f1-a4c8-4f4e-965c-2507d2491b20 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:21:37.133144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.140192 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/networks/464fd0f1-a4c8-4f4e-965c-2507d2491b20 HTTP/1.1" status: 204 len: 168 time: 0.7881529 Nov 23 02:21:37.146868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56114) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.152996 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-0d66514d-8d77-46fb-b259-d7f9586dfddc tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1150817493&fields=id&tenant_id=61e3e4b52f9e43c9a08f47e23539761d HTTP/1.1" status: 200 len: 267 time: 0.1833014 Nov 23 02:21:37.158179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'network': {'name': 'tempest-network--951530713'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:37.161493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355248bf-a460-482d-907f-15ea0755e998 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Network': ['ID=464fd0f1-a4c8-4f4e-965c-2507d2491b20,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:37.191173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba1cec-ee77-4cb3-9489-fef33971987f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:37.192733 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-abba1cec-ee77-4cb3-9489-fef33971987f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1104262 Nov 23 02:21:37.196859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56116) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.207694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:37.208031 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:37.219420 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 8 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:37.265880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Made reservation on behalf of a9fd5184b5c74aa09371c530a6fe6c39 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:37.268616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.286636 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-190f499b-0a1f-43f0-b94f-4230cc79fb60 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:21:37.290786 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-190f499b-0a1f-43f0-b94f-4230cc79fb60 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/e0087c14-aa15-40c3-a9e0-6271ee2bf95e HTTP/1.1" status: 404 len: 333 time: 0.0903151 Nov 23 02:21:37.292743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56122) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.296340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:37.299790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:37.300515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:37.327396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.334188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:37.334658 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:37.352044 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-604b38a6-471c-4477-a30f-0c4d92f758d1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:21:37.356985 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-604b38a6-471c-4477-a30f-0c4d92f758d1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/ba5a01ef-19d6-4281-a21d-8f96f953fcfa HTTP/1.1" status: 404 len: 333 time: 0.0600402 Nov 23 02:21:37.360309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56124) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.362418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:37.372594 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 9 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:37.378695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.383506 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-e756ee48-b9a8-490b-9fb0-c3776b86dde5 service neutron] 10.222.0.53 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471580 Nov 23 02:21:37.432600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.433231 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Added segment 37ea0195-19d2-4043-b7ad-2467c79f418f of type vlan for network ada57b30-401d-470c-a336-d67c271d2eea Nov 23 02:21:37.440942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-9c7d9e99-5d81-4310-bbc4-619cb7c16ffe tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:37.442608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-9c7d9e99-5d81-4310-bbc4-619cb7c16ffe tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/networks?id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e HTTP/1.1" status: 200 len: 811 time: 0.2472434 Nov 23 02:21:37.479766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:37.480202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:37.480561 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:37.524017 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-222cc57a-45b2-4000-84c4-fb466517bc88 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/quotas/61e3e4b52f9e43c9a08f47e23539761d HTTP/1.1" status: 200 len: 375 time: 0.0655594 Nov 23 02:21:37.527592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:37.528154 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:37.534241 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempt 10 to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c Nov 23 02:21:37.535298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.540579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.582929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:37.582929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:37.583108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempting to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:37.602313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.603591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:37.604333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.604763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:37.605102 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Failed to bind port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on host hv-neutron-8188 for vnic_type normal using segments [{'id': '12fa2b52-69eb-4e39-b237-c12b22cf58aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '9c51577c-e65e-416c-8b6e-fb82dc43dfb6'}] Nov 23 02:21:37.606091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.633622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.641492 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-caf00182-db07-45a8-a4b2-a9ae54b90b41 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=61e3e4b52f9e43c9a08f47e23539761d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080556 Nov 23 02:21:37.681839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.721477 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5697112 Nov 23 02:21:37.729078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56128) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.780227 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-cf36854c-a191-4bfb-b837-d2503421ba58 service neutron] 10.222.0.53 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771305 Nov 23 02:21:37.782753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:37.791939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdc8080-be34-43b9-97b4-08982c4cd9d8,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:37.809845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.811049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.812330 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e52d1706-c1f6-4d71-94ca-849a2b7216fb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8796041 Nov 23 02:21:37.821809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56130) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:37.833476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '4773c7f3-897d-4e7e-b709-604cf9f0cb14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:37.863788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] For port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:37.864434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attempted to set empty binding levels {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:21:37.873374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.877690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.882847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dce8b-b29e-40be-bc9a-8c439131d79a tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Network': ['ID=ada57b30-401d-470c-a336-d67c271d2eea,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:37.892856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:37.894112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ada57b30-401d-470c-a336-d67c271d2eea details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:37.914125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa2179b-6cc3-43ce-9f22-8f11a5ce8232') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:37.914484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa2179b-6cc3-43ce-9f22-8f11a5ce8232') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:37.939748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.988045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] In _notify_port_updated(), no bound segment for port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c on network 9c51577c-e65e-416c-8b6e-fb82dc43dfb6 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:21:37.989091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:37.989825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:37.991281 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "PUT /v2.0/ports/c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c HTTP/1.1" status: 200 len: 981 time: 3.5021303 Nov 23 02:21:38.001531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.001680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56132) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:38.002621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.017130 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-3c56fb17-fb95-482f-90fa-08c90bd58f78 service neutron] 10.222.0.53 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018472 Nov 23 02:21:38.027930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:38.028343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:38.032627 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:38.047551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.072114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3140cddf-2817-4e58-b048-d3b0de979e93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event updated for resources: {'Port': ['ID=c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.196653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.202492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.230894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8fbb23-87c8-4e24-bb05-8505855c499a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.301432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0fbb3d67-837b-4eb4-a703-1ff047ed0b59 req-82a4c224-91b5-4271-a699-d90da3370a6e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.0668297 Nov 23 02:21:38.311559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.312837 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c8cac45f-e8d8-4ded-bef3-c4d4fa8255a2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4870121 Nov 23 02:21:38.317238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56152) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:38.336041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '4773c7f3-897d-4e7e-b709-604cf9f0cb14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:38.419520 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8949d246-c9ea-4979-8ba3-1250674bc4c6 req-e1fe9cac-3f54-46bf-b38d-34c5aed9b767 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0424280 Nov 23 02:21:38.420152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.46', 54438) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:38.438754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.477194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Router 66fe74d6-2432-445a-83fb-18ce8d25abef is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:38.524924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.555208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.561951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.568917 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c HTTP/1.1" status: 204 len: 168 time: 1.2040572 Nov 23 02:21:38.571271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:38.573403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61de8c9-3d7d-4d3a-9703-02c2ab8eb542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=d8a4f8de-7b81-4303-b11b-2f4bb9f2ba4c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.582807 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-fe82bd6b-6c76-4305-a877-217847e8ca39 service neutron] 10.222.0.53 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512447 Nov 23 02:21:38.592230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.606376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-532795816'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:38.637136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Network ada57b30-401d-470c-a336-d67c271d2eea is not hosted by any dhcp agent {{(pid=103357) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:21:38.638046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.638653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.640108 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "PUT /v2.0/networks/ada57b30-401d-470c-a336-d67c271d2eea HTTP/1.1" status: 200 len: 857 time: 0.9067795 Nov 23 02:21:38.646657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56164) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:38.663768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Deleting port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:38.664111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.732997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.742910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65437c78-9c92-44b5-9522-504d371af446 tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event updated for resources: {'Network': ['ID=ada57b30-401d-470c-a336-d67c271d2eea,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.746067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-419bad5c-5ff7-4f5e-92de-f5977fd175c0 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:38.749272 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-419bad5c-5ff7-4f5e-92de-f5977fd175c0 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.46 "GET /v2.0/networks?id=df94170d-a50d-486a-a508-37dd5ec703b4 HTTP/1.1" status: 200 len: 805 time: 0.3270421 Nov 23 02:21:38.754728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:38.758018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.760585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.800185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.802412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] For port c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c, host hv-neutron-8188, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:38.802756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.809484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:38.819696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Calling delete_port for c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:38.821384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c11783-efc2-409a-b3dd-00224642cb58,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:38.827885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] Sync routers for ids ['66fe74d6-2432-445a-83fb-18ce8d25abef'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:38.838987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.842794 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-638108f3-b2ec-42d2-9fee-c5aa4201fec8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5231707 Nov 23 02:21:38.846213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] Routers {'66fe74d6-2432-445a-83fb-18ce8d25abef'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:38.848792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['66fe74d6-2432-445a-83fb-18ce8d25abef'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:38.858209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56174) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:38.873514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:38.886160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.886790 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment a4c613f8-dce6-433b-b98c-377fc35d7e39 of type vlan for network 33d82f42-b011-4d51-9927-06c30f244e3d Nov 23 02:21:38.930659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:38.949477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:38.963425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] Routers {'66fe74d6-2432-445a-83fb-18ce8d25abef'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:38.967113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['66fe74d6-2432-445a-83fb-18ce8d25abef'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:38.993622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '4773c7f3-897d-4e7e-b709-604cf9f0cb14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:39.011179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.019706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:39.021054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab813b42-b646-43e6-ab23-bdae390fde3f None None] The sync data for ids ['66fe74d6-2432-445a-83fb-18ce8d25abef'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:39.027409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:39.028079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.047909 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.049374 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d02560c4-f23d-42a7-bc40-231d1752ec60 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0018256 Nov 23 02:21:39.064470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56186) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.105315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6619b10e-8396-4f4b-ba22-33a0d12bc5d2 req-a55ce80e-a7c8-4004-8e80-ced33f835fe2 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.0971391 Nov 23 02:21:39.195603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.206430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=33d82f42-b011-4d51-9927-06c30f244e3d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:39.238689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada57b30-401d-470c-a336-d67c271d2eea']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:39.283229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 33d82f42-b011-4d51-9927-06c30f244e3d details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:39.285539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ea0195-19d2-4043-b7ad-2467c79f418f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:39.285950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ea0195-19d2-4043-b7ad-2467c79f418f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:39.289656 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ed23e0df-76c4-48f0-9e9e-9d6518196148 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7115140 Nov 23 02:21:39.290670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56194) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.293435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.315069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:39.324226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.333767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.344730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Pushing event deleted for resources: {'Port': ['ID=c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:39.371608 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-3d7b213c-a79a-4c2f-8ce0-57f1ee466099 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02301d0e7dca4119a419e1a1af025cd8 HTTP/1.1" status: 200 len: 378 time: 0.5273478 Nov 23 02:21:39.378504 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-31f9f769-701e-4245-9949-c3039faa9f98 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/66fe74d6-2432-445a-83fb-18ce8d25abef HTTP/1.1" status: 200 len: 925 time: 0.3095305 Nov 23 02:21:39.392405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.396223 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-375ca966-3ff7-46aa-b973-ff9bc3327752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c HTTP/1.1" status: 204 len: 168 time: 1.3896933 Nov 23 02:21:39.397177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56204) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.406951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.420013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.431090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.469963 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d22caea0-c8a0-418e-ad8f-ebf9f203f1c0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=66fe74d6-2432-445a-83fb-18ce8d25abef HTTP/1.1" status: 200 len: 205 time: 0.0707698 Nov 23 02:21:39.477777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:39.478203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.478964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Request body: {'port': {'device_id': 'eb25d575-1bc7-453b-8810-03c968324a99', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'admin_state_up': True, 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'security_groups': ['f018dcc3-1bd7-4067-9a46-610288e03142']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:39.493059 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:39.494785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56216) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.688217 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ca4b3a-af30-4182-8ecd-561cbdb560ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:21:39.694011 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-70ca4b3a-af30-4182-8ecd-561cbdb560ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1610695863-project-admin] 10.222.0.53 "GET /v2.0/ports/c4b5aa1d-ba4c-4304-b1bc-482bccfbb68c HTTP/1.1" status: 404 len: 333 time: 0.2816191 Nov 23 02:21:39.694746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56224) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.709976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3754f094-15f1-429e-b1c3-eca8b3b982cc req-a84c3f6a-ec4a-40b0-af96-52ae0d069d16 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.0797689 Nov 23 02:21:39.737123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.741784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ada57b30-401d-470c-a336-d67c271d2eea {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:21:39.745061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:39.748920 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] 10.222.0.53 "DELETE /v2.0/networks/ada57b30-401d-470c-a336-d67c271d2eea HTTP/1.1" status: 204 len: 168 time: 1.1006546 Nov 23 02:21:39.770866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56226) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:39.825259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9758d43-6d7d-4003-9064-4c6bc4efef5f tempest-ExternalNetworksTestJSON-885547083 tempest-ExternalNetworksTestJSON-885547083-project-admin] Pushing event deleted for resources: {'Network': ['ID=ada57b30-401d-470c-a336-d67c271d2eea,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:39.881644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.081993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.237980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Deleting port cdc1fb0d-af03-4513-b2be-5d7b8c437804 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:40.240480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.347817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.389384 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7e3e8c2e-04f3-4d3a-b3fc-b3312181aa87 req-1420146f-054e-4dbd-8a8d-831767aebe5d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.8516607 Nov 23 02:21:40.390650 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6221dfca-5a40-4117-a471-ab8f03b73848 req-d9fc5138-749e-4abd-a533-e3c92e92db69 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.1110151 Nov 23 02:21:40.445153 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b3f040-e08b-4e18-8202-638db86425ec tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] DELETE failed (client error): The resource could not be found. Nov 23 02:21:40.445612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b3f040-e08b-4e18-8202-638db86425ec tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:21:40.461092 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a4b3f040-e08b-4e18-8202-638db86425ec tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] 10.222.0.53 "DELETE /v2.0/subnets/b3281636-66b2-4c09-a09e-e8808ff3e425 HTTP/1.1" status: 404 len: 337 time: 0.6722500 Nov 23 02:21:40.482377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56232) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:40.490453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.507868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Calling delete_port for cdc1fb0d-af03-4513-b2be-5d7b8c437804 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:40.653067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.700624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.736713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec67a5a-5666-4de7-adee-0857d2da0d45,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:40.739938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:40.742772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.753336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.761527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.774436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.792732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event deleted for resources: {'Port': ['ID=cdc1fb0d-af03-4513-b2be-5d7b8c437804,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:40.852307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Made reservation on behalf of 02301d0e7dca4119a419e1a1af025cd8 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:40.855878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.872225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.876501 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d895b10e-be5c-40c1-81e5-39530948c937 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 2.0140216 Nov 23 02:21:40.877779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56236) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:40.879702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c51577c-e65e-416c-8b6e-fb82dc43dfb6']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:40.930534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Performing IP validity checks on allocation pools {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:21:40.932671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.934135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:21:40.935009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b96bc77b-9851-42d0-ae17-fb411b625957 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.940067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fa2b52-69eb-4e39-b237-c12b22cf58aa') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:40.940399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fa2b52-69eb-4e39-b237-c12b22cf58aa') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:40.974087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.975045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b96bc77b-9851-42d0-ae17-fb411b625957 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:40.988485 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bba01228-756b-4b2f-9fa3-145b270691c9 req-8c31a4d0-ac39-4eb9-af80-5399c6c9b854 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.1106639 Nov 23 02:21:41.064269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.069832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.123226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b96bc77b-9851-42d0-ae17-fb411b625957 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.129720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.131944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b96bc77b-9851-42d0-ae17-fb411b625957 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.132646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.135664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b96bc77b-9851-42d0-ae17-fb411b625957 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9ec67a5a-5666-4de7-adee-0857d2da0d45 HTTP/1.1" status: 204 len: 168 time: 0.2534177 Nov 23 02:21:41.147136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56238) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:41.157115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.158075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Fanout notify agent at l3_agent the message router_deleted on router 66fe74d6-2432-445a-83fb-18ce8d25abef {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:21:41.170904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.175793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-089584ed-78e1-4984-919d-d45d0372f5a0 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/66fe74d6-2432-445a-83fb-18ce8d25abef HTTP/1.1" status: 204 len: 168 time: 1.6458657 Nov 23 02:21:41.177050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56240) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:41.178346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bc77b-9851-42d0-ae17-fb411b625957 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ec67a5a-5666-4de7-adee-0857d2da0d45,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:41.185637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1849624087', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': False}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:41.185768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:41.185987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:41.189261 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:41.211553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.213757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.249275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb8db61-0852-4b34-9a31-37ec45119e8c']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:41.278544 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.286974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497e984e-4e5a-4da5-8843-6e3734d5235c') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:41.287347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497e984e-4e5a-4da5-8843-6e3734d5235c') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:41.341810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.411778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.424592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.434182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.440222 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] 10.222.0.53 "DELETE /v2.0/networks/9c51577c-e65e-416c-8b6e-fb82dc43dfb6 HTTP/1.1" status: 204 len: 168 time: 1.7005780 Nov 23 02:21:41.461178 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-082b8c43-329a-4210-8288-32e99e264b01 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.3096900 Nov 23 02:21:41.498599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56248) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:41.517815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:41.517815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:41.522887 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:41.543585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef3436-8235-40b7-871a-cb92309bb5b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1860159684-project] Pushing event deleted for resources: {'Network': ['ID=9c51577c-e65e-416c-8b6e-fb82dc43dfb6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:41.676211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Allocated IP 172.20.0.5 (df94170d-a50d-486a-a508-37dd5ec703b4/1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47/797380bf-d7f2-4244-aa6d-52241604d9d9) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:41.711141 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07180423-bd95-411f-8cbe-c7674597425d req-ea1726c2-bf68-4b68-9483-45cd55497438 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.1744986 Nov 23 02:21:41.723924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43b52559-c827-4dc9-b40e-bab0f21a5dc1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.743795 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5c8179c1-25b6-4db5-99b8-a035f7f794aa req-44a620d8-a771-4cbc-9249-4de29e47d75c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.0640354 Nov 23 02:21:41.745818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.755819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.774856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43b52559-c827-4dc9-b40e-bab0f21a5dc1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.775953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:41.793841 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] 10.222.0.53 "DELETE /v2.0/networks/abb8db61-0852-4b34-9a31-37ec45119e8c HTTP/1.1" status: 204 len: 168 time: 1.3017802 Nov 23 02:21:41.944071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f5b2e-9186-4fb6-aa2d-f77a297ed3b3 tempest-ExternalNetworksTestJSON-1347400728 tempest-ExternalNetworksTestJSON-1347400728-project] Pushing event deleted for resources: {'Network': ['ID=abb8db61-0852-4b34-9a31-37ec45119e8c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:41.998433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56256) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:42.119847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56264) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:42.143965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.173366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43b52559-c827-4dc9-b40e-bab0f21a5dc1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.196561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.222535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.242792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43b52559-c827-4dc9-b40e-bab0f21a5dc1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.244362 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-43b52559-c827-4dc9-b40e-bab0f21a5dc1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f0c11783-efc2-409a-b3dd-00224642cb58 HTTP/1.1" status: 204 len: 168 time: 0.7447505 Nov 23 02:21:42.245470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b52559-c827-4dc9-b40e-bab0f21a5dc1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0c11783-efc2-409a-b3dd-00224642cb58,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:42.252453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56268) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:42.337178 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e5e5d287-96c6-4a0b-b551-32f92347f4ba req-dc877539-f92f-4f61-9964-3cdcf1607c09 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.1757123 Nov 23 02:21:42.419222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=d9cf0b4f-272b-42c6-b121-e6a1b6e920ea,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:42.452407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Allocated IP 172.26.8.74 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/fa244f8f-4816-4edd-943e-37d9c6038dd3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:42.480515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.495988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f580ccd0-1f86-4d3d-ba39-c8860724e2c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc0158c3e10240bba4b9b4a777232122&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4939415 Nov 23 02:21:42.497174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56270) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:42.501688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-46efff2a-06e5-4cc8-b07f-66e0dfab2cf7 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2440813 Nov 23 02:21:42.508041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56272) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:42.511048 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6b94ad98-92d2-4d11-a94f-e0c0a71d183d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4a5f9529e174223a7986aa4d3c0b034&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3877788 Nov 23 02:21:42.518348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56274) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:42.533279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': 'a4c613f8-dce6-433b-b98c-377fc35d7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:42.533967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: 33d82f42-b011-4d51-9927-06c30f244e3d, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:42.605263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fbeceaf-6f24-4e0f-b78f-e151dbcbc50a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.625534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6354a802-eab6-4968-9d29-cb9aee7ba8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.628995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fbeceaf-6f24-4e0f-b78f-e151dbcbc50a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.653510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 33d82f42-b011-4d51-9927-06c30f244e3d is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:42.654437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.659725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.668513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6354a802-eab6-4968-9d29-cb9aee7ba8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.738889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 33d82f42-b011-4d51-9927-06c30f244e3d) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:42.740734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb8f8-c79a-4742-ad74-c41137b94a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.744725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6354a802-eab6-4968-9d29-cb9aee7ba8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.753964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6354a802-eab6-4968-9d29-cb9aee7ba8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.754612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a477ad-d8be-4e2b-a146-abef7b8329b2 None None] Network 33d82f42-b011-4d51-9927-06c30f244e3d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:42.758175 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6354a802-eab6-4968-9d29-cb9aee7ba8e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0740d480-d94f-41fa-b79b-6506fa90a1be HTTP/1.1" status: 204 len: 168 time: 0.2573261 Nov 23 02:21:42.759100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.807895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event updated for resources: {'Port': ['ID=797380bf-d7f2-4244-aa6d-52241604d9d9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:42.818333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354a802-eab6-4968-9d29-cb9aee7ba8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0740d480-d94f-41fa-b79b-6506fa90a1be,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:42.820575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fbeceaf-6f24-4e0f-b78f-e151dbcbc50a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.833277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:42.840894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:42.848535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:42.849840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.851174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:42.857402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Port': ['ID=fa244f8f-4816-4edd-943e-37d9c6038dd3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:42.874383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbeceaf-6f24-4e0f-b78f-e151dbcbc50a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af8fbb23-87c8-4e24-bb05-8505855c499a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:42.881577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Network df94170d-a50d-486a-a508-37dd5ec703b4 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:42.897962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:42.905647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:42.915278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5fbeceaf-6f24-4e0f-b78f-e151dbcbc50a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.925928 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5fbeceaf-6f24-4e0f-b78f-e151dbcbc50a tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/af8fbb23-87c8-4e24-bb05-8505855c499a HTTP/1.1" status: 204 len: 168 time: 0.4094963 Nov 23 02:21:42.944178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb8f8-c79a-4742-ad74-c41137b94a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:42.950490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56284) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.058737 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4dc3e58-1da9-4035-9039-f0bb9bea3c08 req-e413ec3e-ddd8-43c1-9c3d-92a6a6d7de76 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.1363263 Nov 23 02:21:43.077797 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-af8bef8c-c280-4f67-8c11-49497e434eb6 req-5e230ffd-fb4a-4312-87f6-3a47650d99c9 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.1380558 Nov 23 02:21:43.086352 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3acc576b-6e85-425e-9e96-9303d6287104 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7826073 Nov 23 02:21:43.089476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56288) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.099577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d', 'name': 'tempest-PortsIpV6TestJSON-1033705248'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:43.139132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-33d82f42-b011-4d51-9927-06c30f244e3d', 'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': 'd9cf0b4f-272b-42c6-b121-e6a1b6e920ea'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:43.140520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.176062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:43.176813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.210457 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5f6d17d7-2b01-4834-b643-afbbd9cc35ad tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7990768 Nov 23 02:21:43.228814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb8f8-c79a-4742-ad74-c41137b94a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.231711 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb8f8-c79a-4742-ad74-c41137b94a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.233215 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ef6bb8f8-c79a-4742-ad74-c41137b94a9e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/848798fb-a2a9-47c4-a0f9-531191b29dd4 HTTP/1.1" status: 204 len: 168 time: 0.7123716 Nov 23 02:21:43.251585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bb8f8-c79a-4742-ad74-c41137b94a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848798fb-a2a9-47c4-a0f9-531191b29dd4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:43.359071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-20c233f6-15de-427a-bab6-3bf9ecb75cbe tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4042830 Nov 23 02:21:43.360485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56294) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.464770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-975c61ec-682b-4986-a306-a0198bd3f5b2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.473935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5bbc3d75-34c8-41ef-9f1a-74f250d44b12 None None] Provisioning complete for port 797380bf-d7f2-4244-aa6d-52241604d9d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:43.483676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3d75-34c8-41ef-9f1a-74f250d44b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.495433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56296) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.504359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-975c61ec-682b-4986-a306-a0198bd3f5b2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.534565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc3d75-34c8-41ef-9f1a-74f250d44b12 None None] Port 797380bf-d7f2-4244-aa6d-52241604d9d9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:43.545866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Allocated IP 2001:db8::2 (33d82f42-b011-4d51-9927-06c30f244e3d/d9cf0b4f-272b-42c6-b121-e6a1b6e920ea/f7192eb1-ef27-48bd-b953-75031f225d60) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:43.591291 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5482fd60-a9e1-446f-8a94-fad1ee4cfb1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf3ab8532ebb45c0ad240b5f5e5c712c&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0924025 Nov 23 02:21:43.596831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56300) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.701803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-975c61ec-682b-4986-a306-a0198bd3f5b2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.713028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-975c61ec-682b-4986-a306-a0198bd3f5b2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.721571 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-975c61ec-682b-4986-a306-a0198bd3f5b2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0bdc8080-be34-43b9-97b4-08982c4cd9d8 HTTP/1.1" status: 204 len: 168 time: 0.3593073 Nov 23 02:21:43.728989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56302) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.742034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a74c2-98c5-4381-b512-246307506f53 req-4f7fbb84-0352-4fc3-8182-fa636d6be5b8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:43.751927 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3c7a74c2-98c5-4381-b512-246307506f53 req-4f7fbb84-0352-4fc3-8182-fa636d6be5b8 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 931 time: 0.1662431 Nov 23 02:21:43.769244 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975c61ec-682b-4986-a306-a0198bd3f5b2 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bdc8080-be34-43b9-97b4-08982c4cd9d8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:43.829411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ad3e015-1d57-4dc2-85f8-9340f075fc77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.851223 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3c7a74c2-98c5-4381-b512-246307506f53 req-9ab6ce40-37a1-4cd5-900d-97d29d5c8455 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944371 Nov 23 02:21:43.883072 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-977104db-e047-4ec9-8841-01a12b7885ca tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1518557 Nov 23 02:21:43.884183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56304) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.884407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.898591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.905656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ad3e015-1d57-4dc2-85f8-9340f075fc77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.918631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:43.924706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.938484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ac99-c19e-4061-a5c6-15433ff5b721 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.961777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56306) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:43.963888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 4433e6b9-1ee7-4699-9af7-c4fee1d9bc03 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:43.969146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.981426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ac99-c19e-4061-a5c6-15433ff5b721 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:43.992457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Network 33d82f42-b011-4d51-9927-06c30f244e3d is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:43.995718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:44.003759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:44.024077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Pushing event updated for resources: {'Port': ['ID=f7192eb1-ef27-48bd-b953-75031f225d60,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:44.050776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-62a0be0a-407b-48ee-b700-061497a8e67d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9fd5184b5c74aa09371c530a6fe6c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0876362 Nov 23 02:21:44.051714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56308) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:44.057964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ac99-c19e-4061-a5c6-15433ff5b721 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.072214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ac99-c19e-4061-a5c6-15433ff5b721 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.073505 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d8d8ac99-c19e-4061-a5c6-15433ff5b721 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f59bddf2-0288-4a85-8029-c112b58a60b6 HTTP/1.1" status: 204 len: 168 time: 0.1873813 Nov 23 02:21:44.076768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56310) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:44.097417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ad3e015-1d57-4dc2-85f8-9340f075fc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.098241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8ac99-c19e-4061-a5c6-15433ff5b721 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f59bddf2-0288-4a85-8029-c112b58a60b6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:44.101438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ad3e015-1d57-4dc2-85f8-9340f075fc77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.102910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7ad3e015-1d57-4dc2-85f8-9340f075fc77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9829eb2-18ba-4b2c-8ab5-07e8edfce040 HTTP/1.1" status: 204 len: 168 time: 0.4961386 Nov 23 02:21:44.199311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cafc4f0c-c851-421c-a512-4835255e7214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.202301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad3e015-1d57-4dc2-85f8-9340f075fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9829eb2-18ba-4b2c-8ab5-07e8edfce040,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:44.206002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Attempting to bind port f7192eb1-ef27-48bd-b953-75031f225d60 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:44.206442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Attempting to bind port f7192eb1-ef27-48bd-b953-75031f225d60 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a4c613f8-dce6-433b-b98c-377fc35d7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:44.206825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Attempting to bind port f7192eb1-ef27-48bd-b953-75031f225d60 on network 33d82f42-b011-4d51-9927-06c30f244e3d {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:44.243270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:44.243723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Checking segment: {'id': 'a4c613f8-dce6-433b-b98c-377fc35d7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:44.244220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.244638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Bound using segment: {'id': 'a4c613f8-dce6-433b-b98c-377fc35d7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:44.245304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Bound port: f7192eb1-ef27-48bd-b953-75031f225d60, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c613f8-dce6-433b-b98c-377fc35d7e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '33d82f42-b011-4d51-9927-06c30f244e3d'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:44.257723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.329261 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e7b08089-abb3-465c-85df-8135263321e1 req-75c5986a-ee91-479f-82fe-9ec196490355 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.1077411 Nov 23 02:21:44.418481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] For port f7192eb1-ef27-48bd-b953-75031f225d60, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:44.425399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] For port f7192eb1-ef27-48bd-b953-75031f225d60, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f7192eb1-ef27-48bd-b953-75031f225d60,segment=NetworkSegment(a4c613f8-dce6-433b-b98c-377fc35d7e39),segment_id=a4c613f8-dce6-433b-b98c-377fc35d7e39)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:44.426089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::168 (33d82f42-b011-4d51-9927-06c30f244e3d/d9cf0b4f-272b-42c6-b121-e6a1b6e920ea/4433e6b9-1ee7-4699-9af7-c4fee1d9bc03) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:44.441263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.456924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.598504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc6958-485b-4f53-a608-6fbf9b90ce32 None None] Pushing event updated for resources: {'Port': ['ID=f7192eb1-ef27-48bd-b953-75031f225d60,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:44.622974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cafc4f0c-c851-421c-a512-4835255e7214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.662277 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0b193082-c767-441c-aec1-fbde0c7361b1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5843585 Nov 23 02:21:44.664869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56320) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:44.726690 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-28300ef9-ca21-442b-8f58-bd39cb2471e3 req-e88bb259-94dd-4986-8dc8-be48158ea98f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.1069036 Nov 23 02:21:44.806547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33813075-38b8-4e26-b677-bf2530d65fc8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.851661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-306f9f9d-9f2b-4a6d-aa28-c342e7b617f4 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:21:44.877097 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-306f9f9d-9f2b-4a6d-aa28-c342e7b617f4 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0353999 Nov 23 02:21:44.894921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33813075-38b8-4e26-b677-bf2530d65fc8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.990979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cafc4f0c-c851-421c-a512-4835255e7214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.995500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cafc4f0c-c851-421c-a512-4835255e7214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:44.997577 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cafc4f0c-c851-421c-a512-4835255e7214 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5a9acba-6a6a-46c1-9fac-35192f5d1e0e HTTP/1.1" status: 204 len: 168 time: 0.9448683 Nov 23 02:21:45.021246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33813075-38b8-4e26-b677-bf2530d65fc8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.025905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33813075-38b8-4e26-b677-bf2530d65fc8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.032974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-33813075-38b8-4e26-b677-bf2530d65fc8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/4773c7f3-897d-4e7e-b709-604cf9f0cb14 HTTP/1.1" status: 204 len: 168 time: 0.3629775 Nov 23 02:21:45.032974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc4f0c-c851-421c-a512-4835255e7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a9acba-6a6a-46c1-9fac-35192f5d1e0e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:45.078856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56330) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:45.147766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33813075-38b8-4e26-b677-bf2530d65fc8 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4773c7f3-897d-4e7e-b709-604cf9f0cb14,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:45.262221 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2051b811-62ad-4a6f-859e-94f4268cbea6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1803074 Nov 23 02:21:45.271790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56334) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:45.281114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--861699408'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:45.365442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.444673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.527803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.615712 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f778bb9f-63e9-4cd7-9d49-1cc0481e44a5 req-78efa7f0-9155-4afa-bcfe-bd4b030c16cd tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.1419849 Nov 23 02:21:45.643769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.650032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.711583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31d259a-2d2d-4dae-950d-a71996a8ab7e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:45.728994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.733175 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-164fa673-b5a8-4f16-9a32-b9802a9e4815 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4595170 Nov 23 02:21:45.735305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56346) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:45.745212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': 'e31d259a-2d2d-4dae-950d-a71996a8ab7e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:45.793285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f7192eb1-ef27-48bd-b953-75031f225d60 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:45.812299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:45.847172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 33d82f42-b011-4d51-9927-06c30f244e3d is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:45.919099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feda287-0426-43c9-bad0-427ee4973c32 req-71dce58e-d303-4bc5-88b4-05bc82917a0e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:45.944103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7feda287-0426-43c9-bad0-427ee4973c32 req-71dce58e-d303-4bc5-88b4-05bc82917a0e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 931 time: 0.4524286 Nov 23 02:21:45.957913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:45.983750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f7192eb1-ef27-48bd-b953-75031f225d60 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:45.998202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.001879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:46.015852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:46.016160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.023379 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e091ee43-37c4-45ae-9688-28e6ec1d1b13 req-c194c3a3-203c-48e2-ab9d-96018fc9ec21 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0859466 Nov 23 02:21:46.061673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=4433e6b9-1ee7-4699-9af7-c4fee1d9bc03,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:46.064990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.073506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.086263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Router 6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:46.117025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-968336ff-dc77-4f46-87f1-58199182b725 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0263538 Nov 23 02:21:46.129817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b96b1cb-3471-4e1c-94d7-30aa608c7ee6,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:46.136121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56356) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:46.147433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.150791 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f0165191-f581-4a93-9f71-d3680ff54102 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4140711 Nov 23 02:21:46.154932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56360) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:46.275018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Request body: {'port': {'device_id': 'eb25d575-1bc7-453b-8810-03c968324a99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:46.321750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3a2bf11-8a6d-496c-a77e-a43e01ad9367 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.348280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.437071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3a2bf11-8a6d-496c-a77e-a43e01ad9367 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.441252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.452915 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7feda287-0426-43c9-bad0-427ee4973c32 req-a1f831fd-1fcb-4b7c-a998-91aef008e2c1 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5064831 Nov 23 02:21:46.482228 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:21:46.490573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.46', 54447) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:46.500353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port f7192eb1-ef27-48bd-b953-75031f225d60, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f7192eb1-ef27-48bd-b953-75031f225d60,segment=NetworkSegment(a4c613f8-dce6-433b-b98c-377fc35d7e39),segment_id=a4c613f8-dce6-433b-b98c-377fc35d7e39)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:46.509425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.682682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=f7192eb1-ef27-48bd-b953-75031f225d60,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:46.698892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f255fa41-bb13-4440-ad46-0dedbed63140 None None] Network 33d82f42-b011-4d51-9927-06c30f244e3d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:46.792201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bb2117ee-de0e-4f19-a3f5-3b0d562cde4e None None] Provisioning complete for port f7192eb1-ef27-48bd-b953-75031f225d60 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:46.792748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb2117ee-de0e-4f19-a3f5-3b0d562cde4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.795016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:46.806580 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Sync routers for ids ['6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:46.831696 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Routers {'6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:46.832481 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:46.917741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:46.923696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-247b8881-3bdd-4138-881d-173ceb1a046d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7428069 Nov 23 02:21:46.932877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56378) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:47.148476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Set router 6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:47.224931 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1ce87bee-7641-4b65-a9a4-99293ecc5c64 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 HTTP/1.1" status: 200 len: 908 time: 0.2888672 Nov 23 02:21:47.275646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56390) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:47.293860 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4b7c5f77-64de-484b-aa44-4db1a26e6e1a req-65c6f43a-7e2b-408c-9adb-927ef52ef28e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0658057 Nov 23 02:21:47.305095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 4433e6b9-1ee7-4699-9af7-c4fee1d9bc03 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:47.307345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.324738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1849624087', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': True}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:47.581884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.607229 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ebd01543-4736-440f-a33d-890ec854c399 req-827ad0b1-b480-488a-826d-a4edb0e1e38c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.3333833 Nov 23 02:21:47.661701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ae5c2322-b694-4640-b4ea-4dd7d1de98ef None None] Provisioning complete for port f7192eb1-ef27-48bd-b953-75031f225d60 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:47.662310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ae5c2322-b694-4640-b4ea-4dd7d1de98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.665885 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6', 'name': 'tempest-snat-router-1849624087', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.74'}], 'enable_snat': False}, 'gw_port_id': 'fa244f8f-4816-4edd-943e-37d9c6038dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:41Z', 'updated_at': '2021-11-23T02:21:43Z', 'revision_number': 3, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port': {'id': 'fa244f8f-4816-4edd-943e-37d9c6038dd3', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:42Z', 'updated_at': '2021-11-23T02:21:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:47.704948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 4433e6b9-1ee7-4699-9af7-c4fee1d9bc03 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:47.748863 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Checking router: 6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:47.748863 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Updating router 6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 port fa244f8f-4816-4edd-943e-37d9c6038dd3 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:47.783738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f7192eb1-ef27-48bd-b953-75031f225d60 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:47.862693 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.963978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797380bf-d7f2-4244-aa6d-52241604d9d9 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:47.968918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f7192eb1-ef27-48bd-b953-75031f225d60 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:47.972320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:47.989547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.015164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.034972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.036204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.157953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.164887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.46', 54450) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.181334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56410) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.183611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Transition to ACTIVE for port object 797380bf-d7f2-4244-aa6d-52241604d9d9 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:48.189061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3a2bf11-8a6d-496c-a77e-a43e01ad9367 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.196302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3a2bf11-8a6d-496c-a77e-a43e01ad9367 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.201127 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c3a2bf11-8a6d-496c-a77e-a43e01ad9367 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/e31d259a-2d2d-4dae-950d-a71996a8ab7e HTTP/1.1" status: 204 len: 168 time: 2.0426748 Nov 23 02:21:48.216840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d3a01-cd22-4f81-91a2-835eff4f4b34 req-954715cb-4acc-49d5-b70b-9721dc61ce22 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:48.227015 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f47d3a01-cd22-4f81-91a2-835eff4f4b34 req-954715cb-4acc-49d5-b70b-9721dc61ce22 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 931 time: 0.6424537 Nov 23 02:21:48.227106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56412) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.266543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.270508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ae5c2322-b694-4640-b4ea-4dd7d1de98ef None None] Could not find standard attr ID for object 4433e6b9-1ee7-4699-9af7-c4fee1d9bc03. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:21:48.277483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2bf11-8a6d-496c-a77e-a43e01ad9367 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31d259a-2d2d-4dae-950d-a71996a8ab7e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:48.493233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=797380bf-d7f2-4244-aa6d-52241604d9d9,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:48.515692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-358783f2-1a8d-4a80-a33c-3ce564e1fd09 None None] Could not find standard attr ID for object 4433e6b9-1ee7-4699-9af7-c4fee1d9bc03. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:21:48.552491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-410676479', 'router:external': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:48.588973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-52a023d8-59ee-42de-ab48-0ded8b61f96f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:48.592907 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-52a023d8-59ee-42de-ab48-0ded8b61f96f tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.46 "GET /v2.0/networks?id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e HTTP/1.1" status: 200 len: 811 time: 0.4247966 Nov 23 02:21:48.595261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:48.601531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/4433e6b9-1ee7-4699-9af7-c4fee1d9bc03 HTTP/1.1" status: 204 len: 168 time: 2.4558527 Nov 23 02:21:48.605424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c8801-104d-41f1-80e9-9c4e3c7d911d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=4433e6b9-1ee7-4699-9af7-c4fee1d9bc03,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:48.609172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56424) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.631400 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4a565d4-13f2-4104-82e4-e0340a2e8ead req-f7c53d5c-d19f-4b3e-8bd2-297e460158b9 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0357356 Nov 23 02:21:48.664898 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8bc68f03-ee4a-4eb6-be48-47fb81764eef tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4153633 Nov 23 02:21:48.681727 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3e9cc7-d7e7-4105-b5ab-f875bc5a2bfa tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:21:48.682348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3e9cc7-d7e7-4105-b5ab-f875bc5a2bfa tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:21:48.685750 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-da3e9cc7-d7e7-4105-b5ab-f875bc5a2bfa tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/4433e6b9-1ee7-4699-9af7-c4fee1d9bc03 HTTP/1.1" status: 404 len: 333 time: 0.0753200 Nov 23 02:21:48.711667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56432) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.712519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56434) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.733026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--487227208'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:48.765356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-c5002407-4b35-43b3-9785-311bc7f196d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:48.771186 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-c5002407-4b35-43b3-9785-311bc7f196d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 812 time: 1.6556525 Nov 23 02:21:48.810980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-891bb6e8-b153-4db1-92b5-986ed28dc7b6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:21:48.816975 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-891bb6e8-b153-4db1-92b5-986ed28dc7b6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/4433e6b9-1ee7-4699-9af7-c4fee1d9bc03 HTTP/1.1" status: 404 len: 333 time: 0.0975885 Nov 23 02:21:48.817696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56438) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:48.913658 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Made reservation on behalf of a19388d6f7094713878159b52b562315 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:48.918122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.017123 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.028639 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.059762 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-90952b94-bef7-40e7-befc-d1c5d4c6c0a9 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61e3e4b52f9e43c9a08f47e23539761d HTTP/1.1" status: 200 len: 380 time: 0.3814235 Nov 23 02:21:49.071035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.076854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.097818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Request body: {'port': {'device_id': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'admin_state_up': True, 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'security_groups': ['789d805d-a256-414b-86fd-27e629c8949d']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:49.151513 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95fab4-b08b-4159-89ab-ef918798ded7 None None] Pushing event updated for resources: {'Port': ['ID=fa244f8f-4816-4edd-943e-37d9c6038dd3,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:49.169870 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Attempting to bind port fa244f8f-4816-4edd-943e-37d9c6038dd3 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:49.170295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Attempting to bind port fa244f8f-4816-4edd-943e-37d9c6038dd3 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:49.170676 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Attempting to bind port fa244f8f-4816-4edd-943e-37d9c6038dd3 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:49.183676 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:49.184477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:49.185274 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.185834 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:49.186688 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Bound port: fa244f8f-4816-4edd-943e-37d9c6038dd3, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:49.188228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Attempting to bind port 797380bf-d7f2-4244-aa6d-52241604d9d9 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:49.188547 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.189329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Attempting to bind port 797380bf-d7f2-4244-aa6d-52241604d9d9 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:49.189785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Attempting to bind port 797380bf-d7f2-4244-aa6d-52241604d9d9 on network df94170d-a50d-486a-a508-37dd5ec703b4 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:49.191963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet d9cf0b4f-272b-42c6-b121-e6a1b6e920ea {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:21:49.225964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.249494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.277388 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f47d3a01-cd22-4f81-91a2-835eff4f4b34 req-af302f08-0996-46f1-8c5f-d2763aff174e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6744184 Nov 23 02:21:49.298096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Port 797380bf-d7f2-4244-aa6d-52241604d9d9 on network df94170d-a50d-486a-a508-37dd5ec703b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:49.298820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Attempting to bind port 797380bf-d7f2-4244-aa6d-52241604d9d9 on network df94170d-a50d-486a-a508-37dd5ec703b4 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:49.306098 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] For port fa244f8f-4816-4edd-943e-37d9c6038dd3, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:49.311001 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] For port fa244f8f-4816-4edd-943e-37d9c6038dd3, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa244f8f-4816-4edd-943e-37d9c6038dd3,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:49.321961 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.328335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ced25e68-62d3-40fb-809d-09f77469ba9f req-0b8def2f-a396-49ba-9e04-a48cce70ef51 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.2695277 Nov 23 02:21:49.405292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.428803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.449891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.464410 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95fab4-b08b-4159-89ab-ef918798ded7 None None] Pushing event updated for resources: {'Port': ['ID=fa244f8f-4816-4edd-943e-37d9c6038dd3,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:49.472701 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Routers {'6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:49.474508 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:49.475576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:49.478342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Checking segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:49.480184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Bound using segment: {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:49.480791 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Bound port: 797380bf-d7f2-4244-aa6d-52241604d9d9, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd426fcc3-0357-4e04-b639-80cc47b927db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:49.481166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.492673 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-65170767-22f7-4bdd-b677-23a6bcd3b9d7 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4 HTTP/1.1" status: 200 len: 379 time: 0.4305594 Nov 23 02:21:49.627350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Request body: {'port': {'device_id': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'admin_state_up': True, 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'security_groups': ['f019d8ae-1505-4bc6-ba4d-86bb5ba54baa']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:49.627753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e773f2-5215-4c8f-a07c-bba3e8b406d4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:49.656937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.660508 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-66c435f1-f1fd-458e-b1ce-c366da50c8b3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9467392 Nov 23 02:21:49.674935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56452) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:49.709476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] Set router 6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:49.712288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--1189412365'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:49.800770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.820133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.836207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] For port 797380bf-d7f2-4244-aa6d-52241604d9d9, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:49.848731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] For port 797380bf-d7f2-4244-aa6d-52241604d9d9, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=797380bf-d7f2-4244-aa6d-52241604d9d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:49.876108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:49.899762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:49.912654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:21:49.912654 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:21:49.912654 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'project_id_1': 'd76375d936324dd8bd6fe506b15a6d0a', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 21, 29, 773618)}] Nov 23 02:21:49.912654 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:49.913017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:49.929579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b35628fc-b5c8-46a0-8cf9-b511bf7667b1 req-e2250ef4-563c-4ebd-998c-e401338387ab tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0773389 Nov 23 02:21:49.936465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56456) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:49.939877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:21:49.939877 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:21:49.939877 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'project_id_1': '526ce6bc3e424cb2b2e3fd8704f796a4', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 21, 29, 755965)}] Nov 23 02:21:49.939877 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:49.940189 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:49.940722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc3d6b-b54a-4522-87bd-d36cb4296b11,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:50.001235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.001742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Added segment a914bf7c-3cfc-4063-acbd-24b06bcefc4e of type vlan for network 785d47e3-99f9-4163-847e-5ac610cfde48 Nov 23 02:21:50.009280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Made reservation on behalf of 61e3e4b52f9e43c9a08f47e23539761d for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:50.010817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:50.012168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.013093 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] 10.222.0.46 "PUT /v2.0/ports/797380bf-d7f2-4244-aa6d-52241604d9d9 HTTP/1.1" status: 200 len: 1093 time: 4.5065594 Nov 23 02:21:50.014617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:50.014887 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6', 'name': 'tempest-snat-router-1849624087', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.74'}], 'enable_snat': False}, 'gw_port_id': 'fa244f8f-4816-4edd-943e-37d9c6038dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:41Z', 'updated_at': '2021-11-23T02:21:43Z', 'revision_number': 3, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port': {'id': 'fa244f8f-4816-4edd-943e-37d9c6038dd3', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:42Z', 'updated_at': '2021-11-23T02:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:50.023849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.030133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.064631 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b60d836-f236-493d-bfca-a2ed2b4be4eb None None] The sync data for ids ['6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6'] in dv-neutron-818844-1-hyperv is: [{'id': '6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6', 'name': 'tempest-snat-router-1849624087', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.74'}], 'enable_snat': False}, 'gw_port_id': 'fa244f8f-4816-4edd-943e-37d9c6038dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:41Z', 'updated_at': '2021-11-23T02:21:43Z', 'revision_number': 3, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port': {'id': 'fa244f8f-4816-4edd-943e-37d9c6038dd3', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:96:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:42Z', 'updated_at': '2021-11-23T02:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:50.207753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.375870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.387314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:50.456392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=d9cf0b4f-272b-42c6-b121-e6a1b6e920ea,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:50.478085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a299a071-792c-4a7b-9bfa-6a26e0c49956" -d '{"events": [{"name": "network-changed", "server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:50.510784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.511554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.517764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc485f-40c2-41af-bd4f-b84dcb6b48c2 None None] Network 33d82f42-b011-4d51-9927-06c30f244e3d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:50.521942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.530424 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c784ba15-0340-400b-8622-6d760dc92010 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/d9cf0b4f-272b-42c6-b121-e6a1b6e920ea HTTP/1.1" status: 204 len: 168 time: 1.6922929 Nov 23 02:21:50.586425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.592531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56470) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:50.595401 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3b37dbf0-0bec-4a67-8571-b0fde487e7f4 req-a4e28f53-a546-4bf6-b9a0-26bca3e19782 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.0806534 Nov 23 02:21:50.721786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.734752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.822651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7abdb2-3e12-4251-915a-85399e79bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=797380bf-d7f2-4244-aa6d-52241604d9d9,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:50.899645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Allocated IP 172.20.0.5 (bfadc192-0ee6-4551-80ce-ec1ec3018b1e/9e8c8b61-8ae6-4b96-a4cd-894bb717458d/dd88e9ef-f752-4d92-8b17-08eeffa77cd9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:50.915391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:50.929512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c07e1b3-be89-4d9f-b6e5-d4b57a378672 x-openstack-request-id: req-5c07e1b3-be89-4d9f-b6e5-d4b57a378672 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:50.934063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:50.934377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c07e1b3-be89-4d9f-b6e5-d4b57a378672 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:50.934888 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'status': 'completed', 'code': 200} Nov 23 02:21:50.941585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:21:50.969144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] DHCP port deletion for 33d82f42-b011-4d51-9927-06c30f244e3d request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:21:51.014061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.080443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.090070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] Deleting port f7192eb1-ef27-48bd-b953-75031f225d60 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:51.090937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.091042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Made reservation on behalf of 526ce6bc3e424cb2b2e3fd8704f796a4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:51.109971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.143053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-2235be3b-7bfd-4bca-ad9b-8112ddd0a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.144740 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-2235be3b-7bfd-4bca-ad9b-8112ddd0a8d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02301d0e7dca4119a419e1a1af025cd8&device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 1096 time: 0.9215200 Nov 23 02:21:51.145427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.146348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.146918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.191604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953a3de-a48d-4e2c-8f7a-d09c105d8206 req-69207a13-26dd-4a29-8572-5eb5198494ae tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:51.210424 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2953a3de-a48d-4e2c-8f7a-d09c105d8206 req-69207a13-26dd-4a29-8572-5eb5198494ae tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 943 time: 0.6287966 Nov 23 02:21:51.279407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cad76304-9a07-4c4a-8260-869ec95fb734 req-4ce5f0fe-bd4c-4019-8681-d5fd7f024e67 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.1839437 Nov 23 02:21:51.294216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.295881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5956569 Nov 23 02:21:51.311158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56478) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:51.329146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '73e773f2-5215-4c8f-a07c-bba3e8b406d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '00792135-0b61-4ebf-ac33-0e5aaa6f6b16', 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:51.357785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] For port f7192eb1-ef27-48bd-b953-75031f225d60, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f7192eb1-ef27-48bd-b953-75031f225d60,segment=NetworkSegment(a4c613f8-dce6-433b-b98c-377fc35d7e39),segment_id=a4c613f8-dce6-433b-b98c-377fc35d7e39)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:51.358443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.369808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c187c-09e8-4b2e-a7db-8639bc500cbb tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00792135-0b61-4ebf-ac33-0e5aaa6f6b16,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:51.378169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] Calling delete_port for f7192eb1-ef27-48bd-b953-75031f225d60 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:51.412213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.427875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.455035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port f7192eb1-ef27-48bd-b953-75031f225d60 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:51.455726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.527295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.557423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] Pushing event deleted for resources: {'Port': ['ID=f7192eb1-ef27-48bd-b953-75031f225d60,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:51.563791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeee0a2d-182b-4275-a376-036927bc0c45 None None] No DVR routers for this DVR port f7192eb1-ef27-48bd-b953-75031f225d60 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:21:51.765241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa244f8f-4816-4edd-943e-37d9c6038dd3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:51.774244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.819227 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f5ff0f6d-59e2-48ca-8c19-9a8389180f92 req-f6e2952d-5049-42a3-bff8-9242067daa8b tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.0656297 Nov 23 02:21:51.847222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port f7192eb1-ef27-48bd-b953-75031f225d60, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f7192eb1-ef27-48bd-b953-75031f225d60,segment=NetworkSegment(a4c613f8-dce6-433b-b98c-377fc35d7e39),segment_id=a4c613f8-dce6-433b-b98c-377fc35d7e39)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:51.847480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.847975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fa244f8f-4816-4edd-943e-37d9c6038dd3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:51.848574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.881152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for f7192eb1-ef27-48bd-b953-75031f225d60 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:51.897031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.913620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:51.931807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08daf75-253e-4299-aad5-e8a2e18f3c63,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.005734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.035330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Allocated IP 172.20.0.14 (c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff/57801304-b5fe-452b-97e2-18838c24ce52/7310fc0c-e685-4b88-b9d4-ad2e15af3041) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:52.037414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.041825 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-014bfb0b-616f-4a1c-a9a3-5c73e82dff50 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7206178 Nov 23 02:21:52.046592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.065209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56482) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:52.099480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port fa244f8f-4816-4edd-943e-37d9c6038dd3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa244f8f-4816-4edd-943e-37d9c6038dd3,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:52.106547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.181072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=fa244f8f-4816-4edd-943e-37d9c6038dd3,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.210554 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-5e3510dd-3af2-4ece-9f29-2c73916f6992 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=797380bf-d7f2-4244-aa6d-52241604d9d9 HTTP/1.1" status: 200 len: 217 time: 0.3334019 Nov 23 02:21:52.212370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f7192eb1-ef27-48bd-b953-75031f225d60 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:21:52.217410 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 4.0150998 Nov 23 02:21:52.220098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56484) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:52.242035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'subnet': {'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:52.265703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: f7192eb1-ef27-48bd-b953-75031f225d60 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:21:52.268304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f7192eb1-ef27-48bd-b953-75031f225d60 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:21:52.293738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Made reservation on behalf of a19388d6f7094713878159b52b562315 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:52.296169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.397662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87ac8f-2f38-48dd-a54a-ae577fe5c6c7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Network': ['ID=785d47e3-99f9-4163-847e-5ac610cfde48,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.404980 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2953a3de-a48d-4e2c-8f7a-d09c105d8206 req-4f2d7e5f-21fe-4df4-8f3c-5d97234c0576 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.1575320 Nov 23 02:21:52.409171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Allocated IP 172.26.8.146 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/fc794321-7978-4ac8-b365-312dbaeba2a6) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:52.413067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 785d47e3-99f9-4163-847e-5ac610cfde48 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:52.426073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event updated for resources: {'Port': ['ID=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.456708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:52.471718 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d524df8-6daf-4083-99f5-0eec656fa9ed req-54ef53a1-6ade-40e5-88b3-e537e7884c79 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0428278 Nov 23 02:21:52.473142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:52.474997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.477848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:52.507993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a8de2270-579f-4b5e-ac2f-39e39c619a96 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.529327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=f7192eb1-ef27-48bd-b953-75031f225d60,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.537420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port f7192eb1-ef27-48bd-b953-75031f225d60 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:21:52.541729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a8de2270-579f-4b5e-ac2f-39e39c619a96 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.580068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:52.580769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.645519 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-4c821090-decf-48d2-a0ca-8fb67a6d01d3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5524588 Nov 23 02:21:52.651880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-a784052b-c82e-4b1f-9ca9-81c6516bdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:52.652457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.653439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-a784052b-c82e-4b1f-9ca9-81c6516bdd33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47 HTTP/1.1" status: 200 len: 844 time: 0.2312789 Nov 23 02:21:52.677729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d82f42-b011-4d51-9927-06c30f244e3d']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:52.689459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c613f8-dce6-433b-b98c-377fc35d7e39') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:52.689798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c613f8-dce6-433b-b98c-377fc35d7e39') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:52.700448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.702931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a8de2270-579f-4b5e-ac2f-39e39c619a96 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.716227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.723841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:21:52.724291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:21:52.729451 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:21:52.731730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a8de2270-579f-4b5e-ac2f-39e39c619a96 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.731730 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a8de2270-579f-4b5e-ac2f-39e39c619a96 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d08daf75-253e-4299-aad5-e8a2e18f3c63 HTTP/1.1" status: 204 len: 168 time: 0.6010947 Nov 23 02:21:52.741625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56490) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:52.781018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Request body: {'port': {'device_id': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:52.797927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de2270-579f-4b5e-ac2f-39e39c619a96 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d08daf75-253e-4299-aad5-e8a2e18f3c63,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.840784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.869864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6cfdb166-33f2-41fb-980c-721cfd579ec6 None None] Provisioning complete for port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:52.870158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6cfdb166-33f2-41fb-980c-721cfd579ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.884378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.887954 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/33d82f42-b011-4d51-9927-06c30f244e3d HTTP/1.1" status: 204 len: 168 time: 2.2916436 Nov 23 02:21:52.898643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.900506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56494) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:52.914325 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f2862f38-48d3-494b-8a87-fafe8c531e39 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1722496 Nov 23 02:21:52.916165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:52.918535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6cfdb166-33f2-41fb-980c-721cfd579ec6 None None] Port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:52.919161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281030d-cfec-46b6-ab90-4f306224c95f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=33d82f42-b011-4d51-9927-06c30f244e3d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:52.921032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56496) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:52.924707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2006635183'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:52.930462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.002783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-6b4225bf-0d7e-4614-bf80-3591f05375e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.004428 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-6b4225bf-0d7e-4614-bf80-3591f05375e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df94170d-a50d-486a-a508-37dd5ec703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2545571 Nov 23 02:21:53.006927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:53.010347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.130441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:53.133177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712e9d-0dde-422d-a631-897fd6bfc280 req-4a9d849b-0069-4d1c-a11e-91bd2af2f5ee tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.134723 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b0712e9d-0dde-422d-a631-897fd6bfc280 req-4a9d849b-0069-4d1c-a11e-91bd2af2f5ee tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 931 time: 0.2151763 Nov 23 02:21:53.161203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6babfc95-2133-4bf9-b298-47a75633328f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.180904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.187336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.187691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment e76b05e1-b858-4ff3-bf61-b6e4c1d327a8 of type vlan for network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 Nov 23 02:21:53.192768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.274061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:53.294236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:53.299387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:53.301868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:53.302033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6babfc95-2133-4bf9-b298-47a75633328f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.309331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event updated for resources: {'Port': ['ID=7310fc0c-e685-4b88-b9d4-ad2e15af3041,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:53.324419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:53.326836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:53.353496 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-2b1f29d0-cc20-4658-8240-204421ccf036 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249972 Nov 23 02:21:53.363913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Allocated IP 172.26.8.93 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/587ec67e-97eb-4e14-871d-fde75d172b9c) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:53.366886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.409946 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b0712e9d-0dde-422d-a631-897fd6bfc280 req-00550383-e8a8-461f-b298-634a36dce211 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445805 Nov 23 02:21:53.510022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6babfc95-2133-4bf9-b298-47a75633328f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.513078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6babfc95-2133-4bf9-b298-47a75633328f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.514652 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6babfc95-2133-4bf9-b298-47a75633328f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/00792135-0b61-4ebf-ac33-0e5aaa6f6b16 HTTP/1.1" status: 204 len: 168 time: 0.5863657 Nov 23 02:21:53.525206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.525937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.527490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56502) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:53.528517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Port': ['ID=fc794321-7978-4ac8-b365-312dbaeba2a6,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:53.550280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.557240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.557678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c31f5bc3-62e6-4a00-926b-9e70864ee393 None None] Provisioning complete for port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:53.558171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.558254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c31f5bc3-62e6-4a00-926b-9e70864ee393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.594567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6babfc95-2133-4bf9-b298-47a75633328f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00792135-0b61-4ebf-ac33-0e5aaa6f6b16,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:53.620756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c31f5bc3-62e6-4a00-926b-9e70864ee393 None None] Port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:21:53.629378 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d466e4ed-22e3-4ac0-bf3b-819f5ca40633 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0329928 Nov 23 02:21:53.659916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa244f8f-4816-4edd-943e-37d9c6038dd3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:53.692734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Request body: {'port': {'device_id': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:53.713703 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7981064 Nov 23 02:21:53.721047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fa244f8f-4816-4edd-943e-37d9c6038dd3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:53.721415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.725043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56504) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:53.748052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:53.766488 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-16ed7c34-2055-4dbc-9ee1-d65a1c411846 req-024ffe03-2066-4f3e-a553-da97012280f5 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608735 Nov 23 02:21:53.798204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6aaf77-e216-4924-9692-3f4e40ecb121 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=61b8e62e-63c4-48fe-87b4-3b83bea2a475,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:53.811669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd88e9ef-f752-4d92-8b17-08eeffa77cd9 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:53.817712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:53.827728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60199343-fbf6-4219-ad26-9f182ff07699 req-239dbab2-4d20-43f2-bada-efc43b6330a0 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:53.829910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-60199343-fbf6-4219-ad26-9f182ff07699 req-239dbab2-4d20-43f2-bada-efc43b6330a0 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 943 time: 0.2692044 Nov 23 02:21:53.842690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.849372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.866963 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-436e3101-fbf2-445e-aa6f-32ad4f64a6f9 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3380063 Nov 23 02:21:53.877597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56506) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:53.884948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:21:53.885777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.893858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Transition to ACTIVE for port object dd88e9ef-f752-4d92-8b17-08eeffa77cd9 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:53.920434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:53.976656 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-60199343-fbf6-4219-ad26-9f182ff07699 req-dc5b551b-72ae-447e-8355-2037783b5e74 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304967 Nov 23 02:21:53.994049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.008968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:54.063031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:54.086256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:54.098000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:54.124500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Port': ['ID=587ec67e-97eb-4e14-871d-fde75d172b9c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:54.167114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Attempting to bind port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:54.167443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Attempting to bind port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:54.167722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Attempting to bind port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 on network bfadc192-0ee6-4551-80ce-ec1ec3018b1e {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:54.174151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 on network bfadc192-0ee6-4551-80ce-ec1ec3018b1e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:54.174479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Attempting to bind port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 on network bfadc192-0ee6-4551-80ce-ec1ec3018b1e {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:54.189861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a8178-5418-42f5-a82a-9c0518fe05ed req-3e7ae459-154c-43f0-bc1a-c4f588478712 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.191377 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-050a8178-5418-42f5-a82a-9c0518fe05ed req-3e7ae459-154c-43f0-bc1a-c4f588478712 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 932 time: 0.5591986 Nov 23 02:21:54.199755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:54.200093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Checking segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:54.200693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Bound using segment: {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:54.201162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Bound port: dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668f10d2-3825-4ce4-a2ff-7f106cafd1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:54.201532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.248963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.253689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.309864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.311873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] For port dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:54.316596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] For port dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:54.337155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.389905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.390520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.392487 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] 10.222.0.46 "PUT /v2.0/ports/dd88e9ef-f752-4d92-8b17-08eeffa77cd9 HTTP/1.1" status: 200 len: 1093 time: 1.6521842 Nov 23 02:21:54.395297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:54.418104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Subnet': ['ID=86342c1f-bbfd-4c5e-a6af-744e65bbef9b,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:54.465738 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33991aee-8212-456c-805f-4dab478f8aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:54.499175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-7e019ac5-63e4-4ebf-9b75-7085aaa18718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.500837 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-7e019ac5-63e4-4ebf-9b75-7085aaa18718 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02301d0e7dca4119a419e1a1af025cd8&device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 1096 time: 0.3263414 Nov 23 02:21:54.513476 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-050a8178-5418-42f5-a82a-9c0518fe05ed req-943dbaa1-1470-479b-a0ff-7c8cb5591b9d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789559 Nov 23 02:21:54.514797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:54.517503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.526254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.561652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa930418-e2bc-4d9c-a3d4-f1e6e6141d5b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.567683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d2757-1374-4eaa-b649-77972a0bae97" -d '{"events": [{"name": "network-changed", "server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:54.699749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Checking segment: {'id': 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:54.700115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network hostable DHCP agents. Network: 785d47e3-99f9-4163-847e-5ac610cfde48, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:54.718469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a0cc5-5cac-4c45-b278-c334593d57c3 req-a91fd2bd-7038-45b8-a8dd-4878b0fabdb9 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.720479 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e23a0cc5-5cac-4c45-b278-c334593d57c3 req-a91fd2bd-7038-45b8-a8dd-4878b0fabdb9 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 943 time: 0.1574857 Nov 23 02:21:54.725112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-7f97daca-0e41-4004-871c-8372c50e2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:54.727083 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-7f97daca-0e41-4004-871c-8372c50e2ea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e3e4b52f9e43c9a08f47e23539761d&device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 1096 time: 0.2231066 Nov 23 02:21:54.747027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cc3016-8f77-4a84-934d-befc80bda442 x-openstack-request-id: req-08cc3016-8f77-4a84-934d-befc80bda442 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:54.747409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:54.747725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08cc3016-8f77-4a84-934d-befc80bda442 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:54.748295 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'status': 'completed', 'code': 200} Nov 23 02:21:54.767901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.799338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.828882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa930418-e2bc-4d9c-a3d4-f1e6e6141d5b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:54.861221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-d6d2a460-1cd2-43d1-af62-55092c42a618 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9 HTTP/1.1" status: 200 len: 217 time: 0.0907810 Nov 23 02:21:54.962446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 785d47e3-99f9-4163-847e-5ac610cfde48 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:55.039654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 785d47e3-99f9-4163-847e-5ac610cfde48) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:55.055357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea939438-35cb-4c18-a3d5-432dc28706f3 None None] Network 785d47e3-99f9-4163-847e-5ac610cfde48 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:55.056199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.056842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.065860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-eae14afc-8f73-49d1-9c30-ef0d59713294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.067376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-eae14afc-8f73-49d1-9c30-ef0d59713294 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df94170d-a50d-486a-a508-37dd5ec703b4 HTTP/1.1" status: 200 len: 906 time: 0.5442052 Nov 23 02:21:55.157622 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e23a0cc5-5cac-4c45-b278-c334593d57c3 req-d1ba1bf6-daff-4ea7-adb9-bbe996d727fc tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240227 Nov 23 02:21:55.167499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Port': ['ID=587ec67e-97eb-4e14-871d-fde75d172b9c,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:55.184756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa930418-e2bc-4d9c-a3d4-f1e6e6141d5b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.187687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa930418-e2bc-4d9c-a3d4-f1e6e6141d5b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.188955 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aa930418-e2bc-4d9c-a3d4-f1e6e6141d5b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/73e773f2-5215-4c8f-a07c-bba3e8b406d4 HTTP/1.1" status: 204 len: 168 time: 1.3049731 Nov 23 02:21:55.192563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.195235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56524) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:55.206844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-2e4f2060-ac6c-40e2-8937-408a0eb3307a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.208979 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-2e4f2060-ac6c-40e2-8937-408a0eb3307a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e8c8b61-8ae6-4b96-a4cd-894bb717458d HTTP/1.1" status: 200 len: 850 time: 0.1145093 Nov 23 02:21:55.220534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e51c5d-4de9-4371-9a50-823526d862e6 None None] Network 785d47e3-99f9-4163-847e-5ac610cfde48 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:55.224462 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-30c0f4e8-8452-4e3f-8ba9-9d56a7c0e950 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.9839530 Nov 23 02:21:55.224462 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-575bfd80-6c20-4983-a192-d80965128e86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=797380bf-d7f2-4244-aa6d-52241604d9d9 HTTP/1.1" status: 200 len: 217 time: 0.1404088 Nov 23 02:21:55.239160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56526) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:55.245856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1353514178', 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:55.273264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa930418-e2bc-4d9c-a3d4-f1e6e6141d5b tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e773f2-5215-4c8f-a07c-bba3e8b406d4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:55.296200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.301418 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bcd23695-6486-478f-a2ba-31a71ee3d31d tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3578353 Nov 23 02:21:55.305664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56528) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:55.329532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1566508919'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:55.356356 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2ae4c2d5-d7b5-4d79-8af2-1806bfed6361 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1430547 Nov 23 02:21:55.363855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56530) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:55.365934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Made reservation on behalf of a19388d6f7094713878159b52b562315 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:55.368212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.377163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--585040034'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:55.413269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] device_id is not set on port f0b087a6-bc13-4f15-ab5a-6713d8554385 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:55.418678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-8b91331c-3777-47f7-89cc-ece76f937145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.420293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-8b91331c-3777-47f7-89cc-ece76f937145 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1906400 Nov 23 02:21:55.426939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Made reservation on behalf of 259679290d50438786a059a611a84a5d for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:55.430490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.445198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-e23a8643-bd35-44c2-81a5-81198b849d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.446808 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-e23a8643-bd35-44c2-81a5-81198b849d2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47 HTTP/1.1" status: 200 len: 844 time: 0.1936934 Nov 23 02:21:55.464000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001348c-3680-44b8-993f-2e54efc5912e req-3e03ad82-fda9-4339-8ce3-2c1ab8e82fa7 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.465433 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8001348c-3680-44b8-993f-2e54efc5912e req-3e03ad82-fda9-4339-8ce3-2c1ab8e82fa7 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 943 time: 0.3319633 Nov 23 02:21:55.491885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.526089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.528460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.541230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.561031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7310fc0c-e685-4b88-b9d4-ad2e15af3041 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:55.600346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.703586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Transition to ACTIVE for port object 7310fc0c-e685-4b88-b9d4-ad2e15af3041 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:21:55.707939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-53d3fa18-ecf8-45f3-94c1-56da541a5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.709539 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-53d3fa18-ecf8-45f3-94c1-56da541a5e45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df94170d-a50d-486a-a508-37dd5ec703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2416747 Nov 23 02:21:55.712974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8001348c-3680-44b8-993f-2e54efc5912e req-f64c25b8-9a68-4fe8-a6bc-fc520ecedf8e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2176661 Nov 23 02:21:55.718133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=00e6d056-d2c1-41b1-8cd1-d9ddeccef811,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:55.737370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Allocated IP 172.20.0.8 (785d47e3-99f9-4163-847e-5ac610cfde48/86342c1f-bbfd-4c5e-a6af-744e65bbef9b/f0b087a6-bc13-4f15-ab5a-6713d8554385) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:55.750788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-d29a3cce-39ce-470f-9ad0-e8a997cebb20 service neutron] 10.222.0.46 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142273 Nov 23 02:21:55.763941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.812358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d29f17-f6cb-462e-8bd6-ffb99851c85f req-3da8d26b-d980-429f-b8bc-b5ada508446c tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:55.815837 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6d29f17-f6cb-462e-8bd6-ffb99851c85f req-3da8d26b-d980-429f-b8bc-b5ada508446c tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 932 time: 0.2045836 Nov 23 02:21:55.872699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.907484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.920389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:55.951861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.024998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.026266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6612568 Nov 23 02:21:56.048927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56534) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:56.063708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '396a0a5c-204f-4d91-9609-ed590fd91f35', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:56.072918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:21:56.084822 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6d29f17-f6cb-462e-8bd6-ffb99851c85f req-899e840f-88cf-4154-918a-561300319120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250288 Nov 23 02:21:56.085164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8dc2c-f512-4847-932c-339965055082 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396a0a5c-204f-4d91-9609-ed590fd91f35,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.102348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:56.102943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: 61b8e62e-63c4-48fe-87b4-3b83bea2a475, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:56.107669 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c347bfa4-f5bd-41f4-aa65-ee77915faa34 req-799191b1-4a9a-4699-9a2f-8d7a407e7c9a service neutron] 10.222.0.46 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453519 Nov 23 02:21:56.123270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.123619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Added segment e1b56e1c-729b-42cf-b0d2-a84ecabc76be of type vlan for network a12f690b-1e1f-43e9-b7cf-46812c442b4e Nov 23 02:21:56.126963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Pushing event updated for resources: {'Port': ['ID=7310fc0c-e685-4b88-b9d4-ad2e15af3041,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.199736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.202545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c92b2d7-3a1b-420c-b62c-10e39fa00c25,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.228753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:56.237977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.238135 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-1038e306-8a04-4ae7-85d4-9e2861110706 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170898 Nov 23 02:21:56.240705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.257543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 61b8e62e-63c4-48fe-87b4-3b83bea2a475) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:56.268942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b32c6-4425-4c38-a8ac-3f6d43b88bc8 None None] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:56.274378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.274995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.336254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Router 31c91411-489d-4dd2-a34b-6db9372d8ec3 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:21:56.344128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Attempting to bind port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:56.344604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Attempting to bind port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:56.344961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Attempting to bind port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 on network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:56.385665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.390130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.398081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.398759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.399245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 on network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:21:56.399578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Attempting to bind port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 on network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:56.407226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-83b748f8-6607-4e65-9cdb-ec8fc44a2c1f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6781611 Nov 23 02:21:56.418288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56538) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:56.428405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.448516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1843099821'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:56.465640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:56.466001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Checking segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:56.466372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Bound using segment: {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:56.466837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Bound port: 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ecd9605-8c76-47d6-a6db-a616076a4cde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:56.467192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.491450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-61b8e62e-63c4-48fe-87b4-3b83bea2a475', 'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': '00e6d056-d2c1-41b1-8cd1-d9ddeccef811'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:56.492639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.551250 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2382696 Nov 23 02:21:56.559895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56540) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:56.569523 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-e12737d0-5316-492f-8bf5-26a1e163fd11 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093936 Nov 23 02:21:56.576399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Request body: {'subnet': {'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:56.583858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf8cd95-7452-4b30-8db8-c8ffef1fd217,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.585673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c4341-c7f6-4992-9c3b-9b887bb2698a req-73f0546c-de61-4a3f-83a5-2f352e019506 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.587947 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e20c4341-c7f6-4992-9c3b-9b887bb2698a req-73f0546c-de61-4a3f-83a5-2f352e019506 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 943 time: 0.2406852 Nov 23 02:21:56.595109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.596679 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bb3d65a2-e93a-48d4-bb6f-bb7befc6e6ae tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5467803 Nov 23 02:21:56.609739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56542) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:56.650984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-d2889686-ddab-4fb0-b2f3-f224d04199a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.651347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Allocated IP 2001:db8::2 (61b8e62e-63c4-48fe-87b4-3b83bea2a475/00e6d056-d2c1-41b1-8cd1-d9ddeccef811/c6f7a441-b777-415c-af83-8c9d29dd80fd) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:56.652692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-d2889686-ddab-4fb0-b2f3-f224d04199a1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e3e4b52f9e43c9a08f47e23539761d&device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 1096 time: 0.3913805 Nov 23 02:21:56.658740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a2061-a1e7-4685-b165-85d29e9c1468 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Network': ['ID=a12f690b-1e1f-43e9-b7cf-46812c442b4e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.665297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:21:56.667125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.680983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:21:56.683133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Sync routers for ids ['31c91411-489d-4dd2-a34b-6db9372d8ec3'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:21:56.690949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] For port 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:56.703720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] For port 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:56.713896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-835cb320-8719-4260-bc72-1d91b47c87ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.721980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.727405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.729552 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ae001e98-a4d7-4639-89ab-3d4912a60ed4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4211621 Nov 23 02:21:56.742868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56544) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:56.776154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-835cb320-8719-4260-bc72-1d91b47c87ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.793434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Routers {'31c91411-489d-4dd2-a34b-6db9372d8ec3'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:56.794060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['31c91411-489d-4dd2-a34b-6db9372d8ec3'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:56.868995 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e20c4341-c7f6-4992-9c3b-9b887bb2698a req-6a94dcdf-423e-4e44-a7fa-a2d447803e1d tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536376 Nov 23 02:21:56.876077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:56.876707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.878404 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] 10.222.0.46 "PUT /v2.0/ports/7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1094 time: 3.1962337 Nov 23 02:21:56.878993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:21:56.879446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 785d47e3-99f9-4163-847e-5ac610cfde48 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:56.881774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb620e39-d0d2-4d12-a2a5-a681df74c23a" -d '{"events": [{"name": "network-changed", "server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:21:56.922281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92500252-7d9e-4163-afd9-13f1587068ca service neutron] Pushing event updated for resources: {'Port': ['ID=7310fc0c-e685-4b88-b9d4-ad2e15af3041,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.928660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:56.949412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-835cb320-8719-4260-bc72-1d91b47c87ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.978183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-835cb320-8719-4260-bc72-1d91b47c87ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:56.981165 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-835cb320-8719-4260-bc72-1d91b47c87ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8cf8cd95-7452-4b30-8db8-c8ffef1fd217 HTTP/1.1" status: 204 len: 168 time: 0.3644731 Nov 23 02:21:56.981570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:56.984069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cb320-8719-4260-bc72-1d91b47c87ff tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8cf8cd95-7452-4b30-8db8-c8ffef1fd217,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:56.986389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56550) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:57.005154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b9db1-d17d-424a-99fc-cc7088724d87 x-openstack-request-id: req-ed9b9db1-d17d-424a-99fc-cc7088724d87 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:21:57.005154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:21:57.005154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed9b9db1-d17d-424a-99fc-cc7088724d87 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:21:57.005154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'status': 'completed', 'code': 200} Nov 23 02:21:57.022947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Port': ['ID=f0b087a6-bc13-4f15-ab5a-6713d8554385,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.120828 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c1d2558f-016e-4306-87f7-4a21c9510a88 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1187937 Nov 23 02:21:57.123779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56552) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:57.152864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-da2ed3d9-3f05-4448-8888-46dd38e78b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.154415 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-da2ed3d9-3f05-4448-8888-46dd38e78b8c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1097 time: 0.1160181 Nov 23 02:21:57.161026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.162124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.210562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 797380bf-d7f2-4244-aa6d-52241604d9d9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:57.234549 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-d5012f01-077e-46cb-b81f-0d687bc3dbf9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 217 time: 0.0512300 Nov 23 02:21:57.303044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de8a1958-1d9d-4803-bc70-353fec675941 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.309473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.360722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.362923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-ea31d983-f75a-4bfa-8637-796e3368bf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.365583 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-ea31d983-f75a-4bfa-8637-796e3368bf4b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.1033223 Nov 23 02:21:57.374976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a932c4-2d1c-4ea6-b4a3-a1e75f537c43 req-248d05e1-aca7-43ec-9e99-ad47e0f4c425 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.376382 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-54a932c4-2d1c-4ea6-b4a3-a1e75f537c43 req-248d05e1-aca7-43ec-9e99-ad47e0f4c425 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 944 time: 0.1479449 Nov 23 02:21:57.379761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de8a1958-1d9d-4803-bc70-353fec675941 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.429001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:21:57.448880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Set router 31c91411-489d-4dd2-a34b-6db9372d8ec3 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:57.451639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:57.462380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:21:57.462380 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:21:57.462380 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'project_id_1': '25226e5950264bf99ba1f947fdc86841', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 21, 36, 983981)}] Nov 23 02:21:57.462380 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:21:57.462803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:21:57.470856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Made reservation on behalf of 259679290d50438786a059a611a84a5d for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:57.475007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.481173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:21:57.484256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-03cfabca-99bf-49d8-a103-b3cc2370769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.485904 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-03cfabca-99bf-49d8-a103-b3cc2370769c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1082811 Nov 23 02:21:57.509188 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-54a932c4-2d1c-4ea6-b4a3-a1e75f537c43 req-824bf13f-ce58-4f36-88aa-c01d68b21e7a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204574 Nov 23 02:21:57.517236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Pushing event updated for resources: {'Port': ['ID=c6f7a441-b777-415c-af83-8c9d29dd80fd,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.530043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de8a1958-1d9d-4803-bc70-353fec675941 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.541771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de8a1958-1d9d-4803-bc70-353fec675941 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.541771 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-de8a1958-1d9d-4803-bc70-353fec675941 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/396a0a5c-204f-4d91-9609-ed590fd91f35 HTTP/1.1" status: 204 len: 168 time: 0.4080067 Nov 23 02:21:57.555275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:57.573469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a1958-1d9d-4803-bc70-353fec675941 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396a0a5c-204f-4d91-9609-ed590fd91f35,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.574926 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-59563ef4-6e18-48fe-86e3-0ecc678dbc7f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.3340917 Nov 23 02:21:57.586495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56558) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:57.612201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-09dccb76-4a48-4ae9-98f2-a11299fb48cb service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159008 Nov 23 02:21:57.617914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 797380bf-d7f2-4244-aa6d-52241604d9d9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=797380bf-d7f2-4244-aa6d-52241604d9d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:57.619251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905fafe-fcf5-46bf-bf33-54f544b2cf7f req-ba18d912-af51-4f6d-b7ab-fc17be39c86e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.620892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2905fafe-fcf5-46bf-bf33-54f544b2cf7f req-ba18d912-af51-4f6d-b7ab-fc17be39c86e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 943 time: 0.7794366 Nov 23 02:21:57.634190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-8c7d9aa6-4dce-4170-bc94-d596566fccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.635587 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-8c7d9aa6-4dce-4170-bc94-d596566fccdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e HTTP/1.1" status: 200 len: 912 time: 0.9545195 Nov 23 02:21:57.657206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-62071ce4-3208-49bc-ba36-42f4e15d2e29 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/31c91411-489d-4dd2-a34b-6db9372d8ec3 HTTP/1.1" status: 200 len: 908 time: 0.8849096 Nov 23 02:21:57.659769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'port_id': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'mac_address': 'fa:16:3e:dd:f5:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:57.671519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56560) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:57.671957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Attempting to bind port c6f7a441-b777-415c-af83-8c9d29dd80fd on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:57.672597 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Attempting to bind port c6f7a441-b777-415c-af83-8c9d29dd80fd by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:57.673144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Attempting to bind port c6f7a441-b777-415c-af83-8c9d29dd80fd on network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:57.684529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:57.685151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Checking segment: {'id': 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:57.685732 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.686285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Bound using segment: {'id': 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:57.686760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Bound port: c6f7a441-b777-415c-af83-8c9d29dd80fd, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '61b8e62e-63c4-48fe-87b4-3b83bea2a475'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:57.687332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.723078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e100d163-794d-4c3a-8cd5-ad1312f115d0 req-2b042987-fc26-4370-81ae-6ca0f8a08bb1 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014497 Nov 23 02:21:57.773391 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-ae37315e-2f77-4c73-913b-a2f0046db561 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9 HTTP/1.1" status: 200 len: 217 time: 0.1144814 Nov 23 02:21:57.789696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.816943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797380bf-d7f2-4244-aa6d-52241604d9d9 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:57.825914 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d15d817b-6232-4ef0-a1b1-7c1d2962b76f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2677128 Nov 23 02:21:57.832408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56562) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:57.839417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group': {'name': 'tempest-secgroup--89665948'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:57.849019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] For port c6f7a441-b777-415c-af83-8c9d29dd80fd, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:57.854721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] For port c6f7a441-b777-415c-af83-8c9d29dd80fd, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c6f7a441-b777-415c-af83-8c9d29dd80fd,segment=NetworkSegment(e76b05e1-b858-4ff3-bf61-b6e4c1d327a8),segment_id=e76b05e1-b858-4ff3-bf61-b6e4c1d327a8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:57.856771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 797380bf-d7f2-4244-aa6d-52241604d9d9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=797380bf-d7f2-4244-aa6d-52241604d9d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:57.865746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.870412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.893050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:57.911882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-efafa136-9383-412b-865a-94f1f0cf8790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:57.914409 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-efafa136-9383-412b-865a-94f1f0cf8790 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1097 time: 0.0649760 Nov 23 02:21:57.914554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c91411-489d-4dd2-a34b-6db9372d8ec3', 'name': 'tempest-snat-router-1849624087', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.146'}], 'enable_snat': True}, 'gw_port_id': 'fc794321-7978-4ac8-b365-312dbaeba2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:48Z', 'updated_at': '2021-11-23T02:21:53Z', 'revision_number': 3, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port': {'id': 'fc794321-7978-4ac8-b365-312dbaeba2a6', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31c91411-489d-4dd2-a34b-6db9372d8ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:50Z', 'updated_at': '2021-11-23T02:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:57.959494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Checking router: 31c91411-489d-4dd2-a34b-6db9372d8ec3 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:21:57.959851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Updating router 31c91411-489d-4dd2-a34b-6db9372d8ec3 port fc794321-7978-4ac8-b365-312dbaeba2a6 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:21:57.963759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=797380bf-d7f2-4244-aa6d-52241604d9d9,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:57.988849 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2905fafe-fcf5-46bf-bf33-54f544b2cf7f req-f485567f-9a86-4221-94f7-2b66cbcb7141 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3522227 Nov 23 02:21:58.047044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.074484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.082740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.098336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.119663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21d1ce-644e-4fce-992d-7b7f2ff00c53 None None] Pushing event updated for resources: {'Port': ['ID=c6f7a441-b777-415c-af83-8c9d29dd80fd,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:58.131697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-cb0edbae-3d9c-4ba5-add2-45cc5c4258dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.133209 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-cb0edbae-3d9c-4ba5-add2-45cc5c4258dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.2063544 Nov 23 02:21:58.182684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.183844 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3498747 Nov 23 02:21:58.236964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56566) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:58.243804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86de710-e687-4955-a81e-801cccddac7e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ce18e-0f1d-4c9c-b08f-f3c20d34c0cd,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:58.244419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '3b8ce18e-0f1d-4c9c-b08f-f3c20d34c0cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:58.250098 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-caed1245-15f3-4b2f-ba4a-87938b1a7914 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 217 time: 0.0893052 Nov 23 02:21:58.258870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-60be1224-8d8d-44ad-a380-234c449394ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.260378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-60be1224-8d8d-44ad-a380-234c449394ac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e8c8b61-8ae6-4b96-a4cd-894bb717458d HTTP/1.1" status: 200 len: 850 time: 0.4184763 Nov 23 02:21:58.261196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:21:58.265403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.269465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f059153-fe3b-400b-b0a5-5aade3171983 req-a13c7ad7-c905-4787-9956-e55e0d60ed2c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.271047 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8f059153-fe3b-400b-b0a5-5aade3171983 req-a13c7ad7-c905-4787-9956-e55e0d60ed2c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 943 time: 0.1732595 Nov 23 02:21:58.300311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.320289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Deleting port f0b087a6-bc13-4f15-ab5a-6713d8554385 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:58.320289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.383402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-523b29d1-f4c4-4826-963a-5169d7b0e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.385012 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-523b29d1-f4c4-4826-963a-5169d7b0e0f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.1046240 Nov 23 02:21:58.390557 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8f059153-fe3b-400b-b0a5-5aade3171983 req-3aa73252-fdd0-48bd-987e-1ffcb78ec957 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119280 Nov 23 02:21:58.406326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.464481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.469307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['797380bf-d7f2-4244-aa6d-52241604d9d9'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:21:58.473038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-73084aa0-fe62-4136-83ba-11b08152483a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.473376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port b73e0900-ecce-42be-ada7-8a45ae10e753 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:21:58.474745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-73084aa0-fe62-4136-83ba-11b08152483a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723269 Nov 23 02:21:58.512741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.542184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.605375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-2b17da13-d59f-499d-a76e-7ced53705492 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127493 Nov 23 02:21:58.606555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Subnet': ['ID=1d047bc3-1db1-485e-9ac1-e0f90dd0a994,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:58.620805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-4a1506e9-d512-4063-af5f-ca17bde38413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.621963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aaa3a-2aab-481e-8429-647cd3a951fc None None] Pushing event updated for resources: {'Port': ['ID=fc794321-7978-4ac8-b365-312dbaeba2a6,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:58.622292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-4a1506e9-d512-4063-af5f-ca17bde38413 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3141546 Nov 23 02:21:58.628898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Attempting to bind port fc794321-7978-4ac8-b365-312dbaeba2a6 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:21:58.629481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Attempting to bind port fc794321-7978-4ac8-b365-312dbaeba2a6 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:21:58.630063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Attempting to bind port fc794321-7978-4ac8-b365-312dbaeba2a6 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:21:58.642857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:21:58.643565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:58.644167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.644780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:21:58.645606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Bound port: fc794321-7978-4ac8-b365-312dbaeba2a6, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:21:58.646222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.674983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.711369 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb620e39-d0d2-4d12-a2a5-a681df74c23a req-46c9e7d8-065d-48a8-84f4-a16e98d9c7df service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926533 Nov 23 02:21:58.745264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] For port fc794321-7978-4ac8-b365-312dbaeba2a6, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:21:58.749326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] For port fc794321-7978-4ac8-b365-312dbaeba2a6, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fc794321-7978-4ac8-b365-312dbaeba2a6,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:21:58.759948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.781902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Calling delete_port for f0b087a6-bc13-4f15-ab5a-6713d8554385 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:58.795946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Checking segment: {'id': 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:21:58.796338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network hostable DHCP agents. Network: a12f690b-1e1f-43e9-b7cf-46812c442b4e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:21:58.845981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Deleting port fc794321-7978-4ac8-b365-312dbaeba2a6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:21:58.846844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:58.858283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6aaa3a-2aab-481e-8429-647cd3a951fc None None] Pushing event updated for resources: {'Port': ['ID=fc794321-7978-4ac8-b365-312dbaeba2a6,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:58.865275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Routers {'31c91411-489d-4dd2-a34b-6db9372d8ec3'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:21:58.865942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['31c91411-489d-4dd2-a34b-6db9372d8ec3'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:58.902278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device dd88e9ef-f752-4d92-8b17-08eeffa77cd9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:21:58.968474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53096a-4695-4c26-b4c0-8572ad8280f1 req-1aa8be75-3e0b-4747-a825-302296ec3952 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:58.970364 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6a53096a-4695-4c26-b4c0-8572ad8280f1 req-1aa8be75-3e0b-4747-a825-302296ec3952 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 944 time: 0.3564572 Nov 23 02:21:58.978358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.010986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] Set router 31c91411-489d-4dd2-a34b-6db9372d8ec3 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:21:59.014080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.023442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::d5 (61b8e62e-63c4-48fe-87b4-3b83bea2a475/00e6d056-d2c1-41b1-8cd1-d9ddeccef811/b73e0900-ecce-42be-ada7-8a45ae10e753) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:21:59.076532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:21:59.101722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-54b25e2b-9d77-4f1c-9679-7acbeb6b9c4e service neutron] 10.222.0.46 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563279 Nov 23 02:21:59.114624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4478232b-633c-4617-811b-d1bf54b07310,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:59.148515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a12f690b-1e1f-43e9-b7cf-46812c442b4e) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:21:59.168496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.169734 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f1459751-d9cb-44e0-94c6-9ff32e4f1dc6 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9296529 Nov 23 02:21:59.175486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:59.209223 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db12b3e3-7ff2-4e4c-83a2-bc9005a5d1af tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules/4478232b-633c-4617-811b-d1bf54b07310 HTTP/1.1" status: 200 len: 763 time: 0.0301147 Nov 23 02:21:59.211914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:59.234638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae96f0-29c4-4601-a1e5-0446c4900848 None None] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:59.236669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce45a16-40d1-4363-8667-01b02f12036f None None] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:21:59.242014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31c91411-489d-4dd2-a34b-6db9372d8ec3', 'name': 'tempest-snat-router-1849624087', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:48Z', 'updated_at': '2021-11-23T02:21:58Z', 'revision_number': 4, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:21:59.242453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915150d-5510-4c6d-95a4-e2bfa4730e04 req-4806f6e3-9b4e-4ac7-8865-54cccc0e1a48 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.243983 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3915150d-5510-4c6d-95a4-e2bfa4730e04 req-4806f6e3-9b4e-4ac7-8865-54cccc0e1a48 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 944 time: 0.1056004 Nov 23 02:21:59.272115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.272898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.279474 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ab70addf-3f50-4cf1-a64f-2c48a7d39f5f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0638220 Nov 23 02:21:59.284274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:59.316555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.330356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4492f15f-2db7-4c87-80c1-33c7a0b9807d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.338555 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6a53096a-4695-4c26-b4c0-8572ad8280f1 req-4f713095-f240-4824-b26a-48484c7993fc tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3446538 Nov 23 02:21:59.361739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665fe330-a004-4a6a-9ef5-9e309a31d4df None None] The sync data for ids ['31c91411-489d-4dd2-a34b-6db9372d8ec3'] in dv-neutron-818844-1-hyperv is: [{'id': '31c91411-489d-4dd2-a34b-6db9372d8ec3', 'name': 'tempest-snat-router-1849624087', 'tenant_id': '0c551eb345004914a7e2223f1f33bc37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:48Z', 'updated_at': '2021-11-23T02:21:58Z', 'revision_number': 4, 'project_id': '0c551eb345004914a7e2223f1f33bc37', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:21:59.370401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Calling delete_port for fc794321-7978-4ac8-b365-312dbaeba2a6 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:21:59.376564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4492f15f-2db7-4c87-80c1-33c7a0b9807d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.381892 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3915150d-5510-4c6d-95a4-e2bfa4730e04 req-52d330d8-be77-4f55-8122-2aa7e8f01f7f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1239638 Nov 23 02:21:59.388883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-092fe22c-a08c-459a-9270-f0eb2914df84 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8181260 Nov 23 02:21:59.397787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56578) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:59.408770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1549788400', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:59.430379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6ce3882a-185a-45e0-854e-a9fee1dafaf4 None None] Provisioning complete for port c6f7a441-b777-415c-af83-8c9d29dd80fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:59.430764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6ce3882a-185a-45e0-854e-a9fee1dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.451812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4492f15f-2db7-4c87-80c1-33c7a0b9807d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.460164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4492f15f-2db7-4c87-80c1-33c7a0b9807d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.461614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4492f15f-2db7-4c87-80c1-33c7a0b9807d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4478232b-633c-4617-811b-d1bf54b07310 HTTP/1.1" status: 204 len: 168 time: 0.1768138 Nov 23 02:21:59.464205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.465500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.471906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56582) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:59.474723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:59.481843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492f15f-2db7-4c87-80c1-33c7a0b9807d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4478232b-633c-4617-811b-d1bf54b07310,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:59.536748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'port_id': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'mac_address': 'fa:16:3e:f3:a8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:21:59.542842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.546021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f4d2757-1374-4eaa-b649-77972a0bae97 req-d82f5087-1835-4661-9e67-11bb6ff30569 service neutron] 10.222.0.46 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223945 Nov 23 02:21:59.612542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.659620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c6f7a441-b777-415c-af83-8c9d29dd80fd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:21:59.679653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.696052 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-20139527-448f-42bb-848f-2579712a9bf1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2186599 Nov 23 02:21:59.696305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56584) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:21:59.697454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0b087a6-bc13-4f15-ab5a-6713d8554385,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:21:59.748350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.749688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '3b8ce18e-0f1d-4c9c-b08f-f3c20d34c0cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:21:59.777376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7300d3-601f-44bd-b391-b323635a538a req-69d33a00-5270-4c67-ae61-c15e07bbd095 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:21:59.784988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a7300d3-601f-44bd-b391-b323635a538a req-69d33a00-5270-4c67-ae61-c15e07bbd095 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 943 time: 0.2319570 Nov 23 02:21:59.806058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a12f690b-1e1f-43e9-b7cf-46812c442b4e', 'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e', 'tenant_id': '259679290d50438786a059a611a84a5d', 'fixed_ips': [{'subnet_id': '1d047bc3-1db1-485e-9ac1-e0f90dd0a994'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:21:59.806914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.818001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.827057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd88e9ef-f752-4d92-8b17-08eeffa77cd9 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:21:59.836546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6ce3882a-185a-45e0-854e-a9fee1dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.897839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:59.898933 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.910953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.921766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6ce3882a-185a-45e0-854e-a9fee1dafaf4 None None] For port c6f7a441-b777-415c-af83-8c9d29dd80fd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c6f7a441-b777-415c-af83-8c9d29dd80fd,segment=NetworkSegment(e76b05e1-b858-4ff3-bf61-b6e4c1d327a8),segment_id=e76b05e1-b858-4ff3-bf61-b6e4c1d327a8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:21:59.970713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6ce3882a-185a-45e0-854e-a9fee1dafaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.972452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:21:59.983981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c6f7a441-b777-415c-af83-8c9d29dd80fd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:21:59.983981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.013103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.021321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.052217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c51967b1-5e89-4e95-848e-d8b80eab50f5,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.063967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.069101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-36403378-bd6a-49e1-9106-1eaf81c8fb71 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3733881 Nov 23 02:22:00.070966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56586) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.099239 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-28ef1aaa-f73b-4ba7-9d7e-8ccd84a3c331 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules/c51967b1-5e89-4e95-848e-d8b80eab50f5 HTTP/1.1" status: 200 len: 763 time: 0.0254984 Nov 23 02:22:00.100188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56588) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.128420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3882a-185a-45e0-854e-a9fee1dafaf4 None None] Pushing event updated for resources: {'Port': ['ID=c6f7a441-b777-415c-af83-8c9d29dd80fd,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.172711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Allocated IP 172.20.0.2 (a12f690b-1e1f-43e9-b7cf-46812c442b4e/1d047bc3-1db1-485e-9ac1-e0f90dd0a994/2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:00.232370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:00.240808 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6918d1de-2a3a-4df5-9a9f-58c6cf1f33db tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1371360 Nov 23 02:22:00.262197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56590) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.264966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:00.270390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a7300d3-601f-44bd-b391-b323635a538a req-be26f3ef-e4fe-4cf8-b186-a78c2eef47e5 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831948 Nov 23 02:22:00.291591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:00.297885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.298554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.298925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.312690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f348a592-dd95-422f-8e07-ee2a429f22d5 None None] Provisioning complete for port c6f7a441-b777-415c-af83-8c9d29dd80fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:00.312690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f348a592-dd95-422f-8e07-ee2a429f22d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.341093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.341537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.347760 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b8d38d19-94f0-4eeb-9ce3-cc8669acaadc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/ports/f0b087a6-bc13-4f15-ab5a-6713d8554385 HTTP/1.1" status: 204 len: 168 time: 2.7495205 Nov 23 02:22:00.350766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=b73e0900-ecce-42be-ada7-8a45ae10e753,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.353389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56592) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.377954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.412956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48', 'external_fixed_ips': [{'subnet_id': '86342c1f-bbfd-4c5e-a6af-744e65bbef9b', 'ip_address': '172.20.0.8'}]}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:00.432609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['dd88e9ef-f752-4d92-8b17-08eeffa77cd9'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:00.446479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a975fc6c-023b-4e55-bad8-d35d03db6d55 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.457910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-91c9d57b-cbea-4a62-bcf3-500bf015fc4b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.0273476 Nov 23 02:22:00.468977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a975fc6c-023b-4e55-bad8-d35d03db6d55 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.470969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.527155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.583634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc794321-7978-4ac8-b365-312dbaeba2a6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.589821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Allocated IP 172.26.8.25 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/5f0e482b-2b83-4ec3-aafa-998e042142fb) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:00.611653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.628806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.667033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.668866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.692784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:00.702305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:00.708743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:00.713719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Pushing event updated for resources: {'Port': ['ID=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.726897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a975fc6c-023b-4e55-bad8-d35d03db6d55 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.733548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb2430-3d33-4cdf-b4db-b91952e6f789 req-5f61edb4-5432-4d2b-ae3b-3b9b615f92ce tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.734716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a975fc6c-023b-4e55-bad8-d35d03db6d55 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.735116 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0eb2430-3d33-4cdf-b4db-b91952e6f789 req-5f61edb4-5432-4d2b-ae3b-3b9b615f92ce tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 944 time: 0.2601585 Nov 23 02:22:00.736343 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a975fc6c-023b-4e55-bad8-d35d03db6d55 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c51967b1-5e89-4e95-848e-d8b80eab50f5 HTTP/1.1" status: 204 len: 168 time: 0.4649303 Nov 23 02:22:00.738953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56600) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.778822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.782272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975fc6c-023b-4e55-bad8-d35d03db6d55 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c51967b1-5e89-4e95-848e-d8b80eab50f5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.821449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-783562b9-2f06-4ee4-910e-e0f984d7d6c9 None None] Provisioning complete for port b73e0900-ecce-42be-ada7-8a45ae10e753 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:00.821767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b86c5-1c38-413e-a2f7-e2ee1c59b2d6 req-d94f15f6-1b63-4500-826f-21420087f781 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:00.821985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-783562b9-2f06-4ee4-910e-e0f984d7d6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.824411 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-169b86c5-1c38-413e-a2f7-e2ee1c59b2d6 req-d94f15f6-1b63-4500-826f-21420087f781 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 944 time: 0.2856193 Nov 23 02:22:00.825629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Attempting to bind port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:00.826088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Attempting to bind port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:00.826521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Attempting to bind port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 on network a12f690b-1e1f-43e9-b7cf-46812c442b4e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:00.841232 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-27412100-10c9-4e05-959a-768beb68f52e tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1011684 Nov 23 02:22:00.849815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56602) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:00.857562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Request body: {'security_group_rule': {'security_group_id': '3b8ce18e-0f1d-4c9c-b08f-f3c20d34c0cd', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:00.861317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:00.861694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Checking segment: {'id': 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:00.862099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.862493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Bound using segment: {'id': 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:00.862974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Bound port: 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:00.863365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.872565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0eb2430-3d33-4cdf-b4db-b91952e6f789 req-83d1daa2-ce5b-4c35-b6d3-3b1d395d3675 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154535 Nov 23 02:22:00.887835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.899448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.912287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.912806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-783562b9-2f06-4ee4-910e-e0f984d7d6c9 None None] Port b73e0900-ecce-42be-ada7-8a45ae10e753 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:00.923082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 7310fc0c-e685-4b88-b9d4-ad2e15af3041 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:22:00.935366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Project d76375d936324dd8bd6fe506b15a6d0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:22:00.947187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:00.967915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:00.974028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:00.979727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Port': ['ID=5f0e482b-2b83-4ec3-aafa-998e042142fb,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:00.984508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:01.036613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] For port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:01.041119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] For port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,segment=NetworkSegment(e1b56e1c-729b-42cf-b0d2-a84ecabc76be),segment_id=e1b56e1c-729b-42cf-b0d2-a84ecabc76be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:01.042672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port b73e0900-ecce-42be-ada7-8a45ae10e753 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:01.043024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.052671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.060389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 797380bf-d7f2-4244-aa6d-52241604d9d9 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:01.095626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.118804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.129939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.134510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.149390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-169b86c5-1c38-413e-a2f7-e2ee1c59b2d6 req-8ccebf8d-f72d-40c1-884d-f055db6ce6ca tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3044796 Nov 23 02:22:01.275522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.276203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31c91411-489d-4dd2-a34b-6db9372d8ec3 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:01.289571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.293898 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0ec9b179-3da5-488e-96bc-9aaaa55ee9c4 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/routers/31c91411-489d-4dd2-a34b-6db9372d8ec3 HTTP/1.1" status: 204 len: 168 time: 3.6102095 Nov 23 02:22:01.294487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56604) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:01.300356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.326878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:01.358722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'port_id': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'mac_address': 'fa:16:3e:62:12:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:22:01.362540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67ca79-0a88-4034-a306-82083004b911 None None] Pushing event updated for resources: {'Port': ['ID=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:01.410527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.427948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.430166 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 797380bf-d7f2-4244-aa6d-52241604d9d9 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:01.448413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for b73e0900-ecce-42be-ada7-8a45ae10e753 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:01.466624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 797380bf-d7f2-4244-aa6d-52241604d9d9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:01.467002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.478735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7310fc0c-e685-4b88-b9d4-ad2e15af3041 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:22:01.617597 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:01.618185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.627441 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.631431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b330185-2b80-4b7a-82f7-53715af0362a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:01.683503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.687165 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a4c3135-f5ff-4646-9759-7ff45f4984aa tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8315308 Nov 23 02:22:01.689450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56608) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:01.735458 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fefd7be5-424b-4c6c-a4a7-693bab8c411c tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules/6b330185-2b80-4b7a-82f7-53715af0362a HTTP/1.1" status: 200 len: 769 time: 0.0402887 Nov 23 02:22:01.741378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56610) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:01.761745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb65f7-e64c-4f97-bd74-d512ba271214 req-6b65298f-0c81-4b71-9b1b-f0734b3df48c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:01.763513 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f5fb65f7-e64c-4f97-bd74-d512ba271214 req-6b65298f-0c81-4b71-9b1b-f0734b3df48c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 944 time: 0.1921332 Nov 23 02:22:01.790932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=7310fc0c-e685-4b88-b9d4-ad2e15af3041,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:01.801105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:01.810525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.849180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.878512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:01.925308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.951366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2b0779c-181c-4c65-86cc-95b7bd6e7b53 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2078812 Nov 23 02:22:01.953039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56614) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:01.988462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a27bd05b-a88a-4d8d-8ee7-557c39049db3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.991544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:01.992648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:01.997997 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f5fb65f7-e64c-4f97-bd74-d512ba271214 req-ad06796a-be05-4c5a-8444-6d66dc488055 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807995 Nov 23 02:22:02.020270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=b73e0900-ecce-42be-ada7-8a45ae10e753,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:02.022884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.039978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a27bd05b-a88a-4d8d-8ee7-557c39049db3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.066284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 797380bf-d7f2-4244-aa6d-52241604d9d9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=797380bf-d7f2-4244-aa6d-52241604d9d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:02.070441 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d00e127-7e96-410f-9ce4-d98939b342a5" -d '{"events": [{"server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "name": "network-vif-plugged", "status": "completed", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:02.085688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.105365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.108899 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4acd6871-a56b-4a6f-ac9d-9aeae6da71c1 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/b73e0900-ecce-42be-ada7-8a45ae10e753 HTTP/1.1" status: 204 len: 168 time: 1.6355116 Nov 23 02:22:02.116744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56624) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:02.157254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a27bd05b-a88a-4d8d-8ee7-557c39049db3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.165730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.169212 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-893d752c-0b14-43a6-8fbd-e1087851ee63 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:02.170651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-893d752c-0b14-43a6-8fbd-e1087851ee63 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/b73e0900-ecce-42be-ada7-8a45ae10e753 HTTP/1.1" status: 404 len: 333 time: 0.0518780 Nov 23 02:22:02.174135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a27bd05b-a88a-4d8d-8ee7-557c39049db3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.175694 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a27bd05b-a88a-4d8d-8ee7-557c39049db3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/6b330185-2b80-4b7a-82f7-53715af0362a HTTP/1.1" status: 204 len: 168 time: 0.2194471 Nov 23 02:22:02.179873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56626) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:02.180536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56628) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:02.195324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Deleting port fa244f8f-4816-4edd-943e-37d9c6038dd3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:02.195634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.204544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.207863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195571d1-0846-41a9-bdfa-d84f72e1b703 req-5d06d354-c231-4f6b-9a67-01204ad3b0b5 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.210007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-195571d1-0846-41a9-bdfa-d84f72e1b703 req-5d06d354-c231-4f6b-9a67-01204ad3b0b5 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 945 time: 0.2007067 Nov 23 02:22:02.211959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.223051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=797380bf-d7f2-4244-aa6d-52241604d9d9,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:02.234111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['7310fc0c-e685-4b88-b9d4-ad2e15af3041'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:22:02.295323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cd8d10-7403-4f9c-b555-7065bdfe339e x-openstack-request-id: req-c0cd8d10-7403-4f9c-b555-7065bdfe339e {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:02.295641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "name": "network-vif-plugged", "status": "completed", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:02.296463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0cd8d10-7403-4f9c-b555-7065bdfe339e {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:02.296926 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'code': 200} Nov 23 02:22:02.320972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet 00e6d056-d2c1-41b1-8cd1-d9ddeccef811 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:02.397158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bd05b-a88a-4d8d-8ee7-557c39049db3 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b330185-2b80-4b7a-82f7-53715af0362a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:02.400822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.467203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,segment=NetworkSegment(e1b56e1c-729b-42cf-b0d2-a84ecabc76be),segment_id=e1b56e1c-729b-42cf-b0d2-a84ecabc76be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:02.517702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.555215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.556199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c6f7a441-b777-415c-af83-8c9d29dd80fd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:02.558098 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-46c7365f-a48a-4679-bc1f-07cd91938a98 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3597374 Nov 23 02:22:02.565333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56632) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:02.624326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27e88d5-0060-4103-b300-42c01f9cc834 req-df5c1081-0cc7-4bcb-bf59-7a3ba3f1837e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.626141 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c27e88d5-0060-4103-b300-42c01f9cc834 req-df5c1081-0cc7-4bcb-bf59-7a3ba3f1837e tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.2133615 Nov 23 02:22:02.662811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c6f7a441-b777-415c-af83-8c9d29dd80fd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:02.663374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.686008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:02.719231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889c79f8-a922-43c6-9e8c-8c8860a58d8d None None] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:02.810390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1c0152ed-dd4e-41dc-a256-75fd489992e5 None None] Provisioning complete for port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:02.810681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1c0152ed-dd4e-41dc-a256-75fd489992e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.850468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.869835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] For port fa244f8f-4816-4edd-943e-37d9c6038dd3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa244f8f-4816-4edd-943e-37d9c6038dd3,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:02.870426 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.875246 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c27e88d5-0060-4103-b300-42c01f9cc834 req-668fbdf0-f74f-4bd4-839c-0e6ff867235f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2336423 Nov 23 02:22:02.875924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99f28df4-7ee1-4e5b-9a62-5c2cfce2fad1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.886867 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-195571d1-0846-41a9-bdfa-d84f72e1b703 req-f414a926-6d0e-4c2f-840b-ebb581146b0d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6409585 Nov 23 02:22:02.904581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.916772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Calling delete_port for fa244f8f-4816-4edd-943e-37d9c6038dd3 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:02.919024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9abd0-5f64-492b-a057-b196817776b1 req-82f951f3-5d02-4bcc-a389-0671da3e351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:02.921151 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-60b9abd0-5f64-492b-a057-b196817776b1 req-82f951f3-5d02-4bcc-a389-0671da3e351a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 1098 time: 0.2027900 Nov 23 02:22:02.922561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device dd88e9ef-f752-4d92-8b17-08eeffa77cd9 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:02.932585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99f28df4-7ee1-4e5b-9a62-5c2cfce2fad1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:02.975931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-60b9abd0-5f64-492b-a057-b196817776b1 req-f5f01388-fa9d-4621-9ce6-af00a2fe6309 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.055710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Allocated IP 172.20.0.8 (785d47e3-99f9-4163-847e-5ac610cfde48/86342c1f-bbfd-4c5e-a6af-744e65bbef9b/631d8094-9e28-45ad-be6e-7f58d3741651) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:03.062760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:03.069930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.082953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:03.083511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.120648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=00e6d056-d2c1-41b1-8cd1-d9ddeccef811,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.127910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.132643 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-188550d9-c8a5-4133-a4a5-7dcdd9cc225a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/00e6d056-d2c1-41b1-8cd1-d9ddeccef811 HTTP/1.1" status: 204 len: 168 time: 0.9444265 Nov 23 02:22:03.132801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6701f4f9-bdc8-4e76-b4fa-100a265294d3 None None] Network 61b8e62e-63c4-48fe-87b4-3b83bea2a475 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:03.137069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56636) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:03.146637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99f28df4-7ee1-4e5b-9a62-5c2cfce2fad1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.149752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99f28df4-7ee1-4e5b-9a62-5c2cfce2fad1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.151133 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-99f28df4-7ee1-4e5b-9a62-5c2cfce2fad1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "DELETE /v2.0/security-groups/3b8ce18e-0f1d-4c9c-b08f-f3c20d34c0cd HTTP/1.1" status: 204 len: 168 time: 0.5832629 Nov 23 02:22:03.165594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56638) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:03.168694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f28df4-7ee1-4e5b-9a62-5c2cfce2fad1 tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ce18e-0f1d-4c9c-b08f-f3c20d34c0cd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.218958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03b31455-2b68-4925-8038-62cc419f92ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.264569 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f8d92cfc-52ac-4817-add7-948a2069ca0f tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0929987 Nov 23 02:22:03.270363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56640) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:03.289595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Router 18b7e4d6-42fb-436e-95b1-d64c574e3fd2 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:03.370891 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2958b58a-3a7b-47f2-a79e-7f35e544370d tempest-SecGroupIPv6Test-1984341448 tempest-SecGroupIPv6Test-1984341448-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0991793 Nov 23 02:22:03.380149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.426335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6e8e30e6-7ac6-401a-97d2-528a89037c94 None None] Provisioning complete for port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:03.426650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6e8e30e6-7ac6-401a-97d2-528a89037c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.446166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:03.449882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a90c5f-2687-4217-95cc-db256c517e49 req-0e6c0a09-8f6b-42cc-9976-6874ab15314e tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:03.450205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:03.458907 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] Sync routers for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:03.461255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c7a90c5f-2687-4217-95cc-db256c517e49 req-0e6c0a09-8f6b-42cc-9976-6874ab15314e tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 944 time: 0.3192999 Nov 23 02:22:03.462866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.480683 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:03.481419 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:03.511138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.515135 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b82eb9b-9450-4960-8a0d-56338dbedf56 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1135070 Nov 23 02:22:03.515779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56644) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:03.522070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.543749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-60b9abd0-5f64-492b-a057-b196817776b1 req-f5f01388-fa9d-4621-9ce6-af00a2fe6309 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.568928 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:03.576582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-60b9abd0-5f64-492b-a057-b196817776b1 req-f5f01388-fa9d-4621-9ce6-af00a2fe6309 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.577727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] DHCP port deletion for 61b8e62e-63c4-48fe-87b4-3b83bea2a475 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:22:03.587964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.594556 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:03.595275 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:21:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:03.602789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.609032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.659396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa244f8f-4816-4edd-943e-37d9c6038dd3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.685886 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:03.686857 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbd6875-a550-47d6-90dc-c940f7e2abd8 None None] The sync data for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:03.701185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:03.736277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] Deleting port c6f7a441-b777-415c-af83-8c9d29dd80fd {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:03.736658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.769185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c7a90c5f-2687-4217-95cc-db256c517e49 req-47a7c6e6-8594-4f37-9df9-07cfec1e72c3 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3065739 Nov 23 02:22:03.779408 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-60b9abd0-5f64-492b-a057-b196817776b1 req-f5f01388-fa9d-4621-9ce6-af00a2fe6309 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8434708 Nov 23 02:22:03.780170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f01388-fa9d-4621-9ce6-af00a2fe6309 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0b1e8-4a2a-4428-b3d2-01b43b9733b1,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:03.842514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] For port c6f7a441-b777-415c-af83-8c9d29dd80fd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c6f7a441-b777-415c-af83-8c9d29dd80fd,segment=NetworkSegment(e76b05e1-b858-4ff3-bf61-b6e4c1d327a8),segment_id=e76b05e1-b858-4ff3-bf61-b6e4c1d327a8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:03.842818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.851990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port c6f7a441-b777-415c-af83-8c9d29dd80fd {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:03.852555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.858806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] Calling delete_port for c6f7a441-b777-415c-af83-8c9d29dd80fd owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:03.865338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:03.865714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.872990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:03.889013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56648) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:03.965498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.065035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 785d47e3-99f9-4163-847e-5ac610cfde48 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:04.112030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:04.139412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:04.156963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.188492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] No DVR routers for this DVR port c6f7a441-b777-415c-af83-8c9d29dd80fd on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:04.193189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd5585-75e1-43b0-850d-eae1f2ade753 None None] Pushing event deleted for resources: {'Port': ['ID=c6f7a441-b777-415c-af83-8c9d29dd80fd,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:04.203758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.219927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.225078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port c6f7a441-b777-415c-af83-8c9d29dd80fd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c6f7a441-b777-415c-af83-8c9d29dd80fd,segment=NetworkSegment(e76b05e1-b858-4ff3-bf61-b6e4c1d327a8),segment_id=e76b05e1-b858-4ff3-bf61-b6e4c1d327a8)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:04.225435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.232495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Port': ['ID=631d8094-9e28-45ad-be6e-7f58d3741651,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:04.284931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for c6f7a441-b777-415c-af83-8c9d29dd80fd owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:04.297974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:04.300869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a3f58d-f9c7-44c0-8724-4d5cbcd4d625" -d '{"events": [{"server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "name": "network-vif-plugged", "status": "completed", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:04.338665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8f541-d38a-4bba-87a9-c98c627aa873 req-93704744-0b1c-40db-9adc-e810e2639856 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:04.344831 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-87a8f541-d38a-4bba-87a9-c98c627aa873 req-93704744-0b1c-40db-9adc-e810e2639856 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 945 time: 0.2777572 Nov 23 02:22:04.373467 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2cade73e-d331-4997-b56f-ffc4b26aca2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d76375d936324dd8bd6fe506b15a6d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834816 Nov 23 02:22:04.378061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56658) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:04.380171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.380768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:04.382928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ef24b-32e3-4036-943b-f1db34fab309 req-f0e6d228-eafa-4ef9-9de1-a22b13f55ca6 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:04.384486 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0c8ef24b-32e3-4036-943b-f1db34fab309 req-f0e6d228-eafa-4ef9-9de1-a22b13f55ca6 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.1350653 Nov 23 02:22:04.403798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.408941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-89fb6397-3a73-4b33-8d71-96cf2691f547 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6e49920e-7dc0-4d44-a9ec-0bf49bf4a2c6 HTTP/1.1" status: 204 len: 168 time: 3.1080501 Nov 23 02:22:04.410815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56660) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:04.420907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1558412071', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:04.504664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.505778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.513100 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0c8ef24b-32e3-4036-943b-f1db34fab309 req-81331a63-506a-4245-88d2-ba4acc24b38d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1191092 Nov 23 02:22:04.559035 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-87a8f541-d38a-4bba-87a9-c98c627aa873 req-bf2b27cd-8293-4907-9400-a0a2ffc15c1e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1817267 Nov 23 02:22:04.581532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450a7cd0-fd37-4ce8-9604-cbc214d93433 x-openstack-request-id: req-450a7cd0-fd37-4ce8-9604-cbc214d93433 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:04.582067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "name": "network-vif-plugged", "status": "completed", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:04.582453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-450a7cd0-fd37-4ce8-9604-cbc214d93433 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:04.582970 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'code': 200} Nov 23 02:22:04.590785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.614361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbdad9a0-0769-41af-9695-10391aa3dad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.684743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbdad9a0-0769-41af-9695-10391aa3dad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.694855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.697536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.745891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=c6f7a441-b777-415c-af83-8c9d29dd80fd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:04.759625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port c6f7a441-b777-415c-af83-8c9d29dd80fd on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:04.770681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.785795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.933840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 7310fc0c-e685-4b88-b9d4-ad2e15af3041 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:04.946580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbdad9a0-0769-41af-9695-10391aa3dad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.949937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbdad9a0-0769-41af-9695-10391aa3dad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.953710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cbdad9a0-0769-41af-9695-10391aa3dad3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3cb4ae91-24cd-4bef-a922-56be82cf6762 HTTP/1.1" status: 204 len: 168 time: 0.5686033 Nov 23 02:22:04.953710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:04.982121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b8e62e-63c4-48fe-87b4-3b83bea2a475']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:04.997099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:22:05.003184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:05.004040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.010243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:05.010559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76b05e1-b858-4ff3-bf61-b6e4c1d327a8') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:05.014872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdad9a0-0769-41af-9695-10391aa3dad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb4ae91-24cd-4bef-a922-56be82cf6762,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:05.077272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.126584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49aba5-c3c3-448a-81ef-f0b38bb0f972 req-9b376edf-df5c-4d1e-9af0-975519c24a97 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.128171 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cb49aba5-c3c3-448a-81ef-f0b38bb0f972 req-9b376edf-df5c-4d1e-9af0-975519c24a97 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.2492099 Nov 23 02:22:05.129260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.150432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788b434-1a42-40f0-931e-a83e230b57e6 req-7d6f78e0-30a0-4d65-8387-cd5b11dde556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.153136 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e788b434-1a42-40f0-931e-a83e230b57e6 req-7d6f78e0-30a0-4d65-8387-cd5b11dde556 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 1098 time: 0.3083670 Nov 23 02:22:05.158119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.183898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:05.185012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:05.192746 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:05.199786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:05.206622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.258372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Allocated IP 172.20.0.1 (a12f690b-1e1f-43e9-b7cf-46812c442b4e/1d047bc3-1db1-485e-9ac1-e0f90dd0a994/fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:05.260714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.282208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=7310fc0c-e685-4b88-b9d4-ad2e15af3041,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:05.286744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.474497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.487052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Allocated IP 172.26.8.99 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/23985a16-d0f8-4f47-805e-c21f8653456e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:05.561106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d78c3a05-ab0d-47bf-9e8b-d6be6a6e7ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.581875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.652516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:05.668945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa244f8f-4816-4edd-943e-37d9c6038dd3 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:05.676042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:05.697550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:05.701071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Port': ['ID=fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:05.707242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.735019 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cb49aba5-c3c3-448a-81ef-f0b38bb0f972 req-14b9cd77-ff0e-4a87-ab89-8b90ec3bed20 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5872841 Nov 23 02:22:05.742599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.771967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: fa244f8f-4816-4edd-943e-37d9c6038dd3 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:05.772368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa244f8f-4816-4edd-943e-37d9c6038dd3 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:05.772934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c6f7a441-b777-415c-af83-8c9d29dd80fd no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:05.788821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.792852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/61b8e62e-63c4-48fe-87b4-3b83bea2a475 HTTP/1.1" status: 204 len: 168 time: 2.6501663 Nov 23 02:22:05.798480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba5c73-864f-42d7-abc9-e3d7661ac2b0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=61b8e62e-63c4-48fe-87b4-3b83bea2a475,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:05.800369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56686) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:05.809984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd0567-b741-432c-91dc-03b96cef2959 req-a24fae1e-4a7f-42c5-9778-f7306bc5f693 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:05.811543 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2dcd0567-b741-432c-91dc-03b96cef2959 req-a24fae1e-4a7f-42c5-9778-f7306bc5f693 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.1612000 Nov 23 02:22:05.812517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'name': 'tempest-PortsIpV6TestJSON-1754708437'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:05.823566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.823843 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e788b434-1a42-40f0-931e-a83e230b57e6 req-1bd0cb67-bd41-403a-b063-345f2d819787 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6537087 Nov 23 02:22:05.842161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: c6f7a441-b777-415c-af83-8c9d29dd80fd {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:05.842161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c6f7a441-b777-415c-af83-8c9d29dd80fd not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:05.929982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:05.965314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.016112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56690) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:06.017188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840548a-a1ca-451f-96fb-aab2529677da req-35a4d00d-ad07-4840-8ee2-851b1d10d390 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.018747 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c840548a-a1ca-451f-96fb-aab2529677da req-35a4d00d-ad07-4840-8ee2-851b1d10d390 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1687143 Nov 23 02:22:06.037750 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2dcd0567-b741-432c-91dc-03b96cef2959 req-07a4aed9-f54a-492f-b811-f1c7dc8436a2 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2097614 Nov 23 02:22:06.040008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e518aebb-d575-411f-b497-1a22a336b78c None None] Provisioning complete for port fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:06.040538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e518aebb-d575-411f-b497-1a22a336b78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.069665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:06.071745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:06.084198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event updated for resources: {'Port': ['ID=23985a16-d0f8-4f47-805e-c21f8653456e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:06.087498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:06.101066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e518aebb-d575-411f-b497-1a22a336b78c None None] Port fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:06.119636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:06.123131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.151099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port bd60327d-b91a-4e67-9749-954d60b8c298 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:06.159019 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c840548a-a1ca-451f-96fb-aab2529677da req-94d51a57-9dee-4cbe-836e-a273bef21da3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317532 Nov 23 02:22:06.270410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Router 1cad871a-49fd-4ed1-8d38-e0c28e9baced is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:06.314205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.413359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.480287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:06.480977 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8a9ae824-30a5-429d-ba05-a11bbc2626d6 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:06.482164 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-8a9ae824-30a5-429d-ba05-a11bbc2626d6 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:22:06.482164 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-8a9ae824-30a5-429d-ba05-a11bbc2626d6 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:22:06.487269 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8a9ae824-30a5-429d-ba05-a11bbc2626d6 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4655998 Nov 23 02:22:06.487524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56694) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:06.491421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Sync routers for ids ['1cad871a-49fd-4ed1-8d38-e0c28e9baced'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:06.495972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1809265673'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:06.503015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Routers {'1cad871a-49fd-4ed1-8d38-e0c28e9baced'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:06.503870 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1cad871a-49fd-4ed1-8d38-e0c28e9baced'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:06.518330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.546179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.559887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.576676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.580701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-144e13d0-3356-4955-9903-1282ac094879 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.1807673 Nov 23 02:22:06.581963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56696) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:06.588612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:06.590167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103149d-bf3f-4cea-9bb7-04e00899feee" -d '{"events": [{"server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "name": "network-vif-plugged", "status": "completed", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:06.591444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:06.615250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.620747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=bd60327d-b91a-4e67-9749-954d60b8c298,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:06.637163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc10d69d-0dfe-48b7-ae45-be378cbf82f2 x-openstack-request-id: req-dc10d69d-0dfe-48b7-ae45-be378cbf82f2 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:06.637728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "name": "network-vif-plugged", "status": "completed", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:06.638079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dc10d69d-0dfe-48b7-ae45-be378cbf82f2 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:06.638583 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'code': 200} Nov 23 02:22:06.640390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Set router 1cad871a-49fd-4ed1-8d38-e0c28e9baced gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:06.661786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:06.665922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:06.671770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:06.672482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.754907 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c39b8d9e-e950-46d1-9dfa-b93760d41dbe tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9488468 Nov 23 02:22:06.759825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56702) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:06.841855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.919926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:06.952150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad871a-49fd-4ed1-8d38-e0c28e9baced', 'name': '', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48', 'external_fixed_ips': [{'subnet_id': '86342c1f-bbfd-4c5e-a6af-744e65bbef9b', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '631d8094-9e28-45ad-be6e-7f58d3741651', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:00Z', 'updated_at': '2021-11-23T02:22:04Z', 'revision_number': 3, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port': {'id': '631d8094-9e28-45ad-be6e-7f58d3741651', 'name': '', 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cad871a-49fd-4ed1-8d38-e0c28e9baced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 260, 'fixed_ips': [{'subnet_id': '86342c1f-bbfd-4c5e-a6af-744e65bbef9b', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:02Z', 'updated_at': '2021-11-23T02:22:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86342c1f-bbfd-4c5e-a6af-744e65bbef9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:06.982978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Checking router: 1cad871a-49fd-4ed1-8d38-e0c28e9baced for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:06.983432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Updating router 1cad871a-49fd-4ed1-8d38-e0c28e9baced port 631d8094-9e28-45ad-be6e-7f58d3741651 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:22:07.002377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.015030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.027210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.107411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acfb06-7a47-4e5c-91b8-3e64e8b7b6ed req-c1927fd2-bea6-4ab5-adb6-baf49a586c58 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.109369 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-70acfb06-7a47-4e5c-91b8-3e64e8b7b6ed req-c1927fd2-bea6-4ab5-adb6-baf49a586c58 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.2535479 Nov 23 02:22:07.155777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.164011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.171194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379717c-5771-4275-b081-8bf36e3af962 req-ab49988f-dccd-4de2-8977-76df9e63b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.172811 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b379717c-5771-4275-b081-8bf36e3af962 req-ab49988f-dccd-4de2-8977-76df9e63b0bb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.2000031 Nov 23 02:22:07.173737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e9c328-cc41-4b69-b810-1f03f6fa7014,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.179501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.187647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port bd60327d-b91a-4e67-9749-954d60b8c298 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:07.187984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.332021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.342722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.347865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.354501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Port': ['ID=fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.362951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.366634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.369623 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-70acfb06-7a47-4e5c-91b8-3e64e8b7b6ed req-f35bd537-edab-47a3-9744-07cb2accea41 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418602 Nov 23 02:22:07.373515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.384534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8519acb-85e3-456e-ab9c-8943fdcbc4d3 req-c43bfa85-2980-41ed-b026-aea637d1427b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.386093 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d8519acb-85e3-456e-ab9c-8943fdcbc4d3 req-c43bfa85-2980-41ed-b026-aea637d1427b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.2279785 Nov 23 02:22:07.392710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.393071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.393567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.393914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.394261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.394602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.394931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.395260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.395590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.395907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.396259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for bd60327d-b91a-4e67-9749-954d60b8c298 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:07.396370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.396578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:07.450103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b379717c-5771-4275-b081-8bf36e3af962 req-8e9770a8-878e-4c5f-9637-b3ec2df9ae69 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573516 Nov 23 02:22:07.450831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.489606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9db1d0-7d11-40f1-9632-bb3242a6ec4d None None] Pushing event updated for resources: {'Port': ['ID=631d8094-9e28-45ad-be6e-7f58d3741651,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.498454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Attempting to bind port 631d8094-9e28-45ad-be6e-7f58d3741651 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:07.498664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Attempting to bind port 631d8094-9e28-45ad-be6e-7f58d3741651 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:07.499012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Attempting to bind port 631d8094-9e28-45ad-be6e-7f58d3741651 on network 785d47e3-99f9-4163-847e-5ac610cfde48 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:07.512571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:07.513408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Checking segment: {'id': 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:07.514078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.514715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Bound using segment: {'id': 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:07.515589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Bound port: 631d8094-9e28-45ad-be6e-7f58d3741651, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '785d47e3-99f9-4163-847e-5ac610cfde48'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:07.516401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.519799 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d8519acb-85e3-456e-ab9c-8943fdcbc4d3 req-9e7cda2a-8968-49d9-9725-35339f975535 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178434 Nov 23 02:22:07.557283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Router 1281ea36-c085-460c-b98b-27efc8656dfe is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:07.577385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc8a4e1-c0be-4f5c-a153-9e2646538131,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.585840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:07.590001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:07.604767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.608855 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-83b94484-006a-4562-910a-8bf610325ef3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1175580 Nov 23 02:22:07.620918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56710) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:07.622130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] For port 631d8094-9e28-45ad-be6e-7f58d3741651, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:07.626103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'fbc8a4e1-c0be-4f5c-a153-9e2646538131', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:07.631566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] For port 631d8094-9e28-45ad-be6e-7f58d3741651, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=631d8094-9e28-45ad-be6e-7f58d3741651,segment=NetworkSegment(a914bf7c-3cfc-4063-acbd-24b06bcefc4e),segment_id=a914bf7c-3cfc-4063-acbd-24b06bcefc4e)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:07.637861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.703660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8158a-0e17-4f5e-a2a0-b9efd7f6c871 req-27a36a87-f8d0-4c77-9e47-b0903feb7657 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:07.705129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Routers {'1cad871a-49fd-4ed1-8d38-e0c28e9baced'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:07.706054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1cad871a-49fd-4ed1-8d38-e0c28e9baced'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:07.712664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55c8158a-0e17-4f5e-a2a0-b9efd7f6c871 req-27a36a87-f8d0-4c77-9e47-b0903feb7657 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2570226 Nov 23 02:22:07.752226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.772075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Deleting port 631d8094-9e28-45ad-be6e-7f58d3741651 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:07.779012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.799301 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9db1d0-7d11-40f1-9632-bb3242a6ec4d None None] Pushing event updated for resources: {'Port': ['ID=631d8094-9e28-45ad-be6e-7f58d3741651,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.820610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] Set router 1cad871a-49fd-4ed1-8d38-e0c28e9baced gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:07.843061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.879574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cad871a-49fd-4ed1-8d38-e0c28e9baced', 'name': '', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:00Z', 'updated_at': '2021-11-23T02:22:07Z', 'revision_number': 4, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:07.901109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=bd60327d-b91a-4e67-9749-954d60b8c298,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:07.913511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90c7a6-3442-4e0e-bf4f-a670c445ecae None None] The sync data for ids ['1cad871a-49fd-4ed1-8d38-e0c28e9baced'] in dv-neutron-818844-1-hyperv is: [{'id': '1cad871a-49fd-4ed1-8d38-e0c28e9baced', 'name': '', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:00Z', 'updated_at': '2021-11-23T02:22:07Z', 'revision_number': 4, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:07.945015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6d5c67bb-7b53-4eaa-ae29-62ddf7421be7 None None] Provisioning complete for port fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:07.945516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d5c67bb-7b53-4eaa-ae29-62ddf7421be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.955980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:07.962413 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8a56128a-7eac-4295-ae71-705f09f9577b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/bd60327d-b91a-4e67-9749-954d60b8c298 HTTP/1.1" status: 204 len: 168 time: 1.1958537 Nov 23 02:22:07.963566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56712) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:07.977644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'mac_address': 'fa:16:3e:c7:fc:36', 'name': 'tempest-PortsIpV6TestJSON-1871460593'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:07.992518 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55c8158a-0e17-4f5e-a2a0-b9efd7f6c871 req-42dcd569-3de6-4841-989a-6cac39b474c6 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789156 Nov 23 02:22:08.014010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6d5c67bb-7b53-4eaa-ae29-62ddf7421be7 None None] Port fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:08.018320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.071293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] For port 631d8094-9e28-45ad-be6e-7f58d3741651, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=631d8094-9e28-45ad-be6e-7f58d3741651,segment=NetworkSegment(a914bf7c-3cfc-4063-acbd-24b06bcefc4e),segment_id=a914bf7c-3cfc-4063-acbd-24b06bcefc4e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:08.071790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.103455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Calling delete_port for 631d8094-9e28-45ad-be6e-7f58d3741651 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:08.147128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c384c75-94df-4d03-9fad-c8fdcefca3e2 req-8b37f2a4-0e01-49d6-8204-ae36cf097765 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.148283 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8c384c75-94df-4d03-9fad-c8fdcefca3e2 req-8b37f2a4-0e01-49d6-8204-ae36cf097765 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.4639096 Nov 23 02:22:08.157907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56714) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:08.158994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:08.164323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Request body: {'floatingip': {'port_id': '797380bf-d7f2-4244-aa6d-52241604d9d9'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:08.170429 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] Sync routers for ids ['1281ea36-c085-460c-b98b-27efc8656dfe'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:08.180841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.191994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.196569 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] Routers {'1281ea36-c085-460c-b98b-27efc8656dfe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:08.198826 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1281ea36-c085-460c-b98b-27efc8656dfe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.218331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=335c3397-014c-4190-b68b-328e12514233,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:08.236484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:08.238366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.245783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.246441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.248296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a3a547de-fe8e-4be5-9c67-5b672b674374 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6257753 Nov 23 02:22:08.249682 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] Routers {'1281ea36-c085-460c-b98b-27efc8656dfe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:08.250663 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1281ea36-c085-460c-b98b-27efc8656dfe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.250864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56716) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:08.255940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3d327cd8-ca1b-4285-bf21-578b80fb8fad tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'fbc8a4e1-c0be-4f5c-a153-9e2646538131', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:08.289561 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.290469 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961a6f3d-08d0-4441-a6d0-b1973c55bc6f None None] The sync data for ids ['1281ea36-c085-460c-b98b-27efc8656dfe'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:08.325452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.326657 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e100a755-9918-4169-8195-dfa08b3af7f2 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.9145899 Nov 23 02:22:08.331410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56718) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:08.332385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Router 18b7e4d6-42fb-436e-95b1-d64c574e3fd2 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:08.339465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': False}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:08.390192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d327cd8-ca1b-4285-bf21-578b80fb8fad tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.410708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.489872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port e71c9abd-c440-416d-b962-9347b4709d2c yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:08.616149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:08.625922 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7d82f6d1-3395-43a4-b045-f73f117af039 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "PUT /v2.0/routers/18b7e4d6-42fb-436e-95b1-d64c574e3fd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1091287 Nov 23 02:22:08.628445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56722) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:08.630763 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-3d327cd8-ca1b-4285-bf21-578b80fb8fad tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:22:08.634723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] Sync routers for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:08.635326 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3d327cd8-ca1b-4285-bf21-578b80fb8fad tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3797646 Nov 23 02:22:08.635483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Request body: {'port': {'network_id': 'a12f690b-1e1f-43e9-b7cf-46812c442b4e', 'name': 'tempest-FloatingIPAdminTestJSON-751731590'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:08.644836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56724) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:08.653798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:08.655062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.700951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.712277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:08.713153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.764085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:08.764930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b87589c8-805e-4a14-8719-7586ecaeb5a0 None None] The sync data for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:08.859496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:08.920465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad0ce4-508b-4a2d-b274-210978b4aa95 req-3f556256-d273-43d5-919a-42899fc9e330 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:08.921871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e2ad0ce4-508b-4a2d-b274-210978b4aa95 req-3f556256-d273-43d5-919a-42899fc9e330 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.4617746 Nov 23 02:22:08.956532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event deleted for resources: {'Port': ['ID=631d8094-9e28-45ad-be6e-7f58d3741651,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:08.980331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e0e90929-a235-4c8d-a2dd-0de88827b249 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.005390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.005390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.005622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.005797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.006133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.006462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.006785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.007117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.007453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.007781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.008197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.008580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:09.044869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e0e90929-a235-4c8d-a2dd-0de88827b249 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.172773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Made reservation on behalf of 259679290d50438786a059a611a84a5d for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:09.176187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.179402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:22:09.197985 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e2ad0ce4-508b-4a2d-b274-210978b4aa95 req-4413e5b0-7281-487f-9e66-5391f53e0ac7 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502737 Nov 23 02:22:09.205302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.206798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.254002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] device_id is not set on port fffb459b-c631-46bf-827f-c77d08309bfb yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:09.282740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e0e90929-a235-4c8d-a2dd-0de88827b249 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.285294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.285867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e0e90929-a235-4c8d-a2dd-0de88827b249 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.286526 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e0e90929-a235-4c8d-a2dd-0de88827b249 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/fbc8a4e1-c0be-4f5c-a153-9e2646538131 HTTP/1.1" status: 204 len: 168 time: 0.6394854 Nov 23 02:22:09.309176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56730) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.338078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea830f-3ae9-4bce-8c44-21f41330e9f8 req-35a27fab-525a-4245-9f70-882e5d4be7ed tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.339912 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b1ea830f-3ae9-4bce-8c44-21f41330e9f8 req-35a27fab-525a-4245-9f70-882e5d4be7ed tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2245896 Nov 23 02:22:09.344736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.348635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e90929-a235-4c8d-a2dd-0de88827b249 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc8a4e1-c0be-4f5c-a153-9e2646538131,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:09.354770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.358000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.369773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.505013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.505588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1cad871a-49fd-4ed1-8d38-e0c28e9baced {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:09.520453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.524423 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-53274c4c-8597-4ce8-b00c-dfb4693d0258 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/routers/1cad871a-49fd-4ed1-8d38-e0c28e9baced HTTP/1.1" status: 204 len: 168 time: 2.9363902 Nov 23 02:22:09.524423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.528957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56732) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.529700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b1ea830f-3ae9-4bce-8c44-21f41330e9f8 req-2eb7167d-61a7-4afa-ba99-010aed84ba20 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752906 Nov 23 02:22:09.545171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Allocated IP 172.20.0.10 (a12f690b-1e1f-43e9-b7cf-46812c442b4e/1d047bc3-1db1-485e-9ac1-e0f90dd0a994/fffb459b-c631-46bf-827f-c77d08309bfb) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:09.549448 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c5f87af4-213a-43a1-aac2-0de8d9e432c3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2391422 Nov 23 02:22:09.554339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56734) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.562183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--921215317'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:09.575046 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Floating IP d46536c0-064e-4d4f-bdb1-b60e2a1ee158 associated. External IP: 172.26.8.17, port: 797380bf-d7f2-4244-aa6d-52241604d9d9. Nov 23 02:22:09.612790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.640497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b241dc-be48-418c-b251-a95e8a53668b req-18ef6c98-e1e2-47fd-acd5-919b56dca972 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.642096 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20b241dc-be48-418c-b251-a95e8a53668b req-18ef6c98-e1e2-47fd-acd5-919b56dca972 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.2745430 Nov 23 02:22:09.651280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:09.655417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56736) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.656191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.658131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:09.662845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Request body: {'floatingip': {'port_id': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:09.671675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:09.677409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.678023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.692345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Deleting subnet 86342c1f-bbfd-4c5e-a6af-744e65bbef9b {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:09.720570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=e71c9abd-c440-416d-b962-9347b4709d2c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:09.722922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.756572 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-247d581b-0083-44cf-a16e-0d67b98f941d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7869558 Nov 23 02:22:09.757966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56738) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.760996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.803442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:09.833267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28004b83-b7cb-4878-a6c0-b70ef77a66c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:09.834693 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-28004b83-b7cb-4878-a6c0-b70ef77a66c6 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/e71c9abd-c440-416d-b962-9347b4709d2c HTTP/1.1" status: 200 len: 845 time: 0.0768888 Nov 23 02:22:09.837626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56740) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:09.896759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.005205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.075183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=86342c1f-bbfd-4c5e-a6af-744e65bbef9b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:10.080106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.083930 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-94da3125-8f19-4017-86fb-e2e2575fc681 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/86342c1f-bbfd-4c5e-a6af-744e65bbef9b HTTP/1.1" status: 204 len: 168 time: 0.5498419 Nov 23 02:22:10.089749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56742) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.093288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port e71c9abd-c440-416d-b962-9347b4709d2c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:10.093625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.259602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.265655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.283811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for e71c9abd-c440-416d-b962-9347b4709d2c owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:10.333649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.356613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.360959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.462953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.464225 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9085808 Nov 23 02:22:10.469322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56744) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.489709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0c8edc01-2fe5-4136-ae66-a59a7bd0d9ea tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '73a8e5a9-41e4-4971-acfb-c85763ee218e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:10.490466 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-0c8edc01-2fe5-4136-ae66-a59a7bd0d9ea tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 02:22:10.490999 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-0c8edc01-2fe5-4136-ae66-a59a7bd0d9ea tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:10.493152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3043ec-c3f8-48ee-9723-9c48f4f80aab tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8e5a9-41e4-4971-acfb-c85763ee218e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:10.495583 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0c8edc01-2fe5-4136-ae66-a59a7bd0d9ea tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0206499 Nov 23 02:22:10.499329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56746) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.523636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.566212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Router cf742c88-4e43-48ff-8224-9fa4580456fe has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:10.575417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785d47e3-99f9-4163-847e-5ac610cfde48']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:10.601529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.630730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:10.631026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a914bf7c-3cfc-4063-acbd-24b06bcefc4e') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:10.632648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.655693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.721814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=e71c9abd-c440-416d-b962-9347b4709d2c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:10.723687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab582a3a-cb79-4437-87c5-440a29a048ee tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.725192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:10.729417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.743084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.746317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-31c0d13a-7a3d-4686-99c4-ace7b949a80b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/e71c9abd-c440-416d-b962-9347b4709d2c HTTP/1.1" status: 204 len: 168 time: 0.9076095 Nov 23 02:22:10.753120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56750) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.766862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:10.767123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:10.767326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:10.770843 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:10.783038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:10.812142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event updated for resources: {'Port': ['ID=fffb459b-c631-46bf-827f-c77d08309bfb,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:10.836584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab582a3a-cb79-4437-87c5-440a29a048ee tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.848944 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-800faac4-c803-4651-9e5a-0e4cf4c3f6b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:10.851490 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-800faac4-c803-4651-9e5a-0e4cf4c3f6b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/e71c9abd-c440-416d-b962-9347b4709d2c HTTP/1.1" status: 404 len: 333 time: 0.0948055 Nov 23 02:22:10.868024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56752) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:10.873233 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'name': 'tempest-PortsIpV6TestJSON-848763770'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:10.888519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.889479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fdb5f-6082-4109-a498-12a6d1f10482 req-265e423e-ed98-4398-b394-4f787c9e6c16 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.891145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4e8fdb5f-6082-4109-a498-12a6d1f10482 req-265e423e-ed98-4398-b394-4f787c9e6c16 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2877777 Nov 23 02:22:10.925386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:10.926019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.945558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:10.963538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.005325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 785d47e3-99f9-4163-847e-5ac610cfde48 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 02:22:11.010107 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6fcdc954-1844-494e-9242-18c3552a0e72 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3804455 Nov 23 02:22:11.010895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.011332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:11.020038 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/networks/785d47e3-99f9-4163-847e-5ac610cfde48 HTTP/1.1" status: 204 len: 168 time: 0.9234099 Nov 23 02:22:11.020038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56754) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:11.023734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.082948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.090272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-10940b04-69e3-45d0-9511-c8bf8b217a3f None None] Provisioning complete for port fffb459b-c631-46bf-827f-c77d08309bfb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:11.091740 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4e8fdb5f-6082-4109-a498-12a6d1f10482 req-3ea5ab6b-910e-4f93-badf-7937026e4807 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785278 Nov 23 02:22:11.092911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10940b04-69e3-45d0-9511-c8bf8b217a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.095662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.099663 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f01061d4-127b-4404-aff3-065604e73a8b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "PUT /v2.0/floatingips/d46536c0-064e-4d4f-bdb1-b60e2a1ee158 HTTP/1.1" status: 200 len: 990 time: 2.9386914 Nov 23 02:22:11.131123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:11.133422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ae869-974c-4e46-b388-fda256cbaf83" -d '{"events": [{"name": "network-changed", "server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:11.240926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-10940b04-69e3-45d0-9511-c8bf8b217a3f None None] Port fffb459b-c631-46bf-827f-c77d08309bfb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:11.306661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab582a3a-cb79-4437-87c5-440a29a048ee tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.309897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab582a3a-cb79-4437-87c5-440a29a048ee tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.310720 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab582a3a-cb79-4437-87c5-440a29a048ee tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/73a8e5a9-41e4-4971-acfb-c85763ee218e HTTP/1.1" status: 204 len: 168 time: 0.8090246 Nov 23 02:22:11.311555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701714ac-2695-4e8d-8709-042ef27a2984 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event deleted for resources: {'Network': ['ID=785d47e3-99f9-4163-847e-5ac610cfde48,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:11.321809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56770) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:11.343811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Floating IP 417e12bf-f141-4ea2-b38b-4212e432c442 associated. External IP: 172.26.8.196, port: dd88e9ef-f752-4d92-8b17-08eeffa77cd9. Nov 23 02:22:11.379798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab582a3a-cb79-4437-87c5-440a29a048ee tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8e5a9-41e4-4971-acfb-c85763ee218e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:11.469223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb9151-47bd-4f3a-933b-0ab3e03ae34a req-38070243-8729-4519-8712-751ebcf4f611 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.470920 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eefb9151-47bd-4f3a-933b-0ab3e03ae34a req-38070243-8729-4519-8712-751ebcf4f611 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2313037 Nov 23 02:22:11.481854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7560dd95-d6cc-4819-baeb-005949b2bb5b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1551664 Nov 23 02:22:11.481854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56774) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:11.482185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:11.484884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8111740a-6f10-46b7-b7dd-e736f7e10917 x-openstack-request-id: req-8111740a-6f10-46b7-b7dd-e736f7e10917 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:11.485191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:11.485596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8111740a-6f10-46b7-b7dd-e736f7e10917 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:11.486006 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'status': 'completed', 'code': 200} Nov 23 02:22:11.493993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.495997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56776) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:11.499217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Request body: {'floatingip': {'port_id': '7310fc0c-e685-4b88-b9d4-ad2e15af3041'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:11.521746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--782897623'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:11.525853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56778) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:11.600639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'name': 'tempest-router--968684133', 'project_id': '41109646865142ca89fa057a1520c862'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:11.625517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'project_id': '259679290d50438786a059a611a84a5d', 'port_id': 'fffb459b-c631-46bf-827f-c77d08309bfb'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:11.640271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Router 1281ea36-c085-460c-b98b-27efc8656dfe has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:11.661864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.669106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:11.695972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Router 576158b3-3f61-4011-b179-506bc16eaf0d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:11.746861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.758900 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] Sync routers for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:11.768951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:11.769552 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:11.809055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:11.814649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.823437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] Sync routers for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:11.845673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:11.846374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:11.855341 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-864eaf8c-95e3-4a87-972b-829e4f67e656 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "PUT /v2.0/floatingips/417e12bf-f141-4ea2-b38b-4212e432c442 HTTP/1.1" status: 200 len: 991 time: 2.1943653 Nov 23 02:22:11.893984 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:11.899418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-ab304f5d-f830-41e9-8cb1-3e45f9039260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:11.901012 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-ab304f5d-f830-41e9-8cb1-3e45f9039260 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02301d0e7dca4119a419e1a1af025cd8&device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 1098 time: 0.3378603 Nov 23 02:22:11.901822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:11.903067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.002854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:12.087309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.189837 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'd46536c0-064e-4d4f-bdb1-b60e2a1ee158', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'port_id': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'mac_address': 'fa:16:3e:dd:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb25d575-1bc7-453b-8810-03c968324a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:31Z', 'updated_at': '2021-11-23T02:22:09Z', 'revision_number': 1, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:26Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.215948 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] Checking router: cf742c88-4e43-48ff-8224-9fa4580456fe for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:12.224865 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:12.225627 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.254365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.303897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.341295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:12.357212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.359156 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b012d28a-653a-4888-885a-e6870b5f9b09 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "PUT /v2.0/routers/1281ea36-c085-460c-b98b-27efc8656dfe HTTP/1.1" status: 200 len: 925 time: 4.0254204 Nov 23 02:22:12.362275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56784) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.400142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.401255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5d0870f6-efc1-43e1-a2b4-3a451628cf50 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8409615 Nov 23 02:22:12.405602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.409139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56788) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.411964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.421016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-e84a5e88-a22c-419e-8b1a-a27d50f0882a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.422702 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-e84a5e88-a22c-419e-8b1a-a27d50f0882a service neutron] 10.222.0.46 "GET /v2.0/networks?id=df94170d-a50d-486a-a508-37dd5ec703b4 HTTP/1.1" status: 200 len: 906 time: 0.5064402 Nov 23 02:22:12.451179 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] Sync routers for ids ['1281ea36-c085-460c-b98b-27efc8656dfe'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:12.462041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.476285 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:12.490482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '417e12bf-f141-4ea2-b38b-4212e432c442', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'port_id': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'mac_address': 'fa:16:3e:f3:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:35Z', 'updated_at': '2021-11-23T02:22:10Z', 'revision_number': 1, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.519858 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0e955a1c-d48c-4be8-95a4-b8e28032ea16 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/1281ea36-c085-460c-b98b-27efc8656dfe HTTP/1.1" status: 200 len: 925 time: 0.1549819 Nov 23 02:22:12.519858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56792) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.521525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] Checking router: 576158b3-3f61-4011-b179-506bc16eaf0d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:12.532125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:12.533095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.599987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f898f0e-24b4-411f-aed4-aee4c881e0da tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.604901 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9f898f0e-24b4-411f-aed4-aee4c881e0da tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=1281ea36-c085-460c-b98b-27efc8656dfe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0836203 Nov 23 02:22:12.606702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56794) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.681081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:12.692150 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] Routers {'1281ea36-c085-460c-b98b-27efc8656dfe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:12.693043 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1281ea36-c085-460c-b98b-27efc8656dfe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.707341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd8b53b-656b-490b-9944-f70593a43ce5 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:12.712230 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-acd8b53b-656b-490b-9944-f70593a43ce5 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1042562 Nov 23 02:22:12.713430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56796) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.732065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.736723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2325084 Nov 23 02:22:12.741716 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.745516 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'd46536c0-064e-4d4f-bdb1-b60e2a1ee158', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'port_id': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'mac_address': 'fa:16:3e:dd:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb25d575-1bc7-453b-8810-03c968324a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:31Z', 'updated_at': '2021-11-23T02:22:09Z', 'revision_number': 1, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:26Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.747375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56798) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.777529 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bc732-5f33-42be-9643-fe47cce3ec0b None None] The sync data for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv is: [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'd46536c0-064e-4d4f-bdb1-b60e2a1ee158', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'floating_ip_address': '172.26.8.17', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'port_id': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'mac_address': 'fa:16:3e:dd:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb25d575-1bc7-453b-8810-03c968324a99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:31Z', 'updated_at': '2021-11-23T02:22:09Z', 'revision_number': 1, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:26Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:12.783464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-76e005a9-136e-41d4-8278-5add8c5d3d93 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '6d71d3a7-7498-426a-ad92-c1d4162b5faa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:12.784358 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-76e005a9-136e-41d4-8278-5add8c5d3d93 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 02:22:12.784508 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] Routers {'1281ea36-c085-460c-b98b-27efc8656dfe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:12.784865 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-76e005a9-136e-41d4-8278-5add8c5d3d93 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:12.785119 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1281ea36-c085-460c-b98b-27efc8656dfe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.789112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-76e005a9-136e-41d4-8278-5add8c5d3d93 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0288582 Nov 23 02:22:12.798874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56800) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:12.806418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:12.829375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299330f8-f81a-46a5-9764-78f53aa72679 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d71d3a7-7498-426a-ad92-c1d4162b5faa,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:12.836668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:12.837480 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce61645-5d6c-4129-a7b8-2c2f4a4448f6 None None] The sync data for ids ['1281ea36-c085-460c-b98b-27efc8656dfe'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:13.008940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '417e12bf-f141-4ea2-b38b-4212e432c442', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'port_id': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'mac_address': 'fa:16:3e:f3:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:35Z', 'updated_at': '2021-11-23T02:22:10Z', 'revision_number': 1, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:13.038910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6906d7-1766-4883-84c6-d228fdf3cbb1 None None] The sync data for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv is: [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '417e12bf-f141-4ea2-b38b-4212e432c442', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'floating_ip_address': '172.26.8.196', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'port_id': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'mac_address': 'fa:16:3e:f3:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:35Z', 'updated_at': '2021-11-23T02:22:10Z', 'revision_number': 1, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:13.075587 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-808dd889-c19f-4f6c-9ae7-8a6cb5743e32 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=1281ea36-c085-460c-b98b-27efc8656dfe HTTP/1.1" status: 200 len: 205 time: 0.3608596 Nov 23 02:22:13.078362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56804) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:13.129841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90bacf2-01d9-416b-b7b6-085393976b60 None None] New status for floating IP d46536c0-064e-4d4f-bdb1-b60e2a1ee158: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:22:13.224180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.316008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-b14d04d6-0fad-4cf1-87c3-c01b448878cd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=797380bf-d7f2-4244-aa6d-52241604d9d9 HTTP/1.1" status: 200 len: 998 time: 0.8693447 Nov 23 02:22:13.354317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.383003 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77272887-3886-4755-ab80-5977a7ce54a4 None None] New status for floating IP 417e12bf-f141-4ea2-b38b-4212e432c442: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:22:13.402020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.439814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Deleting port 23985a16-d0f8-4f47-805e-c21f8653456e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:13.440132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.489687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:13.491971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe1d74a-a669-4b58-9b94-a12ec128d69c" -d '{"events": [{"name": "network-changed", "server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:13.530527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.547131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Calling delete_port for 23985a16-d0f8-4f47-805e-c21f8653456e owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:13.551843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb04cf-c062-4f73-b3cf-46388ae38e04 x-openstack-request-id: req-52cb04cf-c062-4f73-b3cf-46388ae38e04 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:13.552138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:13.552419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52cb04cf-c062-4f73-b3cf-46388ae38e04 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:13.552815 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'status': 'completed', 'code': 200} Nov 23 02:22:13.559585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.621248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.649747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:13.661732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-a9e15c95-a8dc-4d01-b6dc-d1127cd316f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.663563 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-a9e15c95-a8dc-4d01-b6dc-d1127cd316f5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47 HTTP/1.1" status: 200 len: 844 time: 0.3244483 Nov 23 02:22:13.674929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:13.677008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8affe16c-35fc-47a8-8966-b68df059ac71 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.712496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:13.718501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.719139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.729711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:13.732643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.746095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.resource_extend [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:22:13.764178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-0328bd1a-d00d-42a3-a9ce-de6c452799c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:13.765652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-0328bd1a-d00d-42a3-a9ce-de6c452799c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=61e3e4b52f9e43c9a08f47e23539761d&device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 1098 time: 0.0628281 Nov 23 02:22:13.831851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.832378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53427c95-ae11-4376-88e1-91bc5488de7b {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:13.850076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.851234 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6a2d3cbb-4cd3-4080-ac07-253a88dfb11f tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/routers/53427c95-ae11-4376-88e1-91bc5488de7b HTTP/1.1" status: 204 len: 168 time: 1.4360225 Nov 23 02:22:13.859426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.895120 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5e80e178-36fe-400c-baba-d6173165b43c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0258949 Nov 23 02:22:13.898125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8affe16c-35fc-47a8-8966-b68df059ac71 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.901109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56812) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:13.901934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event deleted for resources: {'Port': ['ID=23985a16-d0f8-4f47-805e-c21f8653456e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:13.911084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:13.934094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.955278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:13.992639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56814) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:14.000463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-7b156caf-657d-44d5-bf19-7678d3639fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.001827 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-7b156caf-657d-44d5-bf19-7678d3639fb3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e HTTP/1.1" status: 200 len: 912 time: 0.2141857 Nov 23 02:22:14.003095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-c8971abd-91eb-4c08-8175-b1dc77869444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.004622 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-c8971abd-91eb-4c08-8175-b1dc77869444 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df94170d-a50d-486a-a508-37dd5ec703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2761583 Nov 23 02:22:14.086635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.090033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8affe16c-35fc-47a8-8966-b68df059ac71 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.092631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8affe16c-35fc-47a8-8966-b68df059ac71 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.097257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8affe16c-35fc-47a8-8966-b68df059ac71 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d71d3a7-7498-426a-ad92-c1d4162b5faa HTTP/1.1" status: 204 len: 168 time: 1.2853632 Nov 23 02:22:14.104094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56818) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:14.179309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8affe16c-35fc-47a8-8966-b68df059ac71 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d71d3a7-7498-426a-ad92-c1d4162b5faa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:14.188821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Allocated IP 172.26.8.208 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/7f2caa97-3b2d-47bf-9fa7-f62f1b699072) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:14.197261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.213368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-710795576', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:14.257652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.273027 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-96690fda-3307-400e-992b-6f27ca8cb3c5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1603320 Nov 23 02:22:14.274858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.285925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56822) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:14.299490 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--585194788'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:14.304988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Floating IP f5183075-545c-4308-a07e-72eecdee631b associated. External IP: 172.26.8.179, port: 7310fc0c-e685-4b88-b9d4-ad2e15af3041. Nov 23 02:22:14.365708 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-6434b974-31f3-4ddd-afda-60a240879309 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382032 Nov 23 02:22:14.421816 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-928f461d-206a-4414-b06c-45545544d19b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9 HTTP/1.1" status: 200 len: 1001 time: 0.3880608 Nov 23 02:22:14.422707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.423780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.470941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.471489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Fanout notify agent at l3_agent the message router_deleted on router 1281ea36-c085-460c-b98b-27efc8656dfe {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:14.480876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.482917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a2a2b8df-69e2-477e-97ef-4ed2b2879a7e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/1281ea36-c085-460c-b98b-27efc8656dfe HTTP/1.1" status: 204 len: 168 time: 1.4034915 Nov 23 02:22:14.501991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56824) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:14.512443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-688676275', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:14.539746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.568956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.621119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.622134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.647782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.660966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-10cf80ad-532e-4ebc-bf74-5bc44a534f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.662530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-10cf80ad-532e-4ebc-bf74-5bc44a534f2b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9e8c8b61-8ae6-4b96-a4cd-894bb717458d HTTP/1.1" status: 200 len: 850 time: 0.2203040 Nov 23 02:22:14.718524 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c93ae869-974c-4e46-b388-fda256cbaf83 req-0a308435-c1b1-4f15-8521-e9105fda5f55 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872057 Nov 23 02:22:14.766596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.814337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.906459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.919934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-2ff5219f-5a07-45a2-bf72-da71dff8a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:14.921055 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-2ff5219f-5a07-45a2-bf72-da71dff8a32d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bfadc192-0ee6-4551-80ce-ec1ec3018b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2412889 Nov 23 02:22:14.933910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.938611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:14.994655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.059900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] In _notify_port_updated(), no bound segment for port 6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 on network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:22:15.067104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:15.072443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.072443 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/ports/6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 HTTP/1.1" status: 200 len: 818 time: 1.1647534 Nov 23 02:22:15.074205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.080205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56828) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.154183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.176119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42685e86-bd4a-477a-a84e-eb59e110914f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:15.182611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:15.190670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:15.193483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.194763 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9001274 Nov 23 02:22:15.198625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:15.200476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56830) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.202518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.206430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-61795c7e-8dd5-47ab-b1cf-be72fa204524 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6981189 Nov 23 02:22:15.207452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56832) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.208107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Pushing event updated for resources: {'Port': ['ID=7f2caa97-3b2d-47bf-9fa7-f62f1b699072,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:15.214462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:15.214632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b2179-d550-4b94-aa4a-6fc73ade0ed0 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=659c3b60-18bb-4db6-a848-25ee1afd3e7d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:15.221546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-06d73504-9a56-4fc4-a028-389cda62b337 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '659c3b60-18bb-4db6-a848-25ee1afd3e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:15.231005 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-06d73504-9a56-4fc4-a028-389cda62b337 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 02:22:15.231668 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-06d73504-9a56-4fc4-a028-389cda62b337 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:15.235587 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-06d73504-9a56-4fc4-a028-389cda62b337 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0282619 Nov 23 02:22:15.238849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56834) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.249052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7b5e5058-05fd-42f0-b6d2-dc8a4686e69d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '659c3b60-18bb-4db6-a848-25ee1afd3e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:15.251604 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-7b5e5058-05fd-42f0-b6d2-dc8a4686e69d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 02:22:15.252135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-7b5e5058-05fd-42f0-b6d2-dc8a4686e69d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:15.255792 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7b5e5058-05fd-42f0-b6d2-dc8a4686e69d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133381 Nov 23 02:22:15.283660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56836) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.285658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Router f281e49c-65dc-4c3e-b4f7-4726aafc31eb has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:15.292454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a3b4a172-ea6b-467b-a4ae-e14df535c3e4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '659c3b60-18bb-4db6-a848-25ee1afd3e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:15.293376 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-a3b4a172-ea6b-467b-a4ae-e14df535c3e4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 02:22:15.293935 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-a3b4a172-ea6b-467b-a4ae-e14df535c3e4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:15.296675 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a3b4a172-ea6b-467b-a4ae-e14df535c3e4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0081539 Nov 23 02:22:15.313508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56838) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.326608 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-ac9b6d0b-3a4f-4b85-bf9f-b5edc979a9f2 service neutron] 10.222.0.46 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793688 Nov 23 02:22:15.333849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-04c522a2-fe0f-4415-9039-84c2e3ea6801 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '659c3b60-18bb-4db6-a848-25ee1afd3e7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:15.336039 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-04c522a2-fe0f-4415-9039-84c2e3ea6801 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 02:22:15.336839 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-04c522a2-fe0f-4415-9039-84c2e3ea6801 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:15.339116 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-04c522a2-fe0f-4415-9039-84c2e3ea6801 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097468 Nov 23 02:22:15.345027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56840) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.471409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:15.471748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.678856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.730075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-946af016-066e-4a02-96fd-0df414bd2f3b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.732188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:15.739549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.743294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] Sync routers for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:15.755414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:15.756058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:15.789425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfe1d74a-a669-4b58-9b94-a12ec128d69c req-67e656f6-f231-40fb-871c-aba6660fbf3c service neutron] 10.222.0.46 "GET /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457200 Nov 23 02:22:15.848612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-946af016-066e-4a02-96fd-0df414bd2f3b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.862695 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-014702c0-dec2-4e9c-a848-6b3f793f767f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "PUT /v2.0/floatingips/f5183075-545c-4308-a07e-72eecdee631b HTTP/1.1" status: 200 len: 992 time: 4.3813219 Nov 23 02:22:15.867417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:22:15.869938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7699c72c-f880-478a-9403-d3b75d0e2f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:22:15.893075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:15.945550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.951178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.956707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-946af016-066e-4a02-96fd-0df414bd2f3b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.959329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-946af016-066e-4a02-96fd-0df414bd2f3b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:15.963525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-946af016-066e-4a02-96fd-0df414bd2f3b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/659c3b60-18bb-4db6-a848-25ee1afd3e7d HTTP/1.1" status: 204 len: 168 time: 0.6144230 Nov 23 02:22:15.967651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56850) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:15.988973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.000432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8db6c64-1c2b-4ed0-82b6-0fcb9e9ba6f5 x-openstack-request-id: req-d8db6c64-1c2b-4ed0-82b6-0fcb9e9ba6f5 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:22:16.000722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:22:16.000980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8db6c64-1c2b-4ed0-82b6-0fcb9e9ba6f5 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:22:16.001398 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'status': 'completed', 'code': 200} Nov 23 02:22:16.004298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:16.038843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946af016-066e-4a02-96fd-0df414bd2f3b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=659c3b60-18bb-4db6-a848-25ee1afd3e7d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.138762 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c599dbc1-bf40-49dc-b3c8-40043e28f1fe tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1364863 Nov 23 02:22:16.139030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56852) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.143902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137357514'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:16.176280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f5183075-545c-4308-a07e-72eecdee631b', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'port_id': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'mac_address': 'fa:16:3e:62:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:33Z', 'updated_at': '2021-11-23T02:22:13Z', 'revision_number': 1, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:30Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:16.206547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] Checking router: f281e49c-65dc-4c3e-b4f7-4726aafc31eb for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:16.214058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-e107beb5-5f06-47e7-a978-2a1b249d0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.215470 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-e107beb5-5f06-47e7-a978-2a1b249d0a6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.1128004 Nov 23 02:22:16.216574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:16.216785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:16.224073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.263325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Allocated IP 172.26.8.157 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/2845f997-e48f-4c6a-b5ee-2355f7f6dba7) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:16.284168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.286003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.305086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.328665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.394038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.399867 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 HTTP/1.1" status: 204 len: 168 time: 1.3118608 Nov 23 02:22:16.399867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a181b-a7aa-478d-955c-255d2a629789 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.401687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56854) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.416839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.440869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-6a67814e-844d-4cca-9e2b-53dab78dcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.442439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-6a67814e-844d-4cca-9e2b-53dab78dcffe service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.2162683 Nov 23 02:22:16.475621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:16.527619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.532574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.540454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de8030d-33fa-4b0d-a969-57c3a63c73e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.542500 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4de8030d-33fa-4b0d-a969-57c3a63c73e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1402009 Nov 23 02:22:16.546732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.551570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56856) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.567798 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-d2b6cc54-fa23-49ec-ac05-e2ed32b3d46e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1000 time: 0.1125724 Nov 23 02:22:16.597229 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1565aee-0504-44cc-92d5-2bf1e47ac5b7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:16.601515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f1565aee-0504-44cc-92d5-2bf1e47ac5b7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/6b2fb243-06f5-4da7-a4fa-f9f5c6b084d9 HTTP/1.1" status: 404 len: 333 time: 0.0471802 Nov 23 02:22:16.605398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56860) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.616482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1930294069'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:16.631689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.635733 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4931448 Nov 23 02:22:16.636706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56862) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.641319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a578cc-7ac1-4a12-8347-7cf9596b4bf8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad378731-4a3a-4310-a4d6-c48e20615efb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.648048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-11ea58a9-e4af-4d69-9e18-5938472ef842 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:16.648616 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-11ea58a9-e4af-4d69-9e18-5938472ef842 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:22:16.649189 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-11ea58a9-e4af-4d69-9e18-5938472ef842 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:16.653083 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-11ea58a9-e4af-4d69-9e18-5938472ef842 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0127678 Nov 23 02:22:16.654606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56864) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.661797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e5dc218f-0e57-4231-b660-e60468c725e8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:16.666740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:16.670448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.686229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-f8a3f200-5f4b-4c6c-82f0-608b5f3e1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.687900 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-f8a3f200-5f4b-4c6c-82f0-608b5f3e1641 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.1047213 Nov 23 02:22:16.701144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.741631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:16.766603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f5183075-545c-4308-a07e-72eecdee631b', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'port_id': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'mac_address': 'fa:16:3e:62:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:33Z', 'updated_at': '2021-11-23T02:22:13Z', 'revision_number': 1, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:30Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:16.772479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.773079 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment e162fde5-6c32-4bae-bc09-f3e7c299a727 of type vlan for network 3f8568fb-e390-4c15-a5a7-f30bd07def61 Nov 23 02:22:16.775731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.793671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:16.799925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Allocated IP 172.26.8.106 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/5898333f-8e92-4388-b860-0d135647c864) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:16.801651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.802770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:16.808086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:16.810556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189398d9-f2a4-4da5-a87c-154645756fed None None] The sync data for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv is: [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f5183075-545c-4308-a07e-72eecdee631b', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'floating_ip_address': '172.26.8.179', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'port_id': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'mac_address': 'fa:16:3e:62:12:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:21:33Z', 'updated_at': '2021-11-23T02:22:13Z', 'revision_number': 1, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:30Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:16.810877 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-e5dc218f-0e57-4231-b660-e60468c725e8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:16.812164 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e5dc218f-0e57-4231-b660-e60468c725e8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1549568 Nov 23 02:22:16.817364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56866) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.841613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-efd145fe-1664-4dd7-bb37-00655b168bc8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:16.842183 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-efd145fe-1664-4dd7-bb37-00655b168bc8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 02:22:16.842740 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-efd145fe-1664-4dd7-bb37-00655b168bc8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:16.843977 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-efd145fe-1664-4dd7-bb37-00655b168bc8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058963 Nov 23 02:22:16.850651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56868) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:16.854281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event updated for resources: {'Port': ['ID=2845f997-e48f-4c6a-b5ee-2355f7f6dba7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:16.861336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d96be2bf-73b0-4907-8c94-e2d2f8df57b1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:16.878688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-fe64fef8-20d3-4d8e-9389-db6d054081d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:16.880364 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-fe64fef8-20d3-4d8e-9389-db6d054081d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1754916 Nov 23 02:22:16.895314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:16.985672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Pushing event updated for resources: {'Port': ['ID=7f2caa97-3b2d-47bf-9fa7-f62f1b699072,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:17.024911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.028386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.034201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:17.034900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.053139 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d167720-3180-41d6-a106-057aaa776ab8 None None] New status for floating IP f5183075-545c-4308-a07e-72eecdee631b: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:22:17.069751 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-d96be2bf-73b0-4907-8c94-e2d2f8df57b1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:17.073797 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d96be2bf-73b0-4907-8c94-e2d2f8df57b1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2137902 Nov 23 02:22:17.074943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56870) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.084120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6fb5f274-1203-4187-9856-841c38ace2a2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:17.085065 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-6fb5f274-1203-4187-9856-841c38ace2a2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:22:17.085065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-6fb5f274-1203-4187-9856-841c38ace2a2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:17.088895 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6fb5f274-1203-4187-9856-841c38ace2a2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107419 Nov 23 02:22:17.097330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56872) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.105691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-70920701-295a-4411-8b72-4145552bd4d3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:17.118084 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-b3e6dd7e-8864-4225-bb98-77c8f67e2936 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279007 Nov 23 02:22:17.220346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=3f8568fb-e390-4c15-a5a7-f30bd07def61,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:17.226566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.240226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-70920701-295a-4411-8b72-4145552bd4d3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Project dfeefec44063489bbef207f8ad4dc201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:22:17.246777 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-22487554-ad96-4ec5-909e-bae46df9dec9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6371677 Nov 23 02:22:17.246950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56878) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.247359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:17.254912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:17.284687 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7699c72c-f880-478a-9403-d3b75d0e2f7c req-4c80039b-12bc-4b5d-806a-84ccc7af6018 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297922 Nov 23 02:22:17.307827 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Floating IP ab6a5426-8938-4233-8da9-fd9422e21ea5 associated. External IP: 172.26.8.208, port: fffb459b-c631-46bf-827f-c77d08309bfb. Nov 23 02:22:17.346502 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-70920701-295a-4411-8b72-4145552bd4d3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:17.348460 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-70920701-295a-4411-8b72-4145552bd4d3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2492197 Nov 23 02:22:17.352026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56880) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.361059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6c183f35-7475-477f-859b-7e4f38dc37e2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:17.361907 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-6c183f35-7475-477f-859b-7e4f38dc37e2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 02:22:17.362644 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-6c183f35-7475-477f-859b-7e4f38dc37e2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:17.366989 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6c183f35-7475-477f-859b-7e4f38dc37e2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083992 Nov 23 02:22:17.367865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56882) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.382564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-bf9e4b00-be7a-401c-8278-c6b63aba32f9 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:17.388220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.484315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-bf9e4b00-be7a-401c-8278-c6b63aba32f9 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Project dfeefec44063489bbef207f8ad4dc201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:22:17.513306 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-bf9e4b00-be7a-401c-8278-c6b63aba32f9 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:17.514396 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bf9e4b00-be7a-401c-8278-c6b63aba32f9 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1414747 Nov 23 02:22:17.517553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.524040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0a68886b-8c0f-4f7f-b7f8-e99a3c3e2548 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'ad378731-4a3a-4310-a4d6-c48e20615efb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:17.589103 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-0a68886b-8c0f-4f7f-b7f8-e99a3c3e2548 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Project dfeefec44063489bbef207f8ad4dc201 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:22:17.636038 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-0a68886b-8c0f-4f7f-b7f8-e99a3c3e2548 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:17.637101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a68886b-8c0f-4f7f-b7f8-e99a3c3e2548 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1185548 Nov 23 02:22:17.641829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56886) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.670261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.702182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.772727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:17.779633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:17.782943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d88b8812-0939-4e07-999b-f3ea68049b0f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.785606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:17.789301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.793247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:17.807408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event updated for resources: {'Port': ['ID=5898333f-8e92-4388-b860-0d135647c864,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:17.819338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d88b8812-0939-4e07-999b-f3ea68049b0f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.874890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d88b8812-0939-4e07-999b-f3ea68049b0f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.878210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d88b8812-0939-4e07-999b-f3ea68049b0f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:17.882361 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d88b8812-0939-4e07-999b-f3ea68049b0f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad378731-4a3a-4310-a4d6-c48e20615efb HTTP/1.1" status: 204 len: 168 time: 0.2367315 Nov 23 02:22:17.883123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56890) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.885176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Router d8ce1ca3-159f-4903-8a04-05fa0b5da595 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:17.911219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b8812-0939-4e07-999b-f3ea68049b0f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad378731-4a3a-4310-a4d6-c48e20615efb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:17.982739 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3524345e-9ba4-4277-8f9d-16ed38419cf3 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0983171 Nov 23 02:22:17.986897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56892) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:17.991021 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--355532574'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:18.055044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.058668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:18.068877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] Sync routers for ids ['d8ce1ca3-159f-4903-8a04-05fa0b5da595'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:18.082469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] Routers {'d8ce1ca3-159f-4903-8a04-05fa0b5da595'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:18.083103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d8ce1ca3-159f-4903-8a04-05fa0b5da595'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.100424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.104632 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4428415f-d0f6-43b5-b515-8460da9c789c tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.1082613 Nov 23 02:22:18.106128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56894) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.136974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.142885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Router 18b7e4d6-42fb-436e-95b1-d64c574e3fd2 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:18.147634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] Routers {'d8ce1ca3-159f-4903-8a04-05fa0b5da595'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:18.149269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d8ce1ca3-159f-4903-8a04-05fa0b5da595'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.184475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.185141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b7daf-7a82-43db-acd3-6486f9d9b23d None None] The sync data for ids ['d8ce1ca3-159f-4903-8a04-05fa0b5da595'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:18.315750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.428377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.434990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=7d3d6650-f1b8-48a1-be21-f787ed83e19c,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:18.504771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:18.520212 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] Sync routers for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:18.522596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.530376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.532630 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:18.533490 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.543111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': 'e162fde5-6c32-4bae-bc09-f3e7c299a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:18.543473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: 3f8568fb-e390-4c15-a5a7-f30bd07def61, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:22:18.559575 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4eabcdef-2526-4ce5-a36e-6a05ba6861e5 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/d8ce1ca3-159f-4903-8a04-05fa0b5da595 HTTP/1.1" status: 200 len: 920 time: 0.4517365 Nov 23 02:22:18.564284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56900) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.569920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.573295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.580506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.581789 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5941839 Nov 23 02:22:18.586037 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:18.586687 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.595300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56902) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.601826 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f07f2c42-4b22-4857-b2bc-fa73455dd6aa tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8ce1ca3-159f-4903-8a04-05fa0b5da595 HTTP/1.1" status: 200 len: 205 time: 0.0336640 Nov 23 02:22:18.601826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e132e-28fd-498c-a60c-78602d1a14f2 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d88f0b9-758d-4474-befb-bde3f575b453,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:18.602082 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56904) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.606104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0e20127b-6434-4734-8bf0-328eb752f12d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '5d88f0b9-758d-4474-befb-bde3f575b453', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:18.620717 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c029a613-6f39-4b88-b4d9-74a132564f5a tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5846984 Nov 23 02:22:18.621465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:22:18.630243 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:18.630476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56906) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.631017 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f351acaa-2ad5-49b1-8e0a-ddbf8c794e44 None None] The sync data for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:18.672602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 3f8568fb-e390-4c15-a5a7-f30bd07def61) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:18.679010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:18.679557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.685480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe9983-caf3-428e-80b6-9084e3f80a36 None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:18.736115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.740840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.753504 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f546dfe5-6a9a-40c5-bf61-085281f23cb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5034513 Nov 23 02:22:18.784467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56908) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.791546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:18.820849 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-47d099b1-5807-45a6-ae9c-2ef50415a557 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] 10.222.0.53 "GET /v2.0/floatingips/ab6a5426-8938-4233-8da9-fd9422e21ea5 HTTP/1.1" status: 200 len: 983 time: 0.1595724 Nov 23 02:22:18.827817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56910) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.838817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-3f8568fb-e390-4c15-a5a7-f30bd07def61', 'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': '7d3d6650-f1b8-48a1-be21-f787ed83e19c'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:22:18.839732 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-0e20127b-6434-4734-8bf0-328eb752f12d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The resource could not be found. Nov 23 02:22:18.840489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.844889 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0e20127b-6434-4734-8bf0-328eb752f12d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2449901 Nov 23 02:22:18.846099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56912) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:18.849078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:18.881644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b8e3bbf6-77d1-447b-bb5f-5ec5b4d846c8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '5d88f0b9-758d-4474-befb-bde3f575b453', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65bbabdf-f2d4-43f9-8ebc-3a9b695514d1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:19.000360 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-b8e3bbf6-77d1-447b-bb5f-5ec5b4d846c8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The resource could not be found. Nov 23 02:22:19.004916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b8e3bbf6-77d1-447b-bb5f-5ec5b4d846c8 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1524670 Nov 23 02:22:19.007174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56916) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.023765 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1012605e-16f8-44fb-a00e-a3db27c3eeab tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1942990 Nov 23 02:22:19.024426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.031598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Router 0934f60d-458d-410a-a524-4bd402cb73f1 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:19.035418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Allocated IP 2001:db8::2 (3f8568fb-e390-4c15-a5a7-f30bd07def61/7d3d6650-f1b8-48a1-be21-f787ed83e19c/37324cca-50c9-406d-b049-63294c516c54) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:19.066536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:19.070149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.105479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.188531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea42a-2fe2-44f7-9058-6b2b5dcd062d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.213136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.222590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.243825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Deleting port 2845f997-e48f-4c6a-b5ee-2355f7f6dba7 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:19.244175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.262303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:19.265444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:19.269527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:19.277814 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.ipam_backend_mixin [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d3d6650-f1b8-48a1-be21-f787ed83e19c (CIDR: 2001:db8::/64) Nov 23 02:22:19.278009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Pushing event updated for resources: {'Port': ['ID=37324cca-50c9-406d-b049-63294c516c54,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:19.285736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea42a-2fe2-44f7-9058-6b2b5dcd062d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.287518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting port 7f2caa97-3b2d-47bf-9fa7-f62f1b699072 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:19.287862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.288887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.289327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.289739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.290142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.290540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.291282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.291684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.292121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.292557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.292952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.293343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.293728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:22:19.295028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:19.295520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:22:19.336041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:19.343527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c1df867a-99fa-41b3-bf3c-2b3c4eb69762 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5576017 Nov 23 02:22:19.350074 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.350222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56920) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.350528 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ddca57e6-6f9e-420a-b4dd-e4382a8d7f97 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "PUT /v2.0/routers/0934f60d-458d-410a-a524-4bd402cb73f1 HTTP/1.1" status: 200 len: 883 time: 4.1397846 Nov 23 02:22:19.351955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] Sync routers for ids ['0934f60d-458d-410a-a524-4bd402cb73f1'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:19.353276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56922) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.360544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Attempting to bind port 37324cca-50c9-406d-b049-63294c516c54 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:19.360917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:19.361951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Attempting to bind port 37324cca-50c9-406d-b049-63294c516c54 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'e162fde5-6c32-4bae-bc09-f3e7c299a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:19.362329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Attempting to bind port 37324cca-50c9-406d-b049-63294c516c54 on network 3f8568fb-e390-4c15-a5a7-f30bd07def61 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:19.369828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea42a-2fe2-44f7-9058-6b2b5dcd062d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.370963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:19.371345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Checking segment: {'id': 'e162fde5-6c32-4bae-bc09-f3e7c299a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:19.371762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.372156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Bound using segment: {'id': 'e162fde5-6c32-4bae-bc09-f3e7c299a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:19.372662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Bound port: 37324cca-50c9-406d-b049-63294c516c54, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e162fde5-6c32-4bae-bc09-f3e7c299a727', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:19.373395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.374092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc9ea42a-2fe2-44f7-9058-6b2b5dcd062d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.375550 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc9ea42a-2fe2-44f7-9058-6b2b5dcd062d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/5d88f0b9-758d-4474-befb-bde3f575b453 HTTP/1.1" status: 204 len: 168 time: 0.3656363 Nov 23 02:22:19.380260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56924) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.382359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] Routers {'0934f60d-458d-410a-a524-4bd402cb73f1'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:19.382992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0934f60d-458d-410a-a524-4bd402cb73f1'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:19.392479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ea42a-2fe2-44f7-9058-6b2b5dcd062d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d88f0b9-758d-4474-befb-bde3f575b453,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:19.432599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:19.435850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-76ad3f50-b5fe-49af-828a-287ec7b2ea5b tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0543664 Nov 23 02:22:19.440310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56926) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.446965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bf347124-f71c-414f-8ab4-ab9fe7a05ccf tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'f184288e-e4d2-4f5b-aab5-723334472712', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:19.482760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.487776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] Routers {'0934f60d-458d-410a-a524-4bd402cb73f1'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:19.489007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0934f60d-458d-410a-a524-4bd402cb73f1'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:19.498107 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-bf347124-f71c-414f-8ab4-ab9fe7a05ccf tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The resource could not be found. Nov 23 02:22:19.503020 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bf347124-f71c-414f-8ab4-ab9fe7a05ccf tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0581367 Nov 23 02:22:19.503201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56928) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.508492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--1155526530'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:19.519539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Calling delete_port for 2845f997-e48f-4c6a-b5ee-2355f7f6dba7 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:19.533097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.540158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:19.540741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1e0fa5-68a2-4e78-9972-aefe32ca08d9 None None] The sync data for ids ['0934f60d-458d-410a-a524-4bd402cb73f1'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:19.554179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] For port 37324cca-50c9-406d-b049-63294c516c54, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:19.558434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] For port 37324cca-50c9-406d-b049-63294c516c54, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37324cca-50c9-406d-b049-63294c516c54,segment=NetworkSegment(e162fde5-6c32-4bae-bc09-f3e7c299a727),segment_id=e162fde5-6c32-4bae-bc09-f3e7c299a727)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:19.565791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.587236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.587841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.606863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.612903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.635003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.639857 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1320620 Nov 23 02:22:19.642456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56932) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.647064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--552897029'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:19.665628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Calling delete_port for 7f2caa97-3b2d-47bf-9fa7-f62f1b699072 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:19.678392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b3072-d667-4ca9-af50-c152b6096b76 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e1905d-7ccd-489f-bc41-2d20d3e7717b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:19.678683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c15a-ca4c-48f4-99df-708bdd613c62 None None] Pushing event updated for resources: {'Port': ['ID=37324cca-50c9-406d-b049-63294c516c54,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:19.682992 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8b2a279d-58cc-4553-a626-69fc2601d72d tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/0934f60d-458d-410a-a524-4bd402cb73f1 HTTP/1.1" status: 200 len: 924 time: 0.3181133 Nov 23 02:22:19.688732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56936) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:19.742316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:19.860520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:19.864618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.076418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.102121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7575cb62-5730-4aea-83f0-ad11d50180f3 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.104464 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7575cb62-5730-4aea-83f0-ad11d50180f3 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=0934f60d-458d-410a-a524-4bd402cb73f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4146354 Nov 23 02:22:20.117675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56940) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.159597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.165489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.167015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event deleted for resources: {'Port': ['ID=2845f997-e48f-4c6a-b5ee-2355f7f6dba7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:20.198928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.201383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.203743 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5603485 Nov 23 02:22:20.205362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56942) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.210310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3007f8ab-9965-4792-b172-f61fa6a3fde4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': '83e1905d-7ccd-489f-bc41-2d20d3e7717b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7f3be4e4-eeda-415f-a139-155653ce9fa9'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:20.217868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce145a4-39ae-4425-9165-9c55827d5235 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3be4e4-eeda-415f-a139-155653ce9fa9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:20.256947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-3007f8ab-9965-4792-b172-f61fa6a3fde4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:20.260785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3007f8ab-9965-4792-b172-f61fa6a3fde4 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0543721 Nov 23 02:22:20.261356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56944) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.272639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.316621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9b5-12ef-4986-b411-9edc78bbe3e5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.328202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Port': ['ID=7f2caa97-3b2d-47bf-9fa7-f62f1b699072,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:20.349464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9b5-12ef-4986-b411-9edc78bbe3e5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.394302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9b5-12ef-4986-b411-9edc78bbe3e5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.397111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e4d9b5-12ef-4986-b411-9edc78bbe3e5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.401360 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-34e4d9b5-12ef-4986-b411-9edc78bbe3e5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/7f3be4e4-eeda-415f-a139-155653ce9fa9 HTTP/1.1" status: 204 len: 168 time: 0.1388226 Nov 23 02:22:20.402017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56946) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.419200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca5c80-a313-4d09-9daa-129d60885e6a tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:20.423658 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-37ca5c80-a313-4d09-9daa-129d60885e6a tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.3020880 Nov 23 02:22:20.425318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.426043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56948) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.438888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d9b5-12ef-4986-b411-9edc78bbe3e5 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3be4e4-eeda-415f-a139-155653ce9fa9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:20.503213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-877ed059-225d-4e38-ac17-fa51875e8383 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=0934f60d-458d-410a-a524-4bd402cb73f1 HTTP/1.1" status: 200 len: 205 time: 0.0735531 Nov 23 02:22:20.504777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56950) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.560503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7271e4dd-d887-4204-8837-37d7d89be302 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1518755 Nov 23 02:22:20.563395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56952) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.672948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b467502d-deaf-4539-987d-946e6785ce15 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.678340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.753255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b467502d-deaf-4539-987d-946e6785ce15 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.775459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c21397-17de-4c76-9fc5-aeb50e1a47a6 None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:20.845114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b467502d-deaf-4539-987d-946e6785ce15 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.853576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b467502d-deaf-4539-987d-946e6785ce15 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.855850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b467502d-deaf-4539-987d-946e6785ce15 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/83e1905d-7ccd-489f-bc41-2d20d3e7717b HTTP/1.1" status: 204 len: 168 time: 0.2913706 Nov 23 02:22:20.863127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.866255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56956) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:20.880453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467502d-deaf-4539-987d-946e6785ce15 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e1905d-7ccd-489f-bc41-2d20d3e7717b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:20.888162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.906891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5e7a4093-6856-4e33-916a-77c33fc1729d None None] Provisioning complete for port 37324cca-50c9-406d-b049-63294c516c54 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:20.907281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4093-6856-4e33-916a-77c33fc1729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.943406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.943758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Floating IP ab6a5426-8938-4233-8da9-fd9422e21ea5 disassociated (deleted). External IP: 172.26.8.208, port: fffb459b-c631-46bf-827f-c77d08309bfb. Nov 23 02:22:20.959789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Deleting port 5898333f-8e92-4388-b860-0d135647c864 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:20.960622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:20.985680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.049840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4093-6856-4e33-916a-77c33fc1729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.060107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.084887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Calling delete_port for 5898333f-8e92-4388-b860-0d135647c864 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:21.086784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.087372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Fanout notify agent at l3_agent the message router_deleted on router d8ce1ca3-159f-4903-8a04-05fa0b5da595 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:21.094773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.095822 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2c043b22-1ea0-4d21-8142-6b14db061196 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/d8ce1ca3-159f-4903-8a04-05fa0b5da595 HTTP/1.1" status: 204 len: 168 time: 2.4837642 Nov 23 02:22:21.097554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5e7a4093-6856-4e33-916a-77c33fc1729d None None] For port 37324cca-50c9-406d-b049-63294c516c54, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37324cca-50c9-406d-b049-63294c516c54,segment=NetworkSegment(e162fde5-6c32-4bae-bc09-f3e7c299a727),segment_id=e162fde5-6c32-4bae-bc09-f3e7c299a727)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:21.100490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56960) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.106650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-699248399', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': False}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:21.108820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5e7a4093-6856-4e33-916a-77c33fc1729d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.161325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.165319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4093-6856-4e33-916a-77c33fc1729d None None] Pushing event updated for resources: {'Port': ['ID=37324cca-50c9-406d-b049-63294c516c54,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:21.167055 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2cd2b45b-c634-45bb-94a0-47e94cd6c370 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2887774 Nov 23 02:22:21.183082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.191082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--406074340'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:21.233253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.234338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.234781 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:21.242094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.243852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:21.247829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:21.248491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.267512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:21.282700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c7425030-931d-4e90-b7fa-7ceb645ec52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9295716 Nov 23 02:22:21.283291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56966) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.283813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ad066-5a91-4a93-b164-0669eef1fec9 None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:21.324983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61', 'fixed_ips': [{'subnet_id': '7d3d6650-f1b8-48a1-be21-f787ed83e19c'}, {'subnet_id': '7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2'}], 'name': 'tempest-PortsIpV6TestJSON-1096463849'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:21.365355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0d91c307-4eac-4556-a20c-5a3fa66593c3 None None] Provisioning complete for port 37324cca-50c9-406d-b049-63294c516c54 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:21.365723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d91c307-4eac-4556-a20c-5a3fa66593c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.389932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.499959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Router 18b7e4d6-42fb-436e-95b1-d64c574e3fd2 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:21.518756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:21.581984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.594682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.630598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event deleted for resources: {'Port': ['ID=5898333f-8e92-4388-b860-0d135647c864,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:21.712790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.723606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:21.728557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.734112 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] Sync routers for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:21.761563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 3a382274-c732-494a-bfda-cf0d6a618f13 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:21.766608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.775967 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:21.779954 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6e3726c3-fc0b-4db5-aa91-d2f490b2e5f9 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "DELETE /v2.0/floatingips/ab6a5426-8938-4233-8da9-fd9422e21ea5 HTTP/1.1" status: 204 len: 168 time: 2.7502160 Nov 23 02:22:21.780600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.781224 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:21.782647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56968) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.784456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37324cca-50c9-406d-b049-63294c516c54 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:21.787649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:21.818634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.823620 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:21.849414 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:21.850125 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:21.853947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.855536 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6714463 Nov 23 02:22:21.859881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56970) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:21.864405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7005536a-0423-4890-92ad-65b6300adb3d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'd714eec5-7132-4635-afce-d790c3da0025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:21.864855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] Update dhcp port {'port': {'network_id': '3f8568fb-e390-4c15-a5a7-f30bd07def61', 'fixed_ips': [{'subnet_id': '7d3d6650-f1b8-48a1-be21-f787ed83e19c', 'ip_address': '2001:db8::2'}, {'subnet_id': '7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '37324cca-50c9-406d-b049-63294c516c54'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:22:21.897874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.905374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.906079 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:21.907658 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c83381-1a37-4985-a9aa-5742fdbcff31 None None] The sync data for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:21.921512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b006428-96c5-4b83-b2d0-1cf122b6bd0e tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d714eec5-7132-4635-afce-d790c3da0025,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:21.927801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 37324cca-50c9-406d-b049-63294c516c54 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:21.928585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.934727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.937484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.993375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:21.993897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Fanout notify agent at l3_agent the message router_deleted on router 0934f60d-458d-410a-a524-4bd402cb73f1 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:22.002267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.007968 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-30df09cf-c064-4f89-aef1-cb46439e5156 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/0934f60d-458d-410a-a524-4bd402cb73f1 HTTP/1.1" status: 204 len: 168 time: 1.4980199 Nov 23 02:22:22.008133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:22.014800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-149626699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:22.116083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.117285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.135696 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-7005536a-0423-4890-92ad-65b6300adb3d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:22.136939 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7005536a-0423-4890-92ad-65b6300adb3d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2761545 Nov 23 02:22:22.140612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56978) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:22.152190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-37d12be0-3dc9-4758-98d3-cf667a22f191 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group_rule': {'security_group_id': 'd714eec5-7132-4635-afce-d790c3da0025', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:22.188825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.237675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.239065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.241317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::207 (3f8568fb-e390-4c15-a5a7-f30bd07def61/7d3d6650-f1b8-48a1-be21-f787ed83e19c/3a382274-c732-494a-bfda-cf0d6a618f13) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:22.242170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.248900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.257754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8:0:1::bc (3f8568fb-e390-4c15-a5a7-f30bd07def61/7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2/3a382274-c732-494a-bfda-cf0d6a618f13) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:22.296087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.297354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-eed66e62-75d2-44b7-92d1-6d0391711d43 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2874107 Nov 23 02:22:22.300341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56980) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:22.303641 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-37d12be0-3dc9-4758-98d3-cf667a22f191 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:22.304825 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-37d12be0-3dc9-4758-98d3-cf667a22f191 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1572900 Nov 23 02:22:22.307420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': True}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:22.309181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56982) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:22.519811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.557373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Allocated IP 172.26.8.214 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/f85315da-756e-4870-b6f4-254a8aed7aa1) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:22.577568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32fb10cd-7301-4475-bf0d-d02f54723c10 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.597088 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-d21e0965-c296-42dc-8deb-dafa82e7a90b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2139373 Nov 23 02:22:22.673283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32fb10cd-7301-4475-bf0d-d02f54723c10 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.719383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.720183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.738970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.831571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32fb10cd-7301-4475-bf0d-d02f54723c10 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.834162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32fb10cd-7301-4475-bf0d-d02f54723c10 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.835427 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-32fb10cd-7301-4475-bf0d-d02f54723c10 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/d714eec5-7132-4635-afce-d790c3da0025 HTTP/1.1" status: 204 len: 168 time: 0.5233703 Nov 23 02:22:22.838123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56986) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:22.842471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d13ec-c028-401a-8815-397f534da454 req-7f6aa3db-daa8-49c6-96d5-ae2cc1a6698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:22.843866 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-7f6aa3db-daa8-49c6-96d5-ae2cc1a6698e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02301d0e7dca4119a419e1a1af025cd8&device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 1098 time: 0.1467745 Nov 23 02:22:22.846702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.859999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:22.868686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fb10cd-7301-4475-bf0d-d02f54723c10 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d714eec5-7132-4635-afce-d790c3da0025,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:22.919491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] Allocated IP 2001:db8:0:1::2 (3f8568fb-e390-4c15-a5a7-f30bd07def61/7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2/37324cca-50c9-406d-b049-63294c516c54) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:22.983138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:22.996446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:23.002889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:23.009905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.010574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.022251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=3a382274-c732-494a-bfda-cf0d6a618f13,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.056800 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-635b7e08-a92a-439f-b6a4-71775e64621e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7373235 Nov 23 02:22:23.060247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.064690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 56988) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:23.068432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] For port 37324cca-50c9-406d-b049-63294c516c54, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37324cca-50c9-406d-b049-63294c516c54,segment=NetworkSegment(e162fde5-6c32-4bae-bc09-f3e7c299a727),segment_id=e162fde5-6c32-4bae-bc09-f3e7c299a727)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:23.077214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d3d6650-f1b8-48a1-be21-f787ed83e19c'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:23.105242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.112609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.142690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d13ec-c028-401a-8815-397f534da454 req-a6aafde1-70fb-4639-ba1f-e68a2b0e2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.144220 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-a6aafde1-70fb-4639-ba1f-e68a2b0e2eb7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=df94170d-a50d-486a-a508-37dd5ec703b4 HTTP/1.1" status: 200 len: 906 time: 0.2662973 Nov 23 02:22:23.153269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:23.170729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:23.173243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:23.218482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b77a93-3707-493f-ab73-d6080a6fdcc7 None None] Pushing event updated for resources: {'Port': ['ID=37324cca-50c9-406d-b049-63294c516c54,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.240060 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d4f23432-4ad9-4117-b62a-7d4025450d72 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4000874 Nov 23 02:22:23.246608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56990) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:23.254344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'tempest-secgroup--176990303'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:23.270038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Allocated IP 172.26.8.69 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/da911e28-2b6d-47a6-a659-397f9e8a85ee) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:23.305553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.474432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.480060 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:22:23.481636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.498879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.527289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.528667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2810514 Nov 23 02:22:23.533446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56996) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:23.540510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7448fa59-1da7-44bf-8507-8055d1f183d1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:23.541570 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-7448fa59-1da7-44bf-8507-8055d1f183d1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:22:23.542155 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-7448fa59-1da7-44bf-8507-8055d1f183d1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 02:22:23.543195 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7448fa59-1da7-44bf-8507-8055d1f183d1 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "PUT /v2.0/security-groups/111143e6-a942-43d1-9229-6363c7585f78 HTTP/1.1" status: 409 len: 330 time: 0.0079381 Nov 23 02:22:23.545888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6ee79-744a-4f70-b8c7-fcbabcc4e44d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111143e6-a942-43d1-9229-6363c7585f78,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.551062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 56998) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:23.586395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Pushing event updated for resources: {'Port': ['ID=f85315da-756e-4870-b6f4-254a8aed7aa1,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.608332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.618288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.694096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37324cca-50c9-406d-b049-63294c516c54 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:23.704033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f52af1f-3a3c-4e7b-a907-aead19bc3bcd tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.704342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.708179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:23.724575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:23.727141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:23.749710 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-8add892d-2890-46e3-80b3-7d1cde24371f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=797380bf-d7f2-4244-aa6d-52241604d9d9 HTTP/1.1" status: 200 len: 1000 time: 0.5882053 Nov 23 02:22:23.758377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 37324cca-50c9-406d-b049-63294c516c54 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:23.758890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.770799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Allocated IP 172.26.8.230 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/d91f86f7-fa2e-40a3-bf8e-cd51603cbc3c) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:23.789000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Port': ['ID=da911e28-2b6d-47a6-a659-397f9e8a85ee,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:23.796221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f52af1f-3a3c-4e7b-a907-aead19bc3bcd tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.873097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.927875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-33bd2876-4142-48ac-b098-fdded818e1ca None None] Provisioning complete for port 37324cca-50c9-406d-b049-63294c516c54 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:23.928452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33bd2876-4142-48ac-b098-fdded818e1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:23.965908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d13ec-c028-401a-8815-397f534da454 req-9b61ceeb-20b4-4f3a-902a-e33433bcdeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:23.968139 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-9b61ceeb-20b4-4f3a-902a-e33433bcdeb9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47 HTTP/1.1" status: 200 len: 844 time: 0.1995578 Nov 23 02:22:24.010564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f52af1f-3a3c-4e7b-a907-aead19bc3bcd tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.013224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5f52af1f-3a3c-4e7b-a907-aead19bc3bcd tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.014381 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5f52af1f-3a3c-4e7b-a907-aead19bc3bcd tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/111143e6-a942-43d1-9229-6363c7585f78 HTTP/1.1" status: 204 len: 168 time: 0.4561634 Nov 23 02:22:24.030330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57002) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.053627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52af1f-3a3c-4e7b-a907-aead19bc3bcd tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111143e6-a942-43d1-9229-6363c7585f78,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:24.059519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.178470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d13ec-c028-401a-8815-397f534da454 req-2233395c-1ff7-40bf-a42e-208607d61d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.178470 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-2233395c-1ff7-40bf-a42e-208607d61d48 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=df94170d-a50d-486a-a508-37dd5ec703b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1924129 Nov 23 02:22:24.180918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.184416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.212002 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a5bfd47d-cec9-4970-bf1f-47467d260c60 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1756520 Nov 23 02:22:24.216892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57004) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.258419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9f511bdc-5792-43cb-a4f9-7f190010c169 None None] Provisioning complete for port 3a382274-c732-494a-bfda-cf0d6a618f13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:24.258876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f511bdc-5792-43cb-a4f9-7f190010c169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.273957 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-169b84c3-257e-45b9-811c-c4d9a0736956 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] delete failed (client error): The resource could not be found. Nov 23 02:22:24.275035 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-169b84c3-257e-45b9-811c-c4d9a0736956 tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "DELETE /v2.0/security-groups/d21088c9-ec3a-43d8-9a7c-f2669a061666 HTTP/1.1" status: 404 len: 347 time: 0.0571964 Nov 23 02:22:24.282537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57006) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.287413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:24.299710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9f511bdc-5792-43cb-a4f9-7f190010c169 None None] Port 3a382274-c732-494a-bfda-cf0d6a618f13 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:24.312508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Delete allocated IP 2001:db8:0:1::bc (3f8568fb-e390-4c15-a5a7-f30bd07def61/7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2) {{(pid=103356) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:22:24.329476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:24.331919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:24.343733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Port': ['ID=d91f86f7-fa2e-40a3-bf8e-cd51603cbc3c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:24.347459 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-bef97250-3efa-4085-8b88-5b9ea9f87c6f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] show failed (client error): The resource could not be found. Nov 23 02:22:24.352289 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bef97250-3efa-4085-8b88-5b9ea9f87c6f tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-groups/43c00f07-0343-42e3-b122-b4a5928dd09f HTTP/1.1" status: 404 len: 347 time: 0.0633547 Nov 23 02:22:24.353539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57008) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.415432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-4b312a22-72ad-48c2-9d04-223d07251c3d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] show failed (client error): The resource could not be found. Nov 23 02:22:24.416707 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4b312a22-72ad-48c2-9d04-223d07251c3d tempest-NegativeSecGroupIPv6Test-537252615 tempest-NegativeSecGroupIPv6Test-537252615-project] 10.222.0.53 "GET /v2.0/security-group-rules/3d744dd2-8fc0-4353-849f-7d4c19b98e5b HTTP/1.1" status: 404 len: 356 time: 0.0604260 Nov 23 02:22:24.419698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.424407 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-0021e448-6283-4db4-a4fb-035c082e8571 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164404 Nov 23 02:22:24.427248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.588385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Pushing event updated for resources: {'Port': ['ID=f85315da-756e-4870-b6f4-254a8aed7aa1,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:24.593006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.643164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.673914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f8d13ec-c028-401a-8815-397f534da454 req-8d236938-483e-487c-8e28-fe974261e7b5 service neutron] 10.222.0.46 "GET /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996689 Nov 23 02:22:24.675899 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.681058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.681853 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-de90c5f4-db4e-48fa-b210-ff8b505d9cdd tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8981020 Nov 23 02:22:24.682988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.684837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57018) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.769447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] In _notify_port_updated(), no bound segment for port 3a382274-c732-494a-bfda-cf0d6a618f13 on network 3f8568fb-e390-4c15-a5a7-f30bd07def61 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:22:24.774996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:24.775620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.777325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/ports/3a382274-c732-494a-bfda-cf0d6a618f13 HTTP/1.1" status: 200 len: 926 time: 1.7098892 Nov 23 02:22:24.779703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57022) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.783387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.784891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7d3d6650-f1b8-48a1-be21-f787ed83e19c'}, {'subnet_id': '7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:24.792489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bb37a-976c-4a83-bc63-736741e6afc7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=3a382274-c732-494a-bfda-cf0d6a618f13,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:24.810274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57024) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:24.900066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:24.927863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Router b5c30ad0-df81-4d4a-9ccc-da705b229371 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:25.004033 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1803b192-85c6-42fb-b7bf-3019c0d81101 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfeefec44063489bbef207f8ad4dc201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1902206 Nov 23 02:22:25.008592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:25.012450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57030) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:25.115923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.123809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.126672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6225bc63-387d-415f-9303-1450007ce25d None None] Provisioning complete for port 3a382274-c732-494a-bfda-cf0d6a618f13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:25.127177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6225bc63-387d-415f-9303-1450007ce25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.136107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:25.150003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Sync routers for ids ['b5c30ad0-df81-4d4a-9ccc-da705b229371'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:25.170374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6225bc63-387d-415f-9303-1450007ce25d None None] Port 3a382274-c732-494a-bfda-cf0d6a618f13 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:25.172336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Routers {'b5c30ad0-df81-4d4a-9ccc-da705b229371'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:25.173164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b5c30ad0-df81-4d4a-9ccc-da705b229371'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:25.202681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.282144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Set router b5c30ad0-df81-4d4a-9ccc-da705b229371 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:25.322976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-109d7c43-2416-4bff-ba36-e4a62a670b45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.372264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-109d7c43-2416-4bff-ba36-e4a62a670b45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.376166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8:0:1::2dc (3f8568fb-e390-4c15-a5a7-f30bd07def61/7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2/3a382274-c732-494a-bfda-cf0d6a618f13) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:25.485867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c30ad0-df81-4d4a-9ccc-da705b229371', 'name': 'tempest-snat-router-699248399', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.69'}], 'enable_snat': False}, 'gw_port_id': 'da911e28-2b6d-47a6-a659-397f9e8a85ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:21Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 3, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port': {'id': 'da911e28-2b6d-47a6-a659-397f9e8a85ee', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c30ad0-df81-4d4a-9ccc-da705b229371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:25.495011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.496369 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-62012c21-e995-4f11-a4e3-33964f3e1554 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3947184 Nov 23 02:22:25.499349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57032) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:25.514226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Checking router: b5c30ad0-df81-4d4a-9ccc-da705b229371 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:25.514679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Updating router b5c30ad0-df81-4d4a-9ccc-da705b229371 port da911e28-2b6d-47a6-a659-397f9e8a85ee binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:22:25.541876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.543393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Router 1fac8a38-f8fa-4810-bd50-1867a9a4d640 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:25.569357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-109d7c43-2416-4bff-ba36-e4a62a670b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.571888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-109d7c43-2416-4bff-ba36-e4a62a670b45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.573058 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-109d7c43-2416-4bff-ba36-e4a62a670b45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4e9c328-cc41-4b69-b810-1f03f6fa7014 HTTP/1.1" status: 204 len: 168 time: 0.5541286 Nov 23 02:22:25.640020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.646182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d7c43-2416-4bff-ba36-e4a62a670b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e9c328-cc41-4b69-b810-1f03f6fa7014,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:25.718212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.727785 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7a28d0f3-c7a6-424c-95c9-317c1ba41e6c tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/b5c30ad0-df81-4d4a-9ccc-da705b229371 HTTP/1.1" status: 200 len: 907 time: 0.2239678 Nov 23 02:22:25.728128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57038) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:25.728785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.733025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:25.736279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'name': 'tempest-snat-router-699248399', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': True}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:25.744496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.744496 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-939c6304-1653-4642-a028-61ccfff59192 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "PUT /v2.0/routers/1fac8a38-f8fa-4810-bd50-1867a9a4d640 HTTP/1.1" status: 200 len: 918 time: 3.4413290 Nov 23 02:22:25.746534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57042) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:25.749453 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] Sync routers for ids ['1fac8a38-f8fa-4810-bd50-1867a9a4d640'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:25.766435 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] Routers {'1fac8a38-f8fa-4810-bd50-1867a9a4d640'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:25.768740 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1fac8a38-f8fa-4810-bd50-1867a9a4d640'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:25.833353 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:25.848800 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] Routers {'1fac8a38-f8fa-4810-bd50-1867a9a4d640'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:25.849564 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1fac8a38-f8fa-4810-bd50-1867a9a4d640'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:25.898427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:25.899333 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5adc021-3496-41aa-86b6-43b32590ce74 None None] The sync data for ids ['1fac8a38-f8fa-4810-bd50-1867a9a4d640'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:25.911729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.913007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.915755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.940248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.968581 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ad9768d7-7d86-4ce2-8dee-f22f3539ff04 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/1fac8a38-f8fa-4810-bd50-1867a9a4d640 HTTP/1.1" status: 200 len: 924 time: 0.2207036 Nov 23 02:22:25.971467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57048) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:25.973647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] In _notify_port_updated(), no bound segment for port 3a382274-c732-494a-bfda-cf0d6a618f13 on network 3f8568fb-e390-4c15-a5a7-f30bd07def61 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:22:25.980015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:25.981504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:25.984365 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/ports/3a382274-c732-494a-bfda-cf0d6a618f13 HTTP/1.1" status: 200 len: 1012 time: 1.2031457 Nov 23 02:22:25.985526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b03341-3e5e-462e-be7f-97e67249d52a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=3a382274-c732-494a-bfda-cf0d6a618f13,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:26.000035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Attempting to bind port da911e28-2b6d-47a6-a659-397f9e8a85ee on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:26.000890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Attempting to bind port da911e28-2b6d-47a6-a659-397f9e8a85ee by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:26.001362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Attempting to bind port da911e28-2b6d-47a6-a659-397f9e8a85ee on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:26.007775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47819005-d5bd-4b29-aeb8-0e2fb5509bc9 None None] Pushing event updated for resources: {'Port': ['ID=da911e28-2b6d-47a6-a659-397f9e8a85ee,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:26.009497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57050) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:26.014582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:26.015304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:26.016189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.016788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:26.017434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Bound port: da911e28-2b6d-47a6-a659-397f9e8a85ee, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:26.017918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.044345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c68755f-087a-4c9c-8d3c-222d42f74c98 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.049315 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8c68755f-087a-4c9c-8d3c-222d42f74c98 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=1fac8a38-f8fa-4810-bd50-1867a9a4d640&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0749681 Nov 23 02:22:26.052907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57056) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:26.109201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] For port da911e28-2b6d-47a6-a659-397f9e8a85ee, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:26.117548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] For port da911e28-2b6d-47a6-a659-397f9e8a85ee, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=da911e28-2b6d-47a6-a659-397f9e8a85ee,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:26.131175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.174135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34c1fee-ee41-4a78-802d-00974b132b30 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:26.178862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e34c1fee-ee41-4a78-802d-00974b132b30 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1221721 Nov 23 02:22:26.179128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57060) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:26.201188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.202150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Routers {'b5c30ad0-df81-4d4a-9ccc-da705b229371'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:26.203207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b5c30ad0-df81-4d4a-9ccc-da705b229371'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:26.224442 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ede98b52-a0be-449d-9af3-ffdf3e7ab528 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fac8a38-f8fa-4810-bd50-1867a9a4d640 HTTP/1.1" status: 200 len: 205 time: 0.0411632 Nov 23 02:22:26.224645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57064) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:26.262500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47819005-d5bd-4b29-aeb8-0e2fb5509bc9 None None] Pushing event updated for resources: {'Port': ['ID=da911e28-2b6d-47a6-a659-397f9e8a85ee,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:26.354404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e9e64ce8-cdbb-48f7-8ad5-c3f8af00aa5e None None] Provisioning complete for port 3a382274-c732-494a-bfda-cf0d6a618f13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:26.354767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9e64ce8-cdbb-48f7-8ad5-c3f8af00aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.406779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.412533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] Set router b5c30ad0-df81-4d4a-9ccc-da705b229371 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:26.444515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e9e64ce8-cdbb-48f7-8ad5-c3f8af00aa5e None None] Port 3a382274-c732-494a-bfda-cf0d6a618f13 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:26.538662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.618567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Deleting port d91f86f7-fa2e-40a3-bf8e-cd51603cbc3c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:26.618974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.623432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c30ad0-df81-4d4a-9ccc-da705b229371', 'name': 'tempest-snat-router-699248399', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.69'}], 'enable_snat': False}, 'gw_port_id': 'da911e28-2b6d-47a6-a659-397f9e8a85ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:21Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 3, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port': {'id': 'da911e28-2b6d-47a6-a659-397f9e8a85ee', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c30ad0-df81-4d4a-9ccc-da705b229371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:26.638522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Allocated IP 172.26.8.248 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/c8963b6d-029a-4e1b-8180-9bcd30da3879) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:26.663403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc8fe8-ceba-4188-b1c6-a55481334dab None None] The sync data for ids ['b5c30ad0-df81-4d4a-9ccc-da705b229371'] in dv-neutron-818844-1-hyperv is: [{'id': 'b5c30ad0-df81-4d4a-9ccc-da705b229371', 'name': 'tempest-snat-router-699248399', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.69'}], 'enable_snat': False}, 'gw_port_id': 'da911e28-2b6d-47a6-a659-397f9e8a85ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:21Z', 'updated_at': '2021-11-23T02:22:24Z', 'revision_number': 3, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port': {'id': 'da911e28-2b6d-47a6-a659-397f9e8a85ee', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c30ad0-df81-4d4a-9ccc-da705b229371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:22Z', 'updated_at': '2021-11-23T02:22:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:26.700750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57074) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:26.725190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.734221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.739960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Calling delete_port for d91f86f7-fa2e-40a3-bf8e-cd51603cbc3c owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:26.861057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a652f779-cd79-4ac4-977d-8f1068b8a3b6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:26.861781 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-a652f779-cd79-4ac4-977d-8f1068b8a3b6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:22:26.862268 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-a652f779-cd79-4ac4-977d-8f1068b8a3b6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:22:26.862727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 3a382274-c732-494a-bfda-cf0d6a618f13 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:26.863010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.864104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a652f779-cd79-4ac4-977d-8f1068b8a3b6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1622078 Nov 23 02:22:26.870288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57080) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:26.876005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--431437197'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:26.908850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:26.940764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.026576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.035675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.079580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event deleted for resources: {'Port': ['ID=d91f86f7-fa2e-40a3-bf8e-cd51603cbc3c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:27.085508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.113206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 3a382274-c732-494a-bfda-cf0d6a618f13 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:27.168348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.171980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.240915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:27.247285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.252746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:27.258478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Pushing event updated for resources: {'Port': ['ID=c8963b6d-029a-4e1b-8180-9bcd30da3879,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:27.277174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:27.282796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.307812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.313766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.374720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3102bcdc-73bf-4c53-ac69-a8af3f868ec8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:27.390195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.390992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Fanout notify agent at l3_agent the message router_deleted on router 1fac8a38-f8fa-4810-bd50-1867a9a4d640 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:27.402996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.408858 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8fdb17c5-93f1-4f96-b2f6-46f65445b283 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/1fac8a38-f8fa-4810-bd50-1867a9a4d640 HTTP/1.1" status: 204 len: 168 time: 1.1784935 Nov 23 02:22:27.411509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57086) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:27.419025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2132478114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:27.454988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.462479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.478610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.479783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.502279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d998db5f-f449-4003-be96-71eff85b3ee8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:27.506993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.508373 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b106db26-8a4d-4a28-83de-2701c8db58d8 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6370263 Nov 23 02:22:27.511762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57088) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:27.516341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'd998db5f-f449-4003-be96-71eff85b3ee8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:27.529592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.556663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.598351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.613788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.616265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.691511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.695478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.699829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device da911e28-2b6d-47a6-a659-397f9e8a85ee up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:27.705063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.713404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=3a382274-c732-494a-bfda-cf0d6a618f13,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:27.762502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.774981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f58ffe-da61-439b-9088-16338b25c85e,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:27.785083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.790803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.794424 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89ba761f-8acd-4974-aec1-8f571915797f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/3a382274-c732-494a-bfda-cf0d6a618f13 HTTP/1.1" status: 204 len: 168 time: 1.7826262 Nov 23 02:22:27.802259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.807186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port da911e28-2b6d-47a6-a659-397f9e8a85ee triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:27.807384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-09845f39-4aff-4d27-9f2b-9e383a3a1989 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2941999 Nov 23 02:22:27.807784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.807889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57090) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:27.808299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57092) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:27.820713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-69ca5ce0-f6b5-4e45-ba33-58e1dfbab7e7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'd998db5f-f449-4003-be96-71eff85b3ee8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:27.896810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.900644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9d5b3b4e-5f8c-4149-8047-5dd20c94b6bd tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4841151 Nov 23 02:22:27.901418 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d3d54c-3835-4343-bdc6-72619a224fc4 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:27.903225 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-94d3d54c-3835-4343-bdc6-72619a224fc4 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/3a382274-c732-494a-bfda-cf0d6a618f13 HTTP/1.1" status: 404 len: 333 time: 0.0889382 Nov 23 02:22:27.903969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57094) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:27.904861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69ca5ce0-f6b5-4e45-ba33-58e1dfbab7e7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.911974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': False}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:27.914075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57096) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:27.940641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:27.941408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Allocated IP 172.26.8.61 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/9cbee51f-aa05-4621-be37-c46ebba468a0) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:28.121770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.130217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.133078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.142791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet 7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:28.149125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.151718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port da911e28-2b6d-47a6-a659-397f9e8a85ee, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=da911e28-2b6d-47a6-a659-397f9e8a85ee,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:28.157463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.179489 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-69ca5ce0-f6b5-4e45-ba33-58e1dfbab7e7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:22:28.183600 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-69ca5ce0-f6b5-4e45-ba33-58e1dfbab7e7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3680727 Nov 23 02:22:28.185079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57102) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.225004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=da911e28-2b6d-47a6-a659-397f9e8a85ee,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.256133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.259997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Pushing event updated for resources: {'Port': ['ID=c8963b6d-029a-4e1b-8180-9bcd30da3879,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.283021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.296832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.308939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.312590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:28.320901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:28.325229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:28.363188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Port': ['ID=9cbee51f-aa05-4621-be37-c46ebba468a0,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.369698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.370990 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-203cddc9-1b82-44f3-b017-63a32f8a815a tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6851816 Nov 23 02:22:28.375571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57104) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.419200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bee3622f-dbd9-4534-b924-d1feed94fc30 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.472053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bee3622f-dbd9-4534-b924-d1feed94fc30 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.490157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.536417 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d3b9db5a-e45f-43bd-9fbf-e55b4449f61c tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1593554 Nov 23 02:22:28.538932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57108) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.590740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.623619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bee3622f-dbd9-4534-b924-d1feed94fc30 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.626635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bee3622f-dbd9-4534-b924-d1feed94fc30 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.630420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bee3622f-dbd9-4534-b924-d1feed94fc30 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/d998db5f-f449-4003-be96-71eff85b3ee8 HTTP/1.1" status: 204 len: 168 time: 0.4398124 Nov 23 02:22:28.630555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-91cef873-eb2d-4b24-ac3f-7b12337a9b96 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0880022 Nov 23 02:22:28.630555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57110) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.631185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57112) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.636302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.642665 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2 HTTP/1.1" status: 204 len: 168 time: 0.7225497 Nov 23 02:22:28.642665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1fd11b-fe14-4200-9f72-284ed61c8e37 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.645871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70780001-a837-4142-b0ff-59b7d75825a9 None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:28.646079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57114) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.662284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3622f-dbd9-4534-b924-d1feed94fc30 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d998db5f-f449-4003-be96-71eff85b3ee8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:28.712606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet 7d3d6650-f1b8-48a1-be21-f787ed83e19c {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:28.776271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.793169 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-77e62980-c6ac-43d8-b0f9-6958bff215c0 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1611185 Nov 23 02:22:28.799586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57116) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:28.807569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375308670'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:28.850468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.886947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.903732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.914666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:28.919468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.021817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.025880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Deleting port c8963b6d-029a-4e1b-8180-9bcd30da3879 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:29.026258 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.117774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Allocated IP 172.26.8.198 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/476c32aa-2532-4065-a363-694b4250c103) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:29.131997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.143066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.179000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.206321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3d6650-f1b8-48a1-be21-f787ed83e19c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:29.211201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.214526 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bf604957-eafa-43c6-b443-0b2013e41f5d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/7d3d6650-f1b8-48a1-be21-f787ed83e19c HTTP/1.1" status: 204 len: 168 time: 0.5671668 Nov 23 02:22:29.217279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57118) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:29.232347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.232680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.276422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.279848 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4752967 Nov 23 02:22:29.281849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c73f9-33a4-45ea-860f-15c7ab3ef499 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83a547-38b9-4deb-bdef-e0455ad6d8f9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:29.288310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57122) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:29.296180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-311cf2a6-91e9-4f9a-a42a-f8baf39c013c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '8e83a547-38b9-4deb-bdef-e0455ad6d8f9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:29.297034 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-311cf2a6-91e9-4f9a-a42a-f8baf39c013c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 02:22:29.297550 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-311cf2a6-91e9-4f9a-a42a-f8baf39c013c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:29.298601 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-311cf2a6-91e9-4f9a-a42a-f8baf39c013c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060079 Nov 23 02:22:29.302291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Calling delete_port for c8963b6d-029a-4e1b-8180-9bcd30da3879 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:29.304137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57124) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:29.461772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f04de87-c151-468e-8ba1-ccd6756681b6 None None] Network 3f8568fb-e390-4c15-a5a7-f30bd07def61 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:29.569997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-870aefef-2748-430d-9d8f-3c8b7f95b03f None None] Provisioning complete for port 37324cca-50c9-406d-b049-63294c516c54 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:29.570375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-870aefef-2748-430d-9d8f-3c8b7f95b03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.633521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.678206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.706436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device da911e28-2b6d-47a6-a659-397f9e8a85ee up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:29.748594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.771149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] DHCP port deletion for 3f8568fb-e390-4c15-a5a7-f30bd07def61 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:22:29.774312 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.777642 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port da911e28-2b6d-47a6-a659-397f9e8a85ee triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:29.778013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.784036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 37324cca-50c9-406d-b049-63294c516c54 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:29.784036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.788364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a4d0-6995-444e-a41c-26c14736333d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.864063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:29.864744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] Deleting port 37324cca-50c9-406d-b049-63294c516c54 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:29.865296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.871071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:29.873610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:29.902296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a4d0-6995-444e-a41c-26c14736333d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.903605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Pushing event updated for resources: {'Port': ['ID=476c32aa-2532-4065-a363-694b4250c103,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:29.918187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port 37324cca-50c9-406d-b049-63294c516c54, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37324cca-50c9-406d-b049-63294c516c54,segment=NetworkSegment(e162fde5-6c32-4bae-bc09-f3e7c299a727),segment_id=e162fde5-6c32-4bae-bc09-f3e7c299a727)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:29.918340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.937439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 37324cca-50c9-406d-b049-63294c516c54 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:29.959350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] For port 37324cca-50c9-406d-b049-63294c516c54, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37324cca-50c9-406d-b049-63294c516c54,segment=NetworkSegment(e162fde5-6c32-4bae-bc09-f3e7c299a727),segment_id=e162fde5-6c32-4bae-bc09-f3e7c299a727)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:29.959750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.969571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:29.978483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] Calling delete_port for 37324cca-50c9-406d-b049-63294c516c54 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:30.005463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Pushing event deleted for resources: {'Port': ['ID=c8963b6d-029a-4e1b-8180-9bcd30da3879,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.013583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a4d0-6995-444e-a41c-26c14736333d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.016272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5b4a4d0-6995-444e-a41c-26c14736333d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.022016 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e5b4a4d0-6995-444e-a41c-26c14736333d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e83a547-38b9-4deb-bdef-e0455ad6d8f9 HTTP/1.1" status: 204 len: 168 time: 0.7148712 Nov 23 02:22:30.024045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57130) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.067644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.084162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4a4d0-6995-444e-a41c-26c14736333d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83a547-38b9-4deb-bdef-e0455ad6d8f9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.094926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] Pushing event deleted for resources: {'Port': ['ID=37324cca-50c9-406d-b049-63294c516c54,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.099673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e8e93-fb67-4d15-b394-d54e721ada3e None None] No DVR routers for this DVR port 37324cca-50c9-406d-b049-63294c516c54 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:30.143530 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.146169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.147393 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-afffccdf-ca3d-404b-9955-4d4206cbc261 tempest-FloatingIPAdminTestJSON-1315264733 tempest-FloatingIPAdminTestJSON-1315264733-project] 10.222.0.53 "DELETE /v2.0/floatingips/067493eb-76c1-4df3-83bd-0323a961f761 HTTP/1.1" status: 204 len: 168 time: 1.5142901 Nov 23 02:22:30.150216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57132) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.157048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Router 2a6d86b5-64b8-465f-92a1-6f1d44be744f is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:30.162558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.164439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-71f43e75-b4d3-47a3-ad2c-628fe96b3fd4 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1236188 Nov 23 02:22:30.173231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57134) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.178144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--437521391'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:30.238246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=37324cca-50c9-406d-b049-63294c516c54,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.243795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port 37324cca-50c9-406d-b049-63294c516c54 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:30.298516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.300184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.372364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Deleting port f85315da-756e-4870-b6f4-254a8aed7aa1 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:30.372598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.374599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:30.385612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Sync routers for ids ['2a6d86b5-64b8-465f-92a1-6f1d44be744f'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:30.389646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.397065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Routers {'2a6d86b5-64b8-465f-92a1-6f1d44be744f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:30.397865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2a6d86b5-64b8-465f-92a1-6f1d44be744f'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:30.436173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.437464 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bfa42083-7c23-4608-8364-5341882f17fb tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.7068088 Nov 23 02:22:30.442025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57138) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.465079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f8568fb-e390-4c15-a5a7-f30bd07def61']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:30.484650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e162fde5-6c32-4bae-bc09-f3e7c299a727') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:30.484883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e162fde5-6c32-4bae-bc09-f3e7c299a727') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:30.505505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.509611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.509953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.533224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.562891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Set router 2a6d86b5-64b8-465f-92a1-6f1d44be744f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:30.581073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:30.581486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.585247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Calling delete_port for f85315da-756e-4870-b6f4-254a8aed7aa1 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:30.588343 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:30.610825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.644717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.648807 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-25bd1541-7d1a-44ff-b0bc-3f50743fd0d7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/2a6d86b5-64b8-465f-92a1-6f1d44be744f HTTP/1.1" status: 200 len: 906 time: 0.2056394 Nov 23 02:22:30.651360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57142) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.728490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.733095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.737248 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/3f8568fb-e390-4c15-a5a7-f30bd07def61 HTTP/1.1" status: 204 len: 168 time: 1.5184877 Nov 23 02:22:30.750584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57144) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.755388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac2d7ac-d7c7-401a-a37b-de1217850b0f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.767068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d86b5-64b8-465f-92a1-6f1d44be744f', 'name': 'tempest-snat-router-699248399', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.61'}], 'enable_snat': True}, 'gw_port_id': '9cbee51f-aa05-4621-be37-c46ebba468a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:25Z', 'updated_at': '2021-11-23T02:22:28Z', 'revision_number': 3, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port': {'id': '9cbee51f-aa05-4621-be37-c46ebba468a0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:18:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6d86b5-64b8-465f-92a1-6f1d44be744f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:22:27Z', 'updated_at': '2021-11-23T02:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:30.767800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a556c-b546-4dd5-ac9d-40a83c19734b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=3f8568fb-e390-4c15-a5a7-f30bd07def61,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:30.774101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.778429 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8f3ab7b8-c2c0-4b20-8310-b0d57eb17d28 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6042049 Nov 23 02:22:30.779040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57148) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.785325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cbd68e05-7b34-42cd-960a-8460fe8ede78 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '8ac2d7ac-d7c7-401a-a37b-de1217850b0f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:30.786024 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-cbd68e05-7b34-42cd-960a-8460fe8ede78 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 02:22:30.786375 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-cbd68e05-7b34-42cd-960a-8460fe8ede78 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:30.792257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57150) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:30.794385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cbd68e05-7b34-42cd-960a-8460fe8ede78 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0125062 Nov 23 02:22:30.798236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Checking router: 2a6d86b5-64b8-465f-92a1-6f1d44be744f for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:22:30.798677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Updating router 2a6d86b5-64b8-465f-92a1-6f1d44be744f port 9cbee51f-aa05-4621-be37-c46ebba468a0 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:22:30.806542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.810746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.829006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.902633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:30.962384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Router bba76245-d089-4b93-b949-15ee7f39c764 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:30.972340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f23d11-3343-4302-aa12-b38ba21d780b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:30.973954 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-12f23d11-3343-4302-aa12-b38ba21d780b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2222848 Nov 23 02:22:30.982312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57152) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.054684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.061949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2805177-7af1-49c0-9712-375d3fc02b4a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.080068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:31.084579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.088659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-717646da-a7cd-4a43-b0ba-d54d68aa697f tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "PUT /v2.0/routers/bba76245-d089-4b93-b949-15ee7f39c764 HTTP/1.1" status: 200 len: 920 time: 3.1804106 Nov 23 02:22:31.089296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57154) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.091876 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] Sync routers for ids ['bba76245-d089-4b93-b949-15ee7f39c764'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:31.103555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Pushing event deleted for resources: {'Port': ['ID=f85315da-756e-4870-b6f4-254a8aed7aa1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.105085 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] Routers {'bba76245-d089-4b93-b949-15ee7f39c764'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:31.111562 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bba76245-d089-4b93-b949-15ee7f39c764'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:31.151014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2805177-7af1-49c0-9712-375d3fc02b4a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.162566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.172330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.199915 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-39af67e5-08d3-486b-b0c5-95fc48a61bfa tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2150564 Nov 23 02:22:31.205703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57156) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.212966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1440941136'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:31.213655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.237852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57158) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.238198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a2363221-29db-4de0-b655-0234a5e764b1 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/bba76245-d089-4b93-b949-15ee7f39c764 HTTP/1.1" status: 200 len: 926 time: 0.1469975 Nov 23 02:22:31.252392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.253891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.255174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:31.255292 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1f1319ea-774d-4f69-96e2-bf2ae775ace9 tempest-FloatingIPAdminTestJSON-2060946492 tempest-FloatingIPAdminTestJSON-2060946492-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/1d83a920-02c6-462c-a48a-36a973640dbf HTTP/1.1" status: 204 len: 168 time: 1.1038251 Nov 23 02:22:31.261450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.264388 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:31.275196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.275420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473addc0-46b4-42e4-bbbc-3e8b2c19e0a1 None None] Pushing event updated for resources: {'Port': ['ID=9cbee51f-aa05-4621-be37-c46ebba468a0,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.276047 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] Routers {'bba76245-d089-4b93-b949-15ee7f39c764'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:31.276844 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bba76245-d089-4b93-b949-15ee7f39c764'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:31.295022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Attempting to bind port 9cbee51f-aa05-4621-be37-c46ebba468a0 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:31.295333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Attempting to bind port 9cbee51f-aa05-4621-be37-c46ebba468a0 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:31.295706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Attempting to bind port 9cbee51f-aa05-4621-be37-c46ebba468a0 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:31.301414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:31.301794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:31.302198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.302742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:31.303225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Bound port: 9cbee51f-aa05-4621-be37-c46ebba468a0, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:31.303659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.306748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2805177-7af1-49c0-9712-375d3fc02b4a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.309449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2805177-7af1-49c0-9712-375d3fc02b4a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.310672 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a2805177-7af1-49c0-9712-375d3fc02b4a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/8ac2d7ac-d7c7-401a-a37b-de1217850b0f HTTP/1.1" status: 204 len: 168 time: 0.5104754 Nov 23 02:22:31.315105 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:31.316044 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e63579-4ca9-4a11-bcb6-6fa8f0751b09 None None] The sync data for ids ['bba76245-d089-4b93-b949-15ee7f39c764'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:31.322165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57162) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.349875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:31.350684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2805177-7af1-49c0-9712-375d3fc02b4a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac2d7ac-d7c7-401a-a37b-de1217850b0f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.371904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.372368 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment e5c7fe66-6a96-49b6-9f12-1ff6f99979e6 of type vlan for network d66c1de4-142c-4ce5-94d2-04fad7021e64 Nov 23 02:22:31.374140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3677db-849c-48a3-aa6b-181ccae909ce tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.376396 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a3677db-849c-48a3-aa6b-181ccae909ce tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=bba76245-d089-4b93-b949-15ee7f39c764&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1380215 Nov 23 02:22:31.387075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57164) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.393252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] For port 9cbee51f-aa05-4621-be37-c46ebba468a0, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:31.407831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] For port 9cbee51f-aa05-4621-be37-c46ebba468a0, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9cbee51f-aa05-4621-be37-c46ebba468a0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:31.418847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a150ce05-555e-4cef-9eb8-337e44035e52 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0892668 Nov 23 02:22:31.419047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.419160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.423641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570138977'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:31.429836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Deleting port 9cbee51f-aa05-4621-be37-c46ebba468a0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:31.429836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.479347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.484660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Routers {'2a6d86b5-64b8-465f-92a1-6f1d44be744f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:31.485471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2a6d86b5-64b8-465f-92a1-6f1d44be744f'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:31.489833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473addc0-46b4-42e4-bbbc-3e8b2c19e0a1 None None] Pushing event updated for resources: {'Port': ['ID=9cbee51f-aa05-4621-be37-c46ebba468a0,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.505094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.510237 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting port fffb459b-c631-46bf-827f-c77d08309bfb {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:31.510633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.531780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f9e82-d4f3-4dc3-90ce-9dabe8c470b7 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.536094 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0f3f9e82-d4f3-4dc3-90ce-9dabe8c470b7 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1452079 Nov 23 02:22:31.536433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57168) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.546431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.551967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:31.552663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.577074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] Set router 2a6d86b5-64b8-465f-92a1-6f1d44be744f gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:22:31.584618 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7c01ca9b-b96d-40fc-9474-714cbe0942ce tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba76245-d089-4b93-b949-15ee7f39c764 HTTP/1.1" status: 200 len: 205 time: 0.0434406 Nov 23 02:22:31.595676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57170) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.613878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] For port 9cbee51f-aa05-4621-be37-c46ebba468a0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9cbee51f-aa05-4621-be37-c46ebba468a0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:31.614251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.643025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Calling delete_port for 9cbee51f-aa05-4621-be37-c46ebba468a0 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:31.670760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6d86b5-64b8-465f-92a1-6f1d44be744f', 'name': 'tempest-snat-router-699248399', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:25Z', 'updated_at': '2021-11-23T02:22:31Z', 'revision_number': 4, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:31.686667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4801102 Nov 23 02:22:31.690806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.718601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa21f10-1751-48f4-beb6-0884981fc8d9 None None] The sync data for ids ['2a6d86b5-64b8-465f-92a1-6f1d44be744f'] in dv-neutron-818844-1-hyperv is: [{'id': '2a6d86b5-64b8-465f-92a1-6f1d44be744f', 'name': 'tempest-snat-router-699248399', 'tenant_id': 'a19388d6f7094713878159b52b562315', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:22:25Z', 'updated_at': '2021-11-23T02:22:31Z', 'revision_number': 4, 'project_id': 'a19388d6f7094713878159b52b562315', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:31.746025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57176) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:31.757936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:31.758149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37324cca-50c9-406d-b049-63294c516c54 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:31.780981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff8951-a1fd-49ee-8d3f-da0004066e44 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=d66c1de4-142c-4ce5-94d2-04fad7021e64,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:31.808817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 37324cca-50c9-406d-b049-63294c516c54 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:31.809169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37324cca-50c9-406d-b049-63294c516c54 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:31.811588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:31.824444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Calling delete_port for fffb459b-c631-46bf-827f-c77d08309bfb owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:31.862674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.884124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:31.918397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.052130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.071335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.075236 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6524813 Nov 23 02:22:32.079780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57180) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.088117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c526992b-015c-4d40-a98a-b153ed5e3b99 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '801e79d9-08b1-48d5-a731-1d7ef851f399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.089004 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-c526992b-015c-4d40-a98a-b153ed5e3b99 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 02:22:32.089517 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-c526992b-015c-4d40-a98a-b153ed5e3b99 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:32.092286 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c526992b-015c-4d40-a98a-b153ed5e3b99 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062206 Nov 23 02:22:32.092286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e52073-6147-4956-9284-459f90c642c5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801e79d9-08b1-48d5-a731-1d7ef851f399,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.096380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57182) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.106441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-21172253-ea6a-48d6-8f7d-9fa936a42d9d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '801e79d9-08b1-48d5-a731-1d7ef851f399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.107782 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-21172253-ea6a-48d6-8f7d-9fa936a42d9d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 02:22:32.108519 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-21172253-ea6a-48d6-8f7d-9fa936a42d9d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:32.113593 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21172253-ea6a-48d6-8f7d-9fa936a42d9d tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0116351 Nov 23 02:22:32.117657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.122235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b1d0f868-94da-42a8-abb5-5c44b44653c9 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '801e79d9-08b1-48d5-a731-1d7ef851f399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.123057 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-b1d0f868-94da-42a8-abb5-5c44b44653c9 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 02:22:32.123545 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-b1d0f868-94da-42a8-abb5-5c44b44653c9 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:32.127816 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b1d0f868-94da-42a8-abb5-5c44b44653c9 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057867 Nov 23 02:22:32.128939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57186) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.136317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3a86c836-fd47-4587-83e1-0e9c665db9dd tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '801e79d9-08b1-48d5-a731-1d7ef851f399', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.137483 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-3a86c836-fd47-4587-83e1-0e9c665db9dd tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 02:22:32.137999 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-3a86c836-fd47-4587-83e1-0e9c665db9dd tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:32.142606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3a86c836-fd47-4587-83e1-0e9c665db9dd tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076838 Nov 23 02:22:32.143806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57188) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.154266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Deleting port 476c32aa-2532-4065-a363-694b4250c103 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:32.154606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.161053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:32.164664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.264656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ba6df06-f859-4449-afe7-5abbad083b81 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.272142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.300671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Calling delete_port for 476c32aa-2532-4065-a363-694b4250c103 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:32.307105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ba6df06-f859-4449-afe7-5abbad083b81 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.307589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.314574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.349547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Port': ['ID=fffb459b-c631-46bf-827f-c77d08309bfb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.415207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ba6df06-f859-4449-afe7-5abbad083b81 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.418748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ba6df06-f859-4449-afe7-5abbad083b81 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.422878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4ba6df06-f859-4449-afe7-5abbad083b81 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/801e79d9-08b1-48d5-a731-1d7ef851f399 HTTP/1.1" status: 204 len: 168 time: 0.2752666 Nov 23 02:22:32.454669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57190) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.477663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6df06-f859-4449-afe7-5abbad083b81 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801e79d9-08b1-48d5-a731-1d7ef851f399,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.533666 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7a7f4789-e8f5-49f7-80b1-62f9e2e4e04a tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0744216 Nov 23 02:22:32.555239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57192) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.560047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054728037'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.609445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.612327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.678226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event deleted for resources: {'Port': ['ID=476c32aa-2532-4065-a363-694b4250c103,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.743604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cbee51f-aa05-4621-be37-c46ebba468a0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.769754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.863010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.866643 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f207a341-7b77-4c9f-a1be-4decb9aca76f tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "DELETE /v2.0/ports/fffb459b-c631-46bf-827f-c77d08309bfb HTTP/1.1" status: 204 len: 168 time: 1.5888050 Nov 23 02:22:32.893385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57196) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.902978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.916185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.920164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.922986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.924895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.967195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2340d18-baaf-491c-9384-507c0ebca8ef,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:32.972595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:32.977129 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-747bd524-d0ec-4391-9131-7b90a043e0ac tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4209201 Nov 23 02:22:32.977980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57200) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:32.986627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-df6d4299-2ab1-4f01-ae34-5dcf6c2ac929 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:32.987587 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-df6d4299-2ab1-4f01-ae34-5dcf6c2ac929 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:22:32.988309 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-df6d4299-2ab1-4f01-ae34-5dcf6c2ac929 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:32.997031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-df6d4299-2ab1-4f01-ae34-5dcf6c2ac929 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0146255 Nov 23 02:22:32.997847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57202) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.047163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.048076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-02814aad-d901-459f-b292-21bfb1a3b076 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.053183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.055828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.089314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.090219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Fanout notify agent at l3_agent the message router_deleted on router bba76245-d089-4b93-b949-15ee7f39c764 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:33.100356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.106862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6bfc2f19-d7c9-4a89-beb5-985f22a8ebff tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/bba76245-d089-4b93-b949-15ee7f39c764 HTTP/1.1" status: 204 len: 168 time: 1.5030961 Nov 23 02:22:33.106862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57204) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.111180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1956137398', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.131142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-02814aad-d901-459f-b292-21bfb1a3b076 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.134987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7be2622e-ecd9-4ab9-b175-bbe2b05f5c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.135493 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-02814aad-d901-459f-b292-21bfb1a3b076 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0943542 Nov 23 02:22:33.137918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.146025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.147476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.154855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4918a7f2-e693-49fd-8a83-336e60fcf136 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.156202 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-4918a7f2-e693-49fd-8a83-336e60fcf136 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 02:22:33.157081 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-4918a7f2-e693-49fd-8a83-336e60fcf136 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.158579 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4918a7f2-e693-49fd-8a83-336e60fcf136 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081224 Nov 23 02:22:33.163181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57208) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.169424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-88038b2e-f5fa-4169-b3c9-8cee4f1ac088 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.176780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b13327-a150-494e-b2ed-fcb77a7bb9a0 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.178534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-47b13327-a150-494e-b2ed-fcb77a7bb9a0 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "GET /v2.0/ports?device_id=18b7e4d6-42fb-436e-95b1-d64c574e3fd2 HTTP/1.1" status: 200 len: 913 time: 0.2839468 Nov 23 02:22:33.185352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57210) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.209814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.210356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6d86b5-64b8-465f-92a1-6f1d44be744f {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:33.254911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.256031 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ee431e5b-1f35-44e4-ab7a-ed8667db1eb3 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2a6d86b5-64b8-465f-92a1-6f1d44be744f HTTP/1.1" status: 204 len: 168 time: 2.6040146 Nov 23 02:22:33.261214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57214) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.276705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=caafbf9c-3a43-45a0-a50e-236f55ab4b03,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:33.421372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:33.421751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: d66c1de4-142c-4ce5-94d2-04fad7021e64, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:22:33.477694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.533326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.543055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:22:33.567094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, d66c1de4-142c-4ce5-94d2-04fad7021e64) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:33.584319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6e959-f04e-4f0b-aaee-7e1fb3bdd961 None None] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:33.602989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:33.603604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.647683 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-88038b2e-f5fa-4169-b3c9-8cee4f1ac088 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.651129 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-88038b2e-f5fa-4169-b3c9-8cee4f1ac088 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4844363 Nov 23 02:22:33.666627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57216) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.675571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ca8a4175-8080-4225-902b-081b0c095cc6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.676060 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.api.v2.base [None req-ca8a4175-8080-4225-902b-081b0c095cc6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 02:22:33.676591 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-ca8a4175-8080-4225-902b-081b0c095cc6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.677578 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ca8a4175-8080-4225-902b-081b0c095cc6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096872 Nov 23 02:22:33.680534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57218) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.687113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-aae97325-4674-483b-af00-f68e7931e1d2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.687317 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-36303515-e15d-4476-88dc-f05f67833684 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9382291 Nov 23 02:22:33.689281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57220) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.695879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.699079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64', 'name': 'tempest-PortsIpV6TestJSON-688821387'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.751007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d66c1de4-142c-4ce5-94d2-04fad7021e64', 'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': 'caafbf9c-3a43-45a0-a50e-236f55ab4b03'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:22:33.751903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.782119 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-aae97325-4674-483b-af00-f68e7931e1d2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.785956 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-aae97325-4674-483b-af00-f68e7931e1d2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1015017 Nov 23 02:22:33.786219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57222) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.791756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-66e54990-d6dc-492d-9eda-536b5b44d0b2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.792229 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-66e54990-d6dc-492d-9eda-536b5b44d0b2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 02:22:33.792745 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-66e54990-d6dc-492d-9eda-536b5b44d0b2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.796014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-66e54990-d6dc-492d-9eda-536b5b44d0b2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065560 Nov 23 02:22:33.796227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57224) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.801710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-abb16fcd-39f9-4a58-9cec-8ad2a8a54c8c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.804349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.866014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-abb16fcd-39f9-4a58-9cec-8ad2a8a54c8c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:33.869919 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-abb16fcd-39f9-4a58-9cec-8ad2a8a54c8c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0700607 Nov 23 02:22:33.870142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57226) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:33.874671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-16131d74-a70e-4f7b-8e68-d5faf310629e tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': 'a2340d18-baaf-491c-9384-507c0ebca8ef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:33.901697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Allocated IP 2001:db8::2 (d66c1de4-142c-4ce5-94d2-04fad7021e64/caafbf9c-3a43-45a0-a50e-236f55ab4b03/9bcd529b-00d2-4f52-91fb-ea61379b18a6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:33.993808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:33.994017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Deleting port da911e28-2b6d-47a6-a659-397f9e8a85ee {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:33.994223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.014304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:34.016661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.018547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.026180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-16131d74-a70e-4f7b-8e68-d5faf310629e tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:34.027277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-16131d74-a70e-4f7b-8e68-d5faf310629e tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1561806 Nov 23 02:22:34.030309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57230) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:34.099132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.106708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.117597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:34.138707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b25e7d85-b27a-4191-b3e3-341f36412832 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.146021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:34.151583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:34.154176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:34.191805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b25e7d85-b27a-4191-b3e3-341f36412832 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.208825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Pushing event updated for resources: {'Port': ['ID=9bcd529b-00d2-4f52-91fb-ea61379b18a6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:34.226596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Attempting to bind port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:34.227114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Attempting to bind port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:34.227585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Attempting to bind port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 on network d66c1de4-142c-4ce5-94d2-04fad7021e64 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:34.233314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:34.233871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Checking segment: {'id': 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:34.234446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.234981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Bound using segment: {'id': 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:34.235566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Bound port: 9bcd529b-00d2-4f52-91fb-ea61379b18a6, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:34.236048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.272493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Allocated IP 172.26.8.230 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/a35b65c6-37e7-4459-9a95-e4144dd8fb1d) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:34.276596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.280357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] For port da911e28-2b6d-47a6-a659-397f9e8a85ee, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=da911e28-2b6d-47a6-a659-397f9e8a85ee,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:34.280707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.289934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b25e7d85-b27a-4191-b3e3-341f36412832 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.293134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b25e7d85-b27a-4191-b3e3-341f36412832 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.296808 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b25e7d85-b27a-4191-b3e3-341f36412832 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2340d18-baaf-491c-9384-507c0ebca8ef HTTP/1.1" status: 204 len: 168 time: 0.2629933 Nov 23 02:22:34.301398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57234) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:34.314782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] For port 9bcd529b-00d2-4f52-91fb-ea61379b18a6, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:34.321068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] For port 9bcd529b-00d2-4f52-91fb-ea61379b18a6, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9bcd529b-00d2-4f52-91fb-ea61379b18a6,segment=NetworkSegment(e5c7fe66-6a96-49b6-9f12-1ff6f99979e6),segment_id=e5c7fe66-6a96-49b6-9f12-1ff6f99979e6)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:34.331115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.339017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Calling delete_port for da911e28-2b6d-47a6-a659-397f9e8a85ee owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:34.364670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e7d85-b27a-4191-b3e3-341f36412832 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2340d18-baaf-491c-9384-507c0ebca8ef,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:34.368092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::38a (d66c1de4-142c-4ce5-94d2-04fad7021e64/caafbf9c-3a43-45a0-a50e-236f55ab4b03/b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:34.420727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d970db-c0f0-46a6-9cbe-9bace303d9a1 None None] Pushing event updated for resources: {'Port': ['ID=9bcd529b-00d2-4f52-91fb-ea61379b18a6,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:34.452365 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f4a15d10-da5c-4a3d-b094-0732d18ef554 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1475050 Nov 23 02:22:34.455592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57238) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:34.461401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1594778152'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:34.514593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.522060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.636585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.651480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.680103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.713053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:34.727172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:34.733981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:34.740794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.742093 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2853854 Nov 23 02:22:34.748364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57240) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:34.761206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a290-49cc-463e-a386-ac8f2af66b80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fb33cf-cd72-4a2a-8271-cce24cfb711c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:34.763422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event updated for resources: {'Port': ['ID=a35b65c6-37e7-4459-9a95-e4144dd8fb1d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:34.774037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-000f02dc-863f-46a9-a528-0b4e99264469 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '79fb33cf-cd72-4a2a-8271-cce24cfb711c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:34.918755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:34.934128 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-000f02dc-863f-46a9-a528-0b4e99264469 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The resource could not be found. Nov 23 02:22:34.935168 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-000f02dc-863f-46a9-a528-0b4e99264469 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1833482 Nov 23 02:22:34.942964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57242) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:34.949336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-66a8abb8-aba3-4c49-afb8-816e4ab577ee tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '79fb33cf-cd72-4a2a-8271-cce24cfb711c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a7789ece-23ee-4fd4-bc4e-b4b156ce316e'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:34.974054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.035434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.077602 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-66a8abb8-aba3-4c49-afb8-816e4ab577ee tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The resource could not be found. Nov 23 02:22:35.082751 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-66a8abb8-aba3-4c49-afb8-816e4ab577ee tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1347756 Nov 23 02:22:35.084922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57244) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.192888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-243579a2-c72b-432b-b95f-a0b69b2b3480 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.258068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-243579a2-c72b-432b-b95f-a0b69b2b3480 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.348977 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event deleted for resources: {'Port': ['ID=da911e28-2b6d-47a6-a659-397f9e8a85ee,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:35.369511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-243579a2-c72b-432b-b95f-a0b69b2b3480 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.372509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-243579a2-c72b-432b-b95f-a0b69b2b3480 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.374346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-243579a2-c72b-432b-b95f-a0b69b2b3480 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/79fb33cf-cd72-4a2a-8271-cce24cfb711c HTTP/1.1" status: 204 len: 168 time: 0.2894614 Nov 23 02:22:35.379678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.381168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57250) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.403275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243579a2-c72b-432b-b95f-a0b69b2b3480 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fb33cf-cd72-4a2a-8271-cce24cfb711c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:35.463733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.474570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-aebb03b7-3bf8-4918-91d6-9ae1b21fc5e7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0909126 Nov 23 02:22:35.478255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57252) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.482662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a8b1876f-4cc7-40ec-9981-49ff3b8645e5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '9425fb6d-705c-4f45-bc0a-be885cc97218', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:35.490708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1b7e7-93be-429d-8b3a-a1bd054092c8 None None] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:35.560422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:35.570751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:35.576303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.592289 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-a8b1876f-4cc7-40ec-9981-49ff3b8645e5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The resource could not be found. Nov 23 02:22:35.600403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a8b1876f-4cc7-40ec-9981-49ff3b8645e5 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1142664 Nov 23 02:22:35.600946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57256) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.607441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085841860'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:35.649959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Router f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:35.653783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.667562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting port fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:35.668054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.705287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:35.712123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:35.712983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.729334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:35.751839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f773d81-2daa-4554-b3b1-1737cf77fb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.759499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c8cb2c7d-10d4-4dae-9d0d-1356d3f65867 None None] Provisioning complete for port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:35.760307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2c7d-10d4-4dae-9d0d-1356d3f65867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.778769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.782213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.830242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.841772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.852786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9368f0c-fd5b-4fd1-99ed-8716cd00bbb2 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1609848 Nov 23 02:22:35.853465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57258) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.862354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': 'd66c1de4-142c-4ce5-94d2-04fad7021e64', 'name': 'tempest-PortsIpV6TestJSON-331517063'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:35.876799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d6234-132d-42c4-b8c7-7b4771e95b60,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:35.886148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:35.896999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.900573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6247770a-aa8a-47c1-8b24-90ee4d869f80 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2962427 Nov 23 02:22:35.901455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.905982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] Sync routers for ids ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:35.906110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--973700604'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:35.932605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.936599 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6a51d948-04ee-4da3-81c6-cc552d557289 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8277891 Nov 23 02:22:35.937717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.937907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57262) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.938079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5c30ad0-df81-4d4a-9ccc-da705b229371 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:35.943610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:35.963521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.964605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9bcd529b-00d2-4f52-91fb-ea61379b18a6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:35.964750 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7c48a5d1-da14-4a05-a468-ac443b68497b tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b5c30ad0-df81-4d4a-9ccc-da705b229371 HTTP/1.1" status: 204 len: 168 time: 2.6961105 Nov 23 02:22:35.972524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:35.974674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57264) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:35.987292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-319710774', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:36.007458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.007928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Calling delete_port for fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:36.042389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] Routers {'f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:36.043467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:36.048081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2c7d-10d4-4dae-9d0d-1356d3f65867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.057210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.058214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.110904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:36.147222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c8cb2c7d-10d4-4dae-9d0d-1356d3f65867 None None] For port 9bcd529b-00d2-4f52-91fb-ea61379b18a6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9bcd529b-00d2-4f52-91fb-ea61379b18a6,segment=NetworkSegment(e5c7fe66-6a96-49b6-9f12-1ff6f99979e6),segment_id=e5c7fe66-6a96-49b6-9f12-1ff6f99979e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:36.148748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] Routers {'f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:36.149491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:36.185358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:36.186172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5080c829-f18c-409a-9dba-f1ef58e5cd29 None None] The sync data for ids ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:36.191644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8cb2c7d-10d4-4dae-9d0d-1356d3f65867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.197206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.229811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:36.230433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.249153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:36.252736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.266691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.275109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.285454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb2c7d-10d4-4dae-9d0d-1356d3f65867 None None] Pushing event updated for resources: {'Port': ['ID=9bcd529b-00d2-4f52-91fb-ea61379b18a6,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:36.321676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.355677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port b215af9a-201b-4fb3-b719-bd4a21ea73ca yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:36.435725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.443004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.447141 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5419564 Nov 23 02:22:36.448334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef26c16-a6a4-410e-a0ba-0acd3e77e6b7 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc7881-0445-4cbe-994f-07963c317c18,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:36.451807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57268) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:36.456736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ce524bf6-a2fc-42bd-a155-66d77a919967 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group_rule': {'security_group_id': '3a7d6234-132d-42c4-b8c7-7b4771e95b60', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3afc7881-0445-4cbe-994f-07963c317c18'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:36.477921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.486813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.577823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5116d6f4-c3f2-45ba-8c48-635fc2a0027d None None] Provisioning complete for port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:36.578399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5116d6f4-c3f2-45ba-8c48-635fc2a0027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.585793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-ce524bf6-a2fc-42bd-a155-66d77a919967 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:22:36.587303 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ce524bf6-a2fc-42bd-a155-66d77a919967 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1343012 Nov 23 02:22:36.591225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57272) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:36.667635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Deleting port a35b65c6-37e7-4459-9a95-e4144dd8fb1d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:36.668004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.675975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::269 (d66c1de4-142c-4ce5-94d2-04fad7021e64/caafbf9c-3a43-45a0-a50e-236f55ab4b03/b215af9a-201b-4fb3-b719-bd4a21ea73ca) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:36.714232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.720305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5116d6f4-c3f2-45ba-8c48-635fc2a0027d None None] Provisioning complete for port b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:36.720824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5116d6f4-c3f2-45ba-8c48-635fc2a0027d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.762455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9be589c-0812-4fc3-8c9a-d9cacc8282a6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.785814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Port': ['ID=fdc0a0e3-ae3a-43d5-9e5d-d5d137377d0c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:36.794324 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5116d6f4-c3f2-45ba-8c48-635fc2a0027d None None] Port b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:36.822633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.834347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9be589c-0812-4fc3-8c9a-d9cacc8282a6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.850854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Calling delete_port for a35b65c6-37e7-4459-9a95-e4144dd8fb1d owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:36.933070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82b8748e-f6d8-4f97-ac0d-92ed776a222d None None] Provisioning complete for port b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:36.933838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82b8748e-f6d8-4f97-ac0d-92ed776a222d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.946483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9be589c-0812-4fc3-8c9a-d9cacc8282a6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.949780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9be589c-0812-4fc3-8c9a-d9cacc8282a6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:36.954736 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e9be589c-0812-4fc3-8c9a-d9cacc8282a6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/3afc7881-0445-4cbe-994f-07963c317c18 HTTP/1.1" status: 204 len: 168 time: 0.3615494 Nov 23 02:22:36.956361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57276) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:36.978691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82b8748e-f6d8-4f97-ac0d-92ed776a222d None None] Port b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:37.008857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be589c-0812-4fc3-8c9a-d9cacc8282a6 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc7881-0445-4cbe-994f-07963c317c18,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:37.106527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-67c4c325-2a67-4ddd-8436-d686a58a8b20 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1391523 Nov 23 02:22:37.111002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57278) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:37.140153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.173716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.199803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.202765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.203156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-208351e5-8d3f-485c-ab51-ba33bd021a86 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.220506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.233789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Pushing event deleted for resources: {'Port': ['ID=a35b65c6-37e7-4459-9a95-e4144dd8fb1d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:37.265648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-208351e5-8d3f-485c-ab51-ba33bd021a86 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.304149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.333883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.410146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-208351e5-8d3f-485c-ab51-ba33bd021a86 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.413149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-208351e5-8d3f-485c-ab51-ba33bd021a86 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.414327 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-208351e5-8d3f-485c-ab51-ba33bd021a86 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/3a7d6234-132d-42c4-b8c7-7b4771e95b60 HTTP/1.1" status: 204 len: 168 time: 0.3022978 Nov 23 02:22:37.419388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57280) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:37.432002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:37.442090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:37.448881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=b215af9a-201b-4fb3-b719-bd4a21ea73ca,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:37.453008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:37.459483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:37.460204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.489725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Allocated IP 172.26.8.27 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/09bda610-65fd-4970-bf6f-290b663db14c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:37.519206 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-18c4259c-8ceb-4500-b6de-dee27ac3d951 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6579454 Nov 23 02:22:37.521191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57282) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:37.710543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9bcd529b-00d2-4f52-91fb-ea61379b18a6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:37.796718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:37.798208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.810395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208351e5-8d3f-485c-ab51-ba33bd021a86 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d6234-132d-42c4-b8c7-7b4771e95b60,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:37.852667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bc19d9d6-e53c-43a1-919c-fc6281bf310f None None] Provisioning complete for port b215af9a-201b-4fb3-b719-bd4a21ea73ca triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:37.853430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc19d9d6-e53c-43a1-919c-fc6281bf310f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.853538 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7b37fa55-3f17-4f65-8642-da8abd2f9179 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4316432 Nov 23 02:22:37.854075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57288) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:37.888670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317109320'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:37.901358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bc19d9d6-e53c-43a1-919c-fc6281bf310f None None] Port b215af9a-201b-4fb3-b719-bd4a21ea73ca cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:37.931206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.939343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:37.959519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device da911e28-2b6d-47a6-a659-397f9e8a85ee no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:37.989678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: da911e28-2b6d-47a6-a659-397f9e8a85ee {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:37.990171 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device da911e28-2b6d-47a6-a659-397f9e8a85ee not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:38.002619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.012277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.040328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Router f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:38.067516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c495432-9893-4ae9-857a-456fdf1a4226 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:38.069062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7c495432-9893-4ae9-857a-456fdf1a4226 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A38a HTTP/1.1" status: 200 len: 928 time: 0.5467553 Nov 23 02:22:38.075824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57292) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.125848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.145773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:38.153312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Router 18b7e4d6-42fb-436e-95b1-d64c574e3fd2 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:38.155188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.159173 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f99ba04f-ad33-46c9-a433-bddfc2cd4dad tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "PUT /v2.0/routers/f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 200 len: 710 time: 2.2178729 Nov 23 02:22:38.159856 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] Sync routers for ids ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:38.162367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57294) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.170883 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] Routers {'f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:38.172217 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.212985 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.224694 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] Routers {'f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:38.225324 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.236975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.245752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.249564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.255477 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a51bf6ad-36a9-4bcb-b765-2d1b0b3874a2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/routers/f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 200 len: 745 time: 0.0896397 Nov 23 02:22:38.256922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57296) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.265837 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.267213 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdaae23-2407-4128-9475-fa0df6ad4edc None None] The sync data for ids ['f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:38.306979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:38.319685 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f1f2a2a-d182-41d5-8c7e-5b60aaf4f6f2 tempest-RoutersIpV6AdminTest-417250481 tempest-RoutersIpV6AdminTest-417250481-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 200 len: 205 time: 0.0570843 Nov 23 02:22:38.322094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.323244 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4383831 Nov 23 02:22:38.324634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57298) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.333298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57300) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.337699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e32fb8a5-b422-480a-a284-1b46489e8e55 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:38.337846 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.api.v2.base [None req-e32fb8a5-b422-480a-a284-1b46489e8e55 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 02:22:38.339993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:38.342912 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-e32fb8a5-b422-480a-a284-1b46489e8e55 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 02:22:38.343551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port b215af9a-201b-4fb3-b719-bd4a21ea73ca {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:38.344004 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e32fb8a5-b422-480a-a284-1b46489e8e55 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "PUT /v2.0/security-groups/a98a3472-c6b2-4f07-acfc-9e55f8577c6f HTTP/1.1" status: 409 len: 330 time: 0.0097508 Nov 23 02:22:38.344193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.346830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f133d-8f42-4598-91e4-aa784c57d618 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a3472-c6b2-4f07-acfc-9e55f8577c6f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:38.346997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:38.348752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57302) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.371466 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e1abe056-2741-48cf-98fe-cdbf427f4398 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 200 len: 205 time: 0.0453548 Nov 23 02:22:38.376333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57304) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.417776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event updated for resources: {'Port': ['ID=09bda610-65fd-4970-bf6f-290b663db14c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:38.458714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:38.468493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.472617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] Sync routers for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:38.482664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:38.483279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.518251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.521628 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-209f025c-6b52-4ccb-b9b9-dde245b011f3 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "PUT /v2.0/routers/18b7e4d6-42fb-436e-95b1-d64c574e3fd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3338361 Nov 23 02:22:38.522428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57306) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.527326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] Routers {'18b7e4d6-42fb-436e-95b1-d64c574e3fd2'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:38.527961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.550897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1896dddd-e542-4c4a-bf1d-97a460c544e2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.565791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:38.566467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e315cff4-b4a7-47e5-a96a-ffe2624431bc None None] The sync data for ids ['18b7e4d6-42fb-436e-95b1-d64c574e3fd2'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:38.642102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.655545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1896dddd-e542-4c4a-bf1d-97a460c544e2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.659250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.666167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.694563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for b215af9a-201b-4fb3-b719-bd4a21ea73ca owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:38.723354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.724363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Fanout notify agent at l3_agent the message router_deleted on router f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:38.734039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.735376 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9152cb5e-1a9e-4c20-b2f8-af349447db5e tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 204 len: 168 time: 0.3581519 Nov 23 02:22:38.740820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57308) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.754903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1896dddd-e542-4c4a-bf1d-97a460c544e2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.757844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1896dddd-e542-4c4a-bf1d-97a460c544e2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.760688 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1896dddd-e542-4c4a-bf1d-97a460c544e2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/a98a3472-c6b2-4f07-acfc-9e55f8577c6f HTTP/1.1" status: 204 len: 168 time: 0.4112740 Nov 23 02:22:38.778046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57312) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.782772 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-515f6d4f-da7a-4836-bd19-67c46bc5ced7 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 200 len: 205 time: 0.0370111 Nov 23 02:22:38.785751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.787322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57314) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.800810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896dddd-e542-4c4a-bf1d-97a460c544e2 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a3472-c6b2-4f07-acfc-9e55f8577c6f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:38.832227 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-838ae54c-2d66-4e61-a5be-44caf49cd807 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0506661 Nov 23 02:22:38.835929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57316) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.848636 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-3962b394-4504-4ee5-878e-d9dcd0d8da1c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] delete failed (client error): The resource could not be found. Nov 23 02:22:38.849634 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3962b394-4504-4ee5-878e-d9dcd0d8da1c tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "DELETE /v2.0/security-groups/342c7778-048b-40f1-90ba-878d4a607ca6 HTTP/1.1" status: 404 len: 347 time: 0.0127676 Nov 23 02:22:38.853329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57318) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.870189 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-21047b41-b4d5-41a4-86e6-1157fac3e978 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] show failed (client error): The resource could not be found. Nov 23 02:22:38.871194 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21047b41-b4d5-41a4-86e6-1157fac3e978 tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-groups/069dea57-92a8-414a-a012-667aefc498fe HTTP/1.1" status: 404 len: 347 time: 0.0169990 Nov 23 02:22:38.874909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57320) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.886669 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-cab19dac-8e6d-42e6-8924-1266fa6f9ecc tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] show failed (client error): The resource could not be found. Nov 23 02:22:38.887657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cab19dac-8e6d-42e6-8924-1266fa6f9ecc tempest-NegativeSecGroupTest-708002614 tempest-NegativeSecGroupTest-708002614-project] 10.222.0.53 "GET /v2.0/security-group-rules/da218c0b-ae09-4126-9db1-d3b6c09b1517 HTTP/1.1" status: 404 len: 356 time: 0.0117962 Nov 23 02:22:38.903110 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-78ba56e9-eec1-4792-8088-d4ee0073af21 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] delete failed (client error): The resource could not be found. Nov 23 02:22:38.906914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-78ba56e9-eec1-4792-8088-d4ee0073af21 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/f373bfab-aa1a-4eb0-8ee8-8cd1ec9d13a2 HTTP/1.1" status: 404 len: 336 time: 0.1130450 Nov 23 02:22:38.907789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57326) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.950164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5617f655-7cf1-4d00-9c5b-c590b791530a tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=bba76245-d089-4b93-b949-15ee7f39c764 HTTP/1.1" status: 200 len: 205 time: 0.0411215 Nov 23 02:22:38.952827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57328) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:38.968877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:38.991179 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-c97332f3-a916-4996-821c-3bc62c93204c tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] delete failed (client error): The resource could not be found. Nov 23 02:22:38.992304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c97332f3-a916-4996-821c-3bc62c93204c tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/bba76245-d089-4b93-b949-15ee7f39c764 HTTP/1.1" status: 404 len: 336 time: 0.0383720 Nov 23 02:22:38.995065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57330) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.029701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c954d43f-f2b3-47a4-bc79-6656c3ce7494 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fac8a38-f8fa-4810-bd50-1867a9a4d640 HTTP/1.1" status: 200 len: 205 time: 0.0334513 Nov 23 02:22:39.031058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57332) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.084100 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-07fd8fd1-b339-456e-a863-ff15f82ee134 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] delete failed (client error): The resource could not be found. Nov 23 02:22:39.087846 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-07fd8fd1-b339-456e-a863-ff15f82ee134 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/1fac8a38-f8fa-4810-bd50-1867a9a4d640 HTTP/1.1" status: 404 len: 336 time: 0.0530300 Nov 23 02:22:39.088065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57334) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.116897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.132626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57338) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.132860 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8ad29804-dcfa-42c0-b022-31b11e98c0cc tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=0934f60d-458d-410a-a524-4bd402cb73f1 HTTP/1.1" status: 200 len: 205 time: 0.0429182 Nov 23 02:22:39.149588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.207702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57342) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.208723 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-b370369d-e896-48aa-a3fc-316394f30ae9 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] delete failed (client error): The resource could not be found. Nov 23 02:22:39.212149 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b370369d-e896-48aa-a3fc-316394f30ae9 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/0934f60d-458d-410a-a524-4bd402cb73f1 HTTP/1.1" status: 404 len: 336 time: 0.0739207 Nov 23 02:22:39.215640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57344) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.251348 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2d9486bf-fbc4-4f9a-8dae-e25f9d7fcb96 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=1281ea36-c085-460c-b98b-27efc8656dfe HTTP/1.1" status: 200 len: 205 time: 0.0332377 Nov 23 02:22:39.252831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57348) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.267724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.268635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=b215af9a-201b-4fb3-b719-bd4a21ea73ca,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:39.307219 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-40a799d6-a17b-4dae-ae30-ba52f0aeea2d tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] delete failed (client error): The resource could not be found. Nov 23 02:22:39.308664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.312369 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-40a799d6-a17b-4dae-ae30-ba52f0aeea2d tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/1281ea36-c085-460c-b98b-27efc8656dfe HTTP/1.1" status: 404 len: 336 time: 0.0579925 Nov 23 02:22:39.312524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b9ac0ca0-c100-4d7f-a13e-4d943a665018 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/b215af9a-201b-4fb3-b719-bd4a21ea73ca HTTP/1.1" status: 204 len: 168 time: 1.2337229 Nov 23 02:22:39.312620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57350) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.315330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57352) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.346528 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-69d8c0af-19f3-4a6d-946b-b170f12f9c15 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "GET /v2.0/ports?device_id=66fe74d6-2432-445a-83fb-18ce8d25abef HTTP/1.1" status: 200 len: 205 time: 0.0328255 Nov 23 02:22:39.347121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57354) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.370172 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-091c5ea8-e44b-4d4f-80fc-7a664a1f98bb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:39.374293 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-091c5ea8-e44b-4d4f-80fc-7a664a1f98bb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/b215af9a-201b-4fb3-b719-bd4a21ea73ca HTTP/1.1" status: 404 len: 333 time: 0.0544200 Nov 23 02:22:39.377256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57356) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.396362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-4a9aebc6-1f25-4ec9-92df-29dd95ccc544 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] delete failed (client error): The resource could not be found. Nov 23 02:22:39.399722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4a9aebc6-1f25-4ec9-92df-29dd95ccc544 tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/routers/66fe74d6-2432-445a-83fb-18ce8d25abef HTTP/1.1" status: 404 len: 336 time: 0.0516114 Nov 23 02:22:39.400396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57358) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.423948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting port 5f0e482b-2b83-4ec3-aafa-998e042142fb {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:39.424312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.441476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc7594d-c41f-4d2c-bd99-8a378dd152ce tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] DELETE failed (client error): The resource could not be found. Nov 23 02:22:39.441936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc7594d-c41f-4d2c-bd99-8a378dd152ce tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:22:39.445198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bfc7594d-c41f-4d2c-bd99-8a378dd152ce tempest-RoutersIpV6AdminTest-1906698683 tempest-RoutersIpV6AdminTest-1906698683-project] 10.222.0.53 "DELETE /v2.0/subnets/995e9bf9-2265-46c6-8ca6-5dc787d6d7d0 HTTP/1.1" status: 404 len: 337 time: 0.0428038 Nov 23 02:22:39.478185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f70151a5-68ae-4ce2-a6d8-c1231ae3a200 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2083f7b72284a6ab034b85d1a684fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684677 Nov 23 02:22:39.479978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57362) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.504443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.551559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c836344-b827-4b84-b316-4524f6819c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.586471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c836344-b827-4b84-b316-4524f6819c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.590409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.632754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Calling delete_port for 5f0e482b-2b83-4ec3-aafa-998e042142fb owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:39.646531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c836344-b827-4b84-b316-4524f6819c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.649419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c836344-b827-4b84-b316-4524f6819c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.653271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7c836344-b827-4b84-b316-4524f6819c80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3102bcdc-73bf-4c53-ac69-a8af3f868ec8 HTTP/1.1" status: 204 len: 168 time: 0.1694179 Nov 23 02:22:39.660716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c836344-b827-4b84-b316-4524f6819c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3102bcdc-73bf-4c53-ac69-a8af3f868ec8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:39.711421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:39.829088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b82f485-b179-4f0f-ae1a-c2b2d6c472cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.921023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b82f485-b179-4f0f-ae1a-c2b2d6c472cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.926315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b82f485-b179-4f0f-ae1a-c2b2d6c472cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:39.966186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2b82f485-b179-4f0f-ae1a-c2b2d6c472cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14f4e02f873e4258ad813602a6024b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2532835 Nov 23 02:22:39.972388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57378) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.024966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:40.025324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.039665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82f485-b179-4f0f-ae1a-c2b2d6c472cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0414b01e-58e5-4223-943b-8695fb48abc2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.054910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-39a21d49-2d97-41ff-8825-85d943417587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.083551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-39a21d49-2d97-41ff-8825-85d943417587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.147318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-39a21d49-2d97-41ff-8825-85d943417587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.151657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-39a21d49-2d97-41ff-8825-85d943417587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.153500 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-39a21d49-2d97-41ff-8825-85d943417587 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0414b01e-58e5-4223-943b-8695fb48abc2 HTTP/1.1" status: 204 len: 168 time: 0.1800466 Nov 23 02:22:40.163309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a21d49-2d97-41ff-8825-85d943417587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0414b01e-58e5-4223-943b-8695fb48abc2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.200409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.216179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:40.217817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Router 8ebffdfc-5e6d-4cc0-843d-500b482dac69 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:40.418392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.454615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:40.456300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Port': ['ID=5f0e482b-2b83-4ec3-aafa-998e042142fb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.477260 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] Sync routers for ids ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:40.499115 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] Routers {'8ebffdfc-5e6d-4cc0-843d-500b482dac69'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:40.499806 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:40.543090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.544412 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6fb80cf3-1ef3-4253-9927-d96f5a0424b8 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.5687983 Nov 23 02:22:40.548330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57402) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.553747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': False}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:40.566750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.567115 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:40.596688 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] Routers {'8ebffdfc-5e6d-4cc0-843d-500b482dac69'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:40.597345 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:40.602398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.606732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:40.651181 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:40.652550 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd937b90-da84-4f74-9b2f-29cbb8a6e4f2 None None] The sync data for ids ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:40.672960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57404) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.692955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57406) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.717465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.721118 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-547b8ba2-1104-4ea2-a6cb-ba9b8959a6b9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc HTTP/1.1" status: 204 len: 168 time: 1.3419921 Nov 23 02:22:40.724038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57410) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.736653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.753615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.757550 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-54133d9e-936b-45ca-a3a8-6c8f3d979834 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:40.759098 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-54133d9e-936b-45ca-a3a8-6c8f3d979834 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/b1487bb1-13f2-412c-b9d6-cb0ed4b1a6fc HTTP/1.1" status: 404 len: 333 time: 0.0339499 Nov 23 02:22:40.762013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57412) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.837181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.837963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Fanout notify agent at l3_agent the message router_deleted on router 18b7e4d6-42fb-436e-95b1-d64c574e3fd2 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:40.853925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.858002 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dbb053d9-9e08-4668-a410-9b648478d2ff tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "DELETE /v2.0/routers/18b7e4d6-42fb-436e-95b1-d64c574e3fd2 HTTP/1.1" status: 204 len: 168 time: 2.3296654 Nov 23 02:22:40.858654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57414) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.862896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b3a84e43-2dac-45ef-87e7-ae2a71455659 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c551eb345004914a7e2223f1f33bc37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1861663 Nov 23 02:22:40.863103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57416) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:40.883812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet caafbf9c-3a43-45a0-a50e-236f55ab4b03 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:40.892759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:40.896558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e04156cd-1d2b-452e-94b7-8b059e6b3299 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1118578937', 'prefixes': ['172.20.0.0/16']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:40.970858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.006813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting subnet 1d047bc3-1db1-485e-9ac1-e0f90dd0a994 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:41.014328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.045949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e04156cd-1d2b-452e-94b7-8b059e6b3299 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] Publish callbacks [] for subnetpool, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.049952 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e04156cd-1d2b-452e-94b7-8b059e6b3299 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3518333 Nov 23 02:22:41.050391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57418) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.051335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.103338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ae2-bba7-429a-b3a5-3d8b15066eba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.126623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.167927 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d584a0e9-f963-4b41-8ab0-d404ff8a2757 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] 10.222.0.53 "GET /v2.0/subnetpools/9933fa84-9dfb-463e-9c72-f0475d56c020 HTTP/1.1" status: 200 len: 732 time: 0.1127300 Nov 23 02:22:41.189111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57422) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.193621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6bd0f6e4-9210-4cf1-a338-22489d6d477c tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-632374155'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:41.207137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.248272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ae2-bba7-429a-b3a5-3d8b15066eba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.345269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.367800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bd0f6e4-9210-4cf1-a338-22489d6d477c tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] Publish callbacks [] for subnetpool, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.369048 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6bd0f6e4-9210-4cf1-a338-22489d6d477c tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] 10.222.0.53 "PUT /v2.0/subnetpools/9933fa84-9dfb-463e-9c72-f0475d56c020 HTTP/1.1" status: 200 len: 683 time: 0.1789644 Nov 23 02:22:41.369811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.375512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57426) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.409536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=caafbf9c-3a43-45a0-a50e-236f55ab4b03,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:41.413425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ae2-bba7-429a-b3a5-3d8b15066eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.416517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a99d9ae2-bba7-429a-b3a5-3d8b15066eba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.417736 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a99d9ae2-bba7-429a-b3a5-3d8b15066eba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c838de13-76a2-4780-a7c7-1ba06754855c HTTP/1.1" status: 204 len: 168 time: 0.5537360 Nov 23 02:22:41.426042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.429609 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2255d468-bde9-4fcd-8274-8acda71401db tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/caafbf9c-3a43-45a0-a50e-236f55ab4b03 HTTP/1.1" status: 204 len: 168 time: 0.6664848 Nov 23 02:22:41.435886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f4f673-b8ef-4d56-84f6-559d7a9e5a93 None None] Network d66c1de4-142c-4ce5-94d2-04fad7021e64 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:41.436786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57430) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.449766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d9ae2-bba7-429a-b3a5-3d8b15066eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838de13-76a2-4780-a7c7-1ba06754855c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:41.513858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.558701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Subnet': ['ID=1d047bc3-1db1-485e-9ac1-e0f90dd0a994,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:41.573978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.580705 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e6eab9f3-1288-4025-8cb8-f8f37caa2ee4 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "DELETE /v2.0/subnets/1d047bc3-1db1-485e-9ac1-e0f90dd0a994 HTTP/1.1" status: 204 len: 168 time: 0.7163842 Nov 23 02:22:41.582852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec329fb-c9c4-42b8-888f-e37a176b4035 None None] Network a12f690b-1e1f-43e9-b7cf-46812c442b4e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:41.586072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.587933 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57434) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.747845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.800763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:41.801493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.823744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] DHCP port deletion for d66c1de4-142c-4ce5-94d2-04fad7021e64 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:22:41.845573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a5c630c-80a8-4141-b4dc-96fd760acff4 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] Publish callbacks [] for subnetpool, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.846838 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9a5c630c-80a8-4141-b4dc-96fd760acff4 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] 10.222.0.53 "DELETE /v2.0/subnetpools/9933fa84-9dfb-463e-9c72-f0475d56c020 HTTP/1.1" status: 204 len: 168 time: 0.4701617 Nov 23 02:22:41.858761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57436) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.886224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-adcc36a2-2a3c-422a-90e6-f443fdf4de8d tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] show failed (client error): The resource could not be found. Nov 23 02:22:41.886839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] DHCP port deletion for a12f690b-1e1f-43e9-b7cf-46812c442b4e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:22:41.887335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-adcc36a2-2a3c-422a-90e6-f443fdf4de8d tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] 10.222.0.53 "GET /v2.0/subnetpools/9933fa84-9dfb-463e-9c72-f0475d56c020 HTTP/1.1" status: 404 len: 346 time: 0.0272923 Nov 23 02:22:41.890265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57438) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:41.911126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-b17c55ba-3e8f-4b30-b17e-59356f667ce2 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] delete failed (client error): The resource could not be found. Nov 23 02:22:41.916479 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b17c55ba-3e8f-4b30-b17e-59356f667ce2 tempest-SubnetPoolsTestJSON-1361849348 tempest-SubnetPoolsTestJSON-1361849348-project] 10.222.0.53 "DELETE /v2.0/subnetpools/9933fa84-9dfb-463e-9c72-f0475d56c020 HTTP/1.1" status: 404 len: 346 time: 0.0209451 Nov 23 02:22:41.916664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port 9bcd529b-00d2-4f52-91fb-ea61379b18a6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9bcd529b-00d2-4f52-91fb-ea61379b18a6,segment=NetworkSegment(e5c7fe66-6a96-49b6-9f12-1ff6f99979e6),segment_id=e5c7fe66-6a96-49b6-9f12-1ff6f99979e6)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:41.916763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.932433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.937272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] Deleting port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:41.937706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.940411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:41.942196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 9bcd529b-00d2-4f52-91fb-ea61379b18a6 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:42.022922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] For port 9bcd529b-00d2-4f52-91fb-ea61379b18a6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9bcd529b-00d2-4f52-91fb-ea61379b18a6,segment=NetworkSegment(e5c7fe66-6a96-49b6-9f12-1ff6f99979e6),segment_id=e5c7fe66-6a96-49b6-9f12-1ff6f99979e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:42.023517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.037051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:42.037051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.041052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] Calling delete_port for 9bcd529b-00d2-4f52-91fb-ea61379b18a6 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:42.048679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] Deleting port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:42.049065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.153897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] For port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,segment=NetworkSegment(e1b56e1c-729b-42cf-b0d2-a84ecabc76be),segment_id=e1b56e1c-729b-42cf-b0d2-a84ecabc76be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:42.153897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.160006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Router 8ebffdfc-5e6d-4cc0-843d-500b482dac69 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:22:42.174044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Calling delete_port for 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:42.177498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.185139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] For port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,segment=NetworkSegment(e1b56e1c-729b-42cf-b0d2-a84ecabc76be),segment_id=e1b56e1c-729b-42cf-b0d2-a84ecabc76be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:42.185560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.202296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] Calling delete_port for 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:42.252690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:42.260150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.274569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=9bcd529b-00d2-4f52-91fb-ea61379b18a6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:42.292894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] Pushing event deleted for resources: {'Port': ['ID=9bcd529b-00d2-4f52-91fb-ea61379b18a6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:42.297721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088845f5-bd39-4de4-9cb6-3d8bc40e9ff9 None None] No DVR routers for this DVR port 9bcd529b-00d2-4f52-91fb-ea61379b18a6 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:42.388942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.417652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:42.425765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.434519 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c527b025-e0db-4783-857e-0e6b501133e7 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "PUT /v2.0/routers/8ebffdfc-5e6d-4cc0-843d-500b482dac69 HTTP/1.1" status: 200 len: 920 time: 1.8833382 Nov 23 02:22:42.434758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57458) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.435029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] Sync routers for ids ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:42.439800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] No DVR routers for this DVR port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:42.443541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07beaf26-4846-4b60-9587-c18a84e91c1f None None] Pushing event deleted for resources: {'Port': ['ID=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:42.464447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] Routers {'8ebffdfc-5e6d-4cc0-843d-500b482dac69'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:42.466832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.470504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57460) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.472284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.517014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.530465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.530799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] Routers {'8ebffdfc-5e6d-4cc0-843d-500b482dac69'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:42.531427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.568409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Port': ['ID=2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:42.589410 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-33d7dc1a-05cb-4710-8c63-3c1183aeec29 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/8ebffdfc-5e6d-4cc0-843d-500b482dac69 HTTP/1.1" status: 200 len: 920 time: 0.1530437 Nov 23 02:22:42.590594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57468) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.595065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66c1de4-142c-4ce5-94d2-04fad7021e64']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.597493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] No DVR routers for this DVR port 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:42.604297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.604981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45024647-e109-4c19-8e03-eb60fbaacbb2 None None] The sync data for ids ['8ebffdfc-5e6d-4cc0-843d-500b482dac69'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:42.653739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.654048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c7fe66-6a96-49b6-9f12-1ff6f99979e6') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.668981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.746320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.753385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-360b4965-a8d0-4188-a66e-233f6c8c20e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.755982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.772511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:42.772976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:42.777753 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:42.780568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47608f93-e455-4bde-8fe4-70d6e55006e5 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:42.781168 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-47608f93-e455-4bde-8fe4-70d6e55006e5 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=8ebffdfc-5e6d-4cc0-843d-500b482dac69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1882300 Nov 23 02:22:42.784903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57474) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.806065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57476) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.831383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12f690b-1e1f-43e9-b7cf-46812c442b4e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.858735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.859006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1b56e1c-729b-42cf-b0d2-a84ecabc76be') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:42.871569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.880559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.893185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.896302 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/d66c1de4-142c-4ce5-94d2-04fad7021e64 HTTP/1.1" status: 204 len: 168 time: 1.4586890 Nov 23 02:22:42.900350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57482) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.903345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.908712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-55616653'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:42.914988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e6b1ed-9474-435c-b868-a5c628ed8b55 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:42.916770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e4e6b1ed-9474-435c-b868-a5c628ed8b55 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1307061 Nov 23 02:22:42.920872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57484) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:42.921992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32b0df-cedc-4ea4-bdcc-50e87a87eca8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=d66c1de4-142c-4ce5-94d2-04fad7021e64,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:42.926723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:42.927145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:42.930672 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:42.960463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-38b410e9-2c5f-4d3f-aebf-69c401cf23bb tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebffdfc-5e6d-4cc0-843d-500b482dac69 HTTP/1.1" status: 200 len: 205 time: 0.0382476 Nov 23 02:22:42.964268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57486) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:43.006932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:43.010884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.016406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.019466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1436270216'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:43.027696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.030962 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "DELETE /v2.0/networks/a12f690b-1e1f-43e9-b7cf-46812c442b4e HTTP/1.1" status: 204 len: 168 time: 1.4411852 Nov 23 02:22:43.033662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57488) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:43.049691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-360b4965-a8d0-4188-a66e-233f6c8c20e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.050945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141908ef-1f72-44f3-b4f4-30d6a5475051 tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Network': ['ID=a12f690b-1e1f-43e9-b7cf-46812c442b4e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.056113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-360b4965-a8d0-4188-a66e-233f6c8c20e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.095909 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-360b4965-a8d0-4188-a66e-233f6c8c20e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=565936fe59e148528d0df96c45c53ca6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6184471 Nov 23 02:22:43.096812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b4965-a8d0-4188-a66e-233f6c8c20e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1994875-5279-4f54-a38b-822db496fb37,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.099806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57490) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:43.162847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Made reservation on behalf of 5cdeccbb9de34474a85f7fd6fd950be2 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:43.166422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.178250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:43.239308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.256019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.256393 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment 4fa4e42c-bc15-4418-8563-cb9320329b41 of type vlan for network ec333918-5167-426a-8c1f-3a5bc740b4d8 Nov 23 02:22:43.277574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.385794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.402050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e29587a-8744-47ec-89fe-f9868d9c2280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.499100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e29587a-8744-47ec-89fe-f9868d9c2280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.514517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.520022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:43.520630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.634862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Deleting port 587ec67e-97eb-4e14-871d-fde75d172b9c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:43.635266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.658734 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7550750 Nov 23 02:22:43.662686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57496) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:43.669494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:43.676976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9bcd529b-00d2-4f52-91fb-ea61379b18a6 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:43.697812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 9bcd529b-00d2-4f52-91fb-ea61379b18a6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:43.698460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9bcd529b-00d2-4f52-91fb-ea61379b18a6 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:43.699063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:43.709406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.719383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:43.719834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d7743fb-5a07-4bd2-bf8e-1ddc27cf4967 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:43.729608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.731596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb6d2f-01a1-44bb-b88d-9ff23fe627ad tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=ec333918-5167-426a-8c1f-3a5bc740b4d8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.739521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.744098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:43.794468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:43.799327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.811559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b09f7d-c3d8-4fa0-a72e-64c5bb77f62d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.824546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e29587a-8744-47ec-89fe-f9868d9c2280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.827908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e29587a-8744-47ec-89fe-f9868d9c2280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.829438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6e29587a-8744-47ec-89fe-f9868d9c2280 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1994875-5279-4f54-a38b-822db496fb37 HTTP/1.1" status: 204 len: 168 time: 0.7241685 Nov 23 02:22:43.831479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:43.864195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29587a-8744-47ec-89fe-f9868d9c2280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1994875-5279-4f54-a38b-822db496fb37,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:43.875580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.876050 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Added segment cac31a86-b191-4bd6-b4e8-1582e7d9bbb3 of type vlan for network a968447d-2fd1-4b78-bad2-c9d08678a32e Nov 23 02:22:43.889864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.890356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:43.909813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Calling delete_port for 587ec67e-97eb-4e14-871d-fde75d172b9c owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:43.959818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.009871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Deleting port 09bda610-65fd-4970-bf6f-290b663db14c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:44.010466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.023610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.085279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.090834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.091449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.112856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=ced4f188-1442-410c-bb1d-746dc83163a2,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:44.116972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': '4fa4e42c-bc15-4418-8563-cb9320329b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:44.117817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: ec333918-5167-426a-8c1f-3a5bc740b4d8, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:22:44.137278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:22:44.156049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ec333918-5167-426a-8c1f-3a5bc740b4d8) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:44.163598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:44.164493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.170327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b657b0c-72e4-4571-aae7-dac4994a3e1f None None] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:44.186417 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5bb456e1-7f68-468b-abba-4bde94eee750 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5224609 Nov 23 02:22:44.189714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57506) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:44.200401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8', 'name': 'tempest-PortsIpV6TestJSON-1891012658', 'fixed_ips': [{'subnet_id': 'ced4f188-1442-410c-bb1d-746dc83163a2', 'ip_address': '2001:db8::10'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:44.200604 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3904107 Nov 23 02:22:44.207030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57508) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:44.213674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Request body: {'subnet': {'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:44.220702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.223056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1916b-4e2f-4d61-a26c-b2493a1b2c34 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event updated for resources: {'Network': ['ID=a968447d-2fd1-4b78-bad2-c9d08678a32e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:44.280379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Calling delete_port for 09bda610-65fd-4970-bf6f-290b663db14c owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:44.384058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:44.417005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.428640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a968447d-2fd1-4b78-bad2-c9d08678a32e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:44.429608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Made reservation on behalf of 5cdeccbb9de34474a85f7fd6fd950be2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:44.433385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.500894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.502181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Pushing event deleted for resources: {'Port': ['ID=587ec67e-97eb-4e14-871d-fde75d172b9c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:44.522936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port bf34ec66-3ffa-4b03-8462-318471bbac76 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:44.565608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ec333918-5167-426a-8c1f-3a5bc740b4d8', 'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': 'ced4f188-1442-410c-bb1d-746dc83163a2'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:22:44.569911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.692487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.695187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.699472 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8d71747c-16b9-483e-a608-1dae773dce9b tempest-FloatingIPAdminTestJSON-1538354251 tempest-FloatingIPAdminTestJSON-1538354251-project] 10.222.0.53 "DELETE /v2.0/floatingips/a3e57234-c541-4419-be8d-8eee49422d21 HTTP/1.1" status: 204 len: 168 time: 1.6617687 Nov 23 02:22:44.733100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::10 (ec333918-5167-426a-8c1f-3a5bc740b4d8/ced4f188-1442-410c-bb1d-746dc83163a2/bf34ec66-3ffa-4b03-8462-318471bbac76) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:44.758207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.799046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event deleted for resources: {'Port': ['ID=09bda610-65fd-4970-bf6f-290b663db14c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:44.894755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57530) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:44.906384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.914235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:44.991362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.055678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.135502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57536) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:45.144225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:45.144837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Allocated IP 2001:db8::2 (ec333918-5167-426a-8c1f-3a5bc740b4d8/ced4f188-1442-410c-bb1d-746dc83163a2/32c83b4c-de3d-4845-aa10-9f67425111a0) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:45.152334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=bf34ec66-3ffa-4b03-8462-318471bbac76,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:45.157926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:45.161250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:45.168438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.169450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.200304 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6524b922-2eec-43fd-8974-0e998c53b0eb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0049751 Nov 23 02:22:45.200795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57542) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:45.209964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8', 'name': 'tempest-PortsIpV6TestJSON-303065005', 'fixed_ips': [{'subnet_id': 'ced4f188-1442-410c-bb1d-746dc83163a2', 'ip_address': '2001:db8::f'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:45.301142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1917948799'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:45.360163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.365763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.373181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event updated for resources: {'Subnet': ['ID=f5e07c5d-da1e-4c33-8cff-81ac72bc87cb,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:45.391731 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c01ec6a0-42b3-4594-8905-5e9e6b36d739 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=259679290d50438786a059a611a84a5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516930 Nov 23 02:22:45.391961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.395035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57544) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:45.399955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.423020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Made reservation on behalf of 8cd4cc7d338f4dc490b354d4c6c4ca1c for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:45.426538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.439249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.442266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Checking segment: {'id': 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:45.442761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Network hostable DHCP agents. Network: a968447d-2fd1-4b78-bad2-c9d08678a32e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:22:45.451368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.452064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebffdfc-5e6d-4cc0-843d-500b482dac69 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:45.458106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:45.462236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.462797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.469337 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-80d3018d-8966-4e82-8427-f330a67d4731 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/8ebffdfc-5e6d-4cc0-843d-500b482dac69 HTTP/1.1" status: 204 len: 168 time: 2.4979796 Nov 23 02:22:45.469337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57546) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:45.475958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1291810202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:45.477334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e2e68873-52a3-4f32-9890-3716020b6da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.484298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:45.485539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Pushing event updated for resources: {'Port': ['ID=32c83b4c-de3d-4845-aa10-9f67425111a0,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:45.492030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:45.495159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:45.500131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:45.510381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Network a968447d-2fd1-4b78-bad2-c9d08678a32e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:22:45.520648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e2e68873-52a3-4f32-9890-3716020b6da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.528339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.528875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.534516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a968447d-2fd1-4b78-bad2-c9d08678a32e) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:45.545341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.545945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.554884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e990e03-c782-42da-bbd2-2c20b63cc29a None None] Network a968447d-2fd1-4b78-bad2-c9d08678a32e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:45.611580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Attempting to bind port 32c83b4c-de3d-4845-aa10-9f67425111a0 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:45.611947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Attempting to bind port 32c83b4c-de3d-4845-aa10-9f67425111a0 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '4fa4e42c-bc15-4418-8563-cb9320329b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:45.612349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Attempting to bind port 32c83b4c-de3d-4845-aa10-9f67425111a0 on network ec333918-5167-426a-8c1f-3a5bc740b4d8 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:45.618726 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-370c5106-0eb0-436f-bfcf-fcecc551d43c tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4081213 Nov 23 02:22:45.623045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57548) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:45.624429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.629120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:45.629120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Checking segment: {'id': '4fa4e42c-bc15-4418-8563-cb9320329b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:45.629762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.630113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Request body: {'port': {'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2124922725'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:45.630322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Bound using segment: {'id': '4fa4e42c-bc15-4418-8563-cb9320329b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:45.630963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Bound port: 32c83b4c-de3d-4845-aa10-9f67425111a0, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa4e42c-bc15-4418-8563-cb9320329b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ec333918-5167-426a-8c1f-3a5bc740b4d8'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:45.631448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.639304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.674551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e2e68873-52a3-4f32-9890-3716020b6da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.677589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e2e68873-52a3-4f32-9890-3716020b6da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.681537 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2e68873-52a3-4f32-9890-3716020b6da8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c92b2d7-3a1b-420c-b62c-10e39fa00c25 HTTP/1.1" status: 204 len: 168 time: 0.2829678 Nov 23 02:22:45.692629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.698909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.715084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.719354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d924d62e-bea8-4b49-b488-8f7d1776c0e6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2463114 Nov 23 02:22:45.721525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e68873-52a3-4f32-9890-3716020b6da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c92b2d7-3a1b-420c-b62c-10e39fa00c25,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:45.727177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57552) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:45.733246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:45.751644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:45.762065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c7bfd4-e859-47ae-8f79-f8deba3f2420,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:45.780302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.780659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Added segment 3031e2f2-a50c-4640-af46-2fdac1525499 of type vlan for network 507b9513-7e0a-48dc-82c8-b8e186c681f7 Nov 23 02:22:45.824505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] For port 32c83b4c-de3d-4845-aa10-9f67425111a0, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:45.831684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] For port 32c83b4c-de3d-4845-aa10-9f67425111a0, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=32c83b4c-de3d-4845-aa10-9f67425111a0,segment=NetworkSegment(4fa4e42c-bc15-4418-8563-cb9320329b41),segment_id=4fa4e42c-bc15-4418-8563-cb9320329b41)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:45.845462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.855950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.872192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a968447d-2fd1-4b78-bad2-c9d08678a32e', 'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e', 'tenant_id': '5cdeccbb9de34474a85f7fd6fd950be2', 'fixed_ips': [{'subnet_id': 'f5e07c5d-da1e-4c33-8cff-81ac72bc87cb'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:22:45.873222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.893237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Made reservation on behalf of 5cdeccbb9de34474a85f7fd6fd950be2 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:45.903938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.941124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:45.960743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:45.961868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.030969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] device_id is not set on port e925cfd4-743c-4df0-89a2-2e64b424d575 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:46.042092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2332766a-274d-4b75-beaf-05bc9a1f9f94 None None] Pushing event updated for resources: {'Port': ['ID=32c83b4c-de3d-4845-aa10-9f67425111a0,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.154961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Allocated IP 2001:db8::2 (a968447d-2fd1-4b78-bad2-c9d08678a32e/f5e07c5d-da1e-4c33-8cff-81ac72bc87cb/fa307151-6c85-4b71-ba47-913e0672cddf) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:46.156422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2591362 Nov 23 02:22:46.162704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57560) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.168301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-5fd6b0e7-1194-419a-998d-855c35dfc911 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-1372003953') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:46.174335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccff86a-7bfb-4b0c-b0a1-3a2aaf695588 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Pushing event updated for resources: {'Network': ['ID=507b9513-7e0a-48dc-82c8-b8e186c681f7,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.195263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57562) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.195589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 507b9513-7e0a-48dc-82c8-b8e186c681f7 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:46.237067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6dab-d752-4929-8d18-2337cce5e379 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.364158 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5fd6b0e7-1194-419a-998d-855c35dfc911 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "PUT /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-1372003953 HTTP/1.1" status: 201 len: 201 time: 0.2000039 Nov 23 02:22:46.367025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57564) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.372334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-f2197039-0323-4b90-ab6d-7e9ce4251dfe tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-1372003953') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:46.433772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::f (ec333918-5167-426a-8c1f-3a5bc740b4d8/ced4f188-1442-410c-bb1d-746dc83163a2/6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:46.460210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6dab-d752-4929-8d18-2337cce5e379 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.471145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a3d6dab-d752-4929-8d18-2337cce5e379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.510729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.517880 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f2197039-0323-4b90-ab6d-7e9ce4251dfe tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-1372003953 HTTP/1.1" status: 204 len: 168 time: 0.1486804 Nov 23 02:22:46.520301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57568) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.521299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.527039 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8a3d6dab-d752-4929-8d18-2337cce5e379 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b16f40686d774645ab6ff1b1fef1592b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305018 Nov 23 02:22:46.532566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-9f0c0ca8-1f95-4433-9c07-55291be81877 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:46.546114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d6dab-d752-4929-8d18-2337cce5e379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b3aa91-1819-49a5-8549-a35014d03017,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.548865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57570) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.563958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Network a968447d-2fd1-4b78-bad2-c9d08678a32e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:46.571284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:46.574447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:46.587617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Pushing event updated for resources: {'Port': ['ID=fa307151-6c85-4b71-ba47-913e0672cddf,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.606997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Allocated IP 2001:db8::361 (a968447d-2fd1-4b78-bad2-c9d08678a32e/f5e07c5d-da1e-4c33-8cff-81ac72bc87cb/e925cfd4-743c-4df0-89a2-2e64b424d575) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:46.650439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Attempting to bind port fa307151-6c85-4b71-ba47-913e0672cddf on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:46.650439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Attempting to bind port fa307151-6c85-4b71-ba47-913e0672cddf by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:46.650747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Attempting to bind port fa307151-6c85-4b71-ba47-913e0672cddf on network a968447d-2fd1-4b78-bad2-c9d08678a32e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:46.655390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afb53800-711b-4880-98ac-da25497260a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.656170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:46.656722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Checking segment: {'id': 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:46.657655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.658087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Bound using segment: {'id': 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:46.658262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Bound port: fa307151-6c85-4b71-ba47-913e0672cddf, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:46.658625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.698857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afb53800-711b-4880-98ac-da25497260a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.709335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.724150 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9f0c0ca8-1f95-4433-9c07-55291be81877 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags HTTP/1.1" status: 200 len: 238 time: 0.2012265 Nov 23 02:22:46.740296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.744648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] For port fa307151-6c85-4b71-ba47-913e0672cddf, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:46.748148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] For port fa307151-6c85-4b71-ba47-913e0672cddf, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa307151-6c85-4b71-ba47-913e0672cddf,segment=NetworkSegment(cac31a86-b191-4bd6-b4e8-1582e7d9bbb3),segment_id=cac31a86-b191-4bd6-b4e8-1582e7d9bbb3)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:46.754368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.770272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-31b6d14e-450c-4922-948f-bfb5210cb5e4 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', {'tags': ['tempest-TagsTest-Tag-555963984', 'tempest-TagsTest-Tag-1115166074', 'tempest-TagsTest-Tag-352812070']}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:46.818810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afb53800-711b-4880-98ac-da25497260a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.822204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afb53800-711b-4880-98ac-da25497260a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.823457 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-afb53800-711b-4880-98ac-da25497260a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2b3aa91-1819-49a5-8549-a35014d03017 HTTP/1.1" status: 204 len: 168 time: 0.2714169 Nov 23 02:22:46.832147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffacb0-faae-48a1-ad4c-38e64c62b2e8 None None] Pushing event updated for resources: {'Port': ['ID=fa307151-6c85-4b71-ba47-913e0672cddf,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.885995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb53800-711b-4880-98ac-da25497260a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b3aa91-1819-49a5-8549-a35014d03017,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:46.940499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:46.979898 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-31b6d14e-450c-4922-948f-bfb5210cb5e4 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "PUT /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags HTTP/1.1" status: 200 len: 307 time: 0.2360005 Nov 23 02:22:46.985330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:46.995262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-64b690d8-7bb2-4df7-a94d-ef8a27f606ea tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-555963984') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:47.015587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.023061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.081462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event updated for resources: {'Port': ['ID=e925cfd4-743c-4df0-89a2-2e64b424d575,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.152818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Network a968447d-2fd1-4b78-bad2-c9d08678a32e is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:47.154640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:47.159749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:47.166579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.167668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.225225 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e228a89b-cf7d-4317-ae43-7ef02f981f5e tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5962491 Nov 23 02:22:47.228507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57582) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.237724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Request body: {'port': {'network_id': 'a968447d-2fd1-4b78-bad2-c9d08678a32e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-941384112', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:47.238573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.api.validators [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] bootfile-name is not in valid_values {{(pid=103356) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:22:47.238917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.api.validators [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] tftp-server is not in valid_values {{(pid=103356) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:22:47.239403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.api.validators [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] server-ip-address is not in valid_values {{(pid=103356) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:22:47.243219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.452830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57586) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.460303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:47.468122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f884089b-e952-4393-bd53-1e0b76ad0ffa None None] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:47.471752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5093-076a-41aa-86a0-8f7912842a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.477424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:47.502250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:47.507974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.508651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.515979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.521539 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-64b690d8-7bb2-4df7-a94d-ef8a27f606ea tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "DELETE /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-555963984 HTTP/1.1" status: 204 len: 168 time: 0.5322304 Nov 23 02:22:47.522159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57588) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.525677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.528066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-e74f583a-a62e-43c9-9306-3752cf6541cc tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-555963984') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:47.559427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.582806 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9e009c28-f1a4-49db-b05a-8ab4f568e45f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3806493 Nov 23 02:22:47.584390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-488ba65d-3bb3-4fa0-9685-1cb3aa73baa2 None None] Provisioning complete for port 32c83b4c-de3d-4845-aa10-9f67425111a0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:47.584863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-488ba65d-3bb3-4fa0-9685-1cb3aa73baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.586147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57592) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.703236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5093-076a-41aa-86a0-8f7912842a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.710581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ffd5093-076a-41aa-86a0-8f7912842a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.755371 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2ffd5093-076a-41aa-86a0-8f7912842a8d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b3e564c3dfbd4029813741acc49d347f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007751 Nov 23 02:22:47.756732 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-e74f583a-a62e-43c9-9306-3752cf6541cc tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] show failed (client error): The resource could not be found. Nov 23 02:22:47.762448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57594) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.762995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57596) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.772692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e74f583a-a62e-43c9-9306-3752cf6541cc tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-555963984 HTTP/1.1" status: 404 len: 325 time: 0.2375796 Nov 23 02:22:47.784409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-becbe689-8c48-4a65-bb6e-a2989fa8913f tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-1115166074') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:47.798759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Made reservation on behalf of 5cdeccbb9de34474a85f7fd6fd950be2 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:47.802282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd5093-076a-41aa-86a0-8f7912842a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c350ea-742d-4905-a791-e418aa8c3dea,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:47.802634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.814022 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf743b6-2879-4e2d-b9bf-271c503feb6d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.818489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2cf743b6-2879-4e2d-b9bf-271c503feb6d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2288804 Nov 23 02:22:47.822094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:47.849444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-488ba65d-3bb3-4fa0-9685-1cb3aa73baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.882733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 32c83b4c-de3d-4845-aa10-9f67425111a0 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:47.944025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-488ba65d-3bb3-4fa0-9685-1cb3aa73baa2 None None] For port 32c83b4c-de3d-4845-aa10-9f67425111a0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=32c83b4c-de3d-4845-aa10-9f67425111a0,segment=NetworkSegment(4fa4e42c-bc15-4418-8563-cb9320329b41),segment_id=4fa4e42c-bc15-4418-8563-cb9320329b41)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:47.953916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3186b-e400-405c-a6ec-775eb6b578c4 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.954183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-488ba65d-3bb3-4fa0-9685-1cb3aa73baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:47.960306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3186b-e400-405c-a6ec-775eb6b578c4 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.966700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3186b-e400-405c-a6ec-775eb6b578c4 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:47.970182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] device_id is not set on port c919d87b-089c-4b4d-915b-97aec5bc311b yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:47.973934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-80b3186b-e400-405c-a6ec-775eb6b578c4 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1495535 Nov 23 02:22:47.974620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57600) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:48.005579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Allocated IP 172.26.8.108 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/ba334665-2666-4d5d-90ec-c839ce17650f) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:48.037667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ba65d-3bb3-4fa0-9685-1cb3aa73baa2 None None] Pushing event updated for resources: {'Port': ['ID=32c83b4c-de3d-4845-aa10-9f67425111a0,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.069812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 32c83b4c-de3d-4845-aa10-9f67425111a0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.070670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.071114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c8e908d-70f9-409c-b5f8-d89cdfd5b02a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.098024 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-becbe689-8c48-4a65-bb6e-a2989fa8913f tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-1115166074 HTTP/1.1" status: 204 len: 168 time: 0.3174028 Nov 23 02:22:48.104726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57602) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:48.114496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-25926119-e117-4207-b090-7fd88ec1f50a tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-352812070') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:48.168704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c8e908d-70f9-409c-b5f8-d89cdfd5b02a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.175015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:48.175351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.216472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa307151-6c85-4b71-ba47-913e0672cddf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:48.241410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Provisioning complete for port bf34ec66-3ffa-4b03-8462-318471bbac76 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.241785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.284468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Port bf34ec66-3ffa-4b03-8462-318471bbac76 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:48.286253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Allocated IP 2001:db8::2a8 (a968447d-2fd1-4b78-bad2-c9d08678a32e/f5e07c5d-da1e-4c33-8cff-81ac72bc87cb/c919d87b-089c-4b4d-915b-97aec5bc311b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:48.320273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.340997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:48.343635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Provisioning complete for port 6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.353225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.372535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.375653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c8e908d-70f9-409c-b5f8-d89cdfd5b02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.379451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c8e908d-70f9-409c-b5f8-d89cdfd5b02a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.383777 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8c8e908d-70f9-409c-b5f8-d89cdfd5b02a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61c350ea-742d-4905-a791-e418aa8c3dea HTTP/1.1" status: 204 len: 168 time: 0.6123095 Nov 23 02:22:48.391532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d729db2-796b-46a4-bdd5-3fe7f42e4afb None None] Network a968447d-2fd1-4b78-bad2-c9d08678a32e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:48.410267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e908d-70f9-409c-b5f8-d89cdfd5b02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c350ea-742d-4905-a791-e418aa8c3dea,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.461673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fa307151-6c85-4b71-ba47-913e0672cddf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.462206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.507463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.518979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Port 6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:48.585670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Provisioning complete for port 32c83b4c-de3d-4845-aa10-9f67425111a0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:48.586369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7c59413-4d83-4629-aac4-ba3d98421514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.609927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:48.615705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event updated for resources: {'Port': ['ID=ba334665-2666-4d5d-90ec-c839ce17650f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.644227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:48.659491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:48.664927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.701521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:48.729074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.738281 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-25926119-e117-4207-b090-7fd88ec1f50a tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-352812070 HTTP/1.1" status: 204 len: 168 time: 0.6297867 Nov 23 02:22:48.739288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57612) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:48.764158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-a62eb086-0afd-4d5d-acb1-b0e62e24bd48 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:48.825391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.832859 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c3f27d35-7eb6-4dca-87d6-50569655967a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff HTTP/1.1" status: 204 len: 168 time: 0.8546758 Nov 23 02:22:48.837248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57616) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:48.881389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.898191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port fa307151-6c85-4b71-ba47-913e0672cddf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa307151-6c85-4b71-ba47-913e0672cddf,segment=NetworkSegment(cac31a86-b191-4bd6-b4e8-1582e7d9bbb3),segment_id=cac31a86-b191-4bd6-b4e8-1582e7d9bbb3)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:48.909735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:48.912302 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa81c02-01e7-4176-a857-5d944963cfae tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:48.916123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8aa81c02-01e7-4176-a857-5d944963cfae tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff HTTP/1.1" status: 404 len: 333 time: 0.0760245 Nov 23 02:22:48.924896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57618) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:49.009009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.027313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=fa307151-6c85-4b71-ba47-913e0672cddf,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:49.077419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event updated for resources: {'Port': ['ID=c919d87b-089c-4b4d-915b-97aec5bc311b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:49.114600 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a62eb086-0afd-4d5d-acb1-b0e62e24bd48 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "DELETE /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags HTTP/1.1" status: 204 len: 168 time: 0.3603296 Nov 23 02:22:49.115195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57624) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:49.125921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-1aaaee9d-5549-4077-b5a0-9873fa255d7d tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-1115166074') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:49.147826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fa870516-2d3d-43d0-b3e1-3ac948149db3 None None] Provisioning complete for port bf34ec66-3ffa-4b03-8462-318471bbac76 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:49.148316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fa870516-2d3d-43d0-b3e1-3ac948149db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.198448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fa870516-2d3d-43d0-b3e1-3ac948149db3 None None] Port bf34ec66-3ffa-4b03-8462-318471bbac76 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:49.203812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fa870516-2d3d-43d0-b3e1-3ac948149db3 None None] Could not find standard attr ID for object 6b3e1d6a-4c88-4766-8882-31fa6b2dc5ff. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:22:49.216514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fa870516-2d3d-43d0-b3e1-3ac948149db3 None None] Provisioning complete for port fa307151-6c85-4b71-ba47-913e0672cddf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:49.216926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fa870516-2d3d-43d0-b3e1-3ac948149db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.242163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port bf34ec66-3ffa-4b03-8462-318471bbac76 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:49.242831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.296489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Network a968447d-2fd1-4b78-bad2-c9d08678a32e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:49.298216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.338022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-1aaaee9d-5549-4077-b5a0-9873fa255d7d tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] show failed (client error): The resource could not be found. Nov 23 02:22:49.343535 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1aaaee9d-5549-4077-b5a0-9873fa255d7d tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-1115166074 HTTP/1.1" status: 404 len: 326 time: 0.2254331 Nov 23 02:22:49.348373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57630) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:49.351221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:49.355241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-3995c171-3746-4860-a460-29603990df67 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7', 'tempest-TagsTest-Tag-352812070') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:49.360170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:49.373376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:49.374128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.412106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.429997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for bf34ec66-3ffa-4b03-8462-318471bbac76 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:49.482495 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-204ed9a8-851f-4b35-b491-544523655381 None None] Provisioning complete for port e925cfd4-743c-4df0-89a2-2e64b424d575 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:49.483055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-204ed9a8-851f-4b35-b491-544523655381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.544113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-204ed9a8-851f-4b35-b491-544523655381 None None] Port e925cfd4-743c-4df0-89a2-2e64b424d575 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:49.562355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-204ed9a8-851f-4b35-b491-544523655381 None None] Provisioning complete for port fa307151-6c85-4b71-ba47-913e0672cddf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:49.563522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-204ed9a8-851f-4b35-b491-544523655381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.622400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.719271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=bf34ec66-3ffa-4b03-8462-318471bbac76,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:49.765301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.787132 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e3f83b88-beb1-46f9-93f8-a96a2ab316ab tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/bf34ec66-3ffa-4b03-8462-318471bbac76 HTTP/1.1" status: 204 len: 168 time: 0.8577588 Nov 23 02:22:49.787362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57644) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:49.823540 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-129426c7-efd9-4c5f-994a-b39dfa37fad3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:22:49.828045 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-129426c7-efd9-4c5f-994a-b39dfa37fad3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/bf34ec66-3ffa-4b03-8462-318471bbac76 HTTP/1.1" status: 404 len: 333 time: 0.0370474 Nov 23 02:22:49.829302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57646) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:49.895203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet ced4f188-1442-410c-bb1d-746dc83163a2 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:49.902755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:49.911938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 32c83b4c-de3d-4845-aa10-9f67425111a0 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:49.987444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.046310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 32c83b4c-de3d-4845-aa10-9f67425111a0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:50.047237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.124341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.131419 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3556a72b-59ea-42cf-a780-91599132d492 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.9011180 Nov 23 02:22:50.138217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ae32eb6e-dbff-446d-b3c6-f1cdcddad9c6 None None] Provisioning complete for port e925cfd4-743c-4df0-89a2-2e64b424d575 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:50.138649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ae32eb6e-dbff-446d-b3c6-f1cdcddad9c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.151440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57652) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:50.235114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ae32eb6e-dbff-446d-b3c6-f1cdcddad9c6 None None] Port e925cfd4-743c-4df0-89a2-2e64b424d575 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:50.241494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350004b-f130-4736-b4c0-6808046b7bdd tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.243008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.248586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350004b-f130-4736-b4c0-6808046b7bdd tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.250186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa307151-6c85-4b71-ba47-913e0672cddf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:50.256620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a350004b-f130-4736-b4c0-6808046b7bdd tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:50.258691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a350004b-f130-4736-b4c0-6808046b7bdd tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1062765 Nov 23 02:22:50.266409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57656) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:50.310240 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.320895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.341660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.372281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fa307151-6c85-4b71-ba47-913e0672cddf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:50.372678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.377727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=ced4f188-1442-410c-bb1d-746dc83163a2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:50.380085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.385226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-3995c171-3746-4860-a460-29603990df67 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] show failed (client error): The resource could not be found. Nov 23 02:22:50.386431 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3995c171-3746-4860-a460-29603990df67 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "GET /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags/tempest-TagsTest-Tag-352812070 HTTP/1.1" status: 404 len: 325 time: 1.0369062 Nov 23 02:22:50.388828 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b7de2d20-4b55-48e1-8fec-30b4ef64528b tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/ced4f188-1442-410c-bb1d-746dc83163a2 HTTP/1.1" status: 204 len: 168 time: 0.5593395 Nov 23 02:22:50.389650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57662) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:50.389981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57664) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:50.395398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-b521146d-7a1a-4991-9da2-7561cdf306f8 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '507b9513-7e0a-48dc-82c8-b8e186c681f7') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:50.409430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1537348c-48c1-44d7-893e-79848aac074b None None] Provisioning complete for port c919d87b-089c-4b4d-915b-97aec5bc311b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:50.409958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1537348c-48c1-44d7-893e-79848aac074b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.431212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Deleting port c919d87b-089c-4b4d-915b-97aec5bc311b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:50.431582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.442434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e3447-c464-41e8-87ff-ef6288b9b6a8 None None] Network ec333918-5167-426a-8c1f-3a5bc740b4d8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:50.527062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1537348c-48c1-44d7-893e-79848aac074b None None] Port c919d87b-089c-4b4d-915b-97aec5bc311b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:50.545680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.565287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Calling delete_port for c919d87b-089c-4b4d-915b-97aec5bc311b owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:50.598103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.679938 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b521146d-7a1a-4991-9da2-7561cdf306f8 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "DELETE /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7/tags HTTP/1.1" status: 204 len: 168 time: 0.2825954 Nov 23 02:22:50.680229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57672) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:50.707047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Router 0cd8bed8-b971-4ddc-b80f-05941d91b75c is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:50.719755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] DHCP port deletion for ec333918-5167-426a-8c1f-3a5bc740b4d8 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:22:50.724901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 32c83b4c-de3d-4845-aa10-9f67425111a0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:50.725260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.786077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] Deleting port 32c83b4c-de3d-4845-aa10-9f67425111a0 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:50.786816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.799561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.823917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.849279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57678) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:50.891925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] For port 32c83b4c-de3d-4845-aa10-9f67425111a0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=32c83b4c-de3d-4845-aa10-9f67425111a0,segment=NetworkSegment(4fa4e42c-bc15-4418-8563-cb9320329b41),segment_id=4fa4e42c-bc15-4418-8563-cb9320329b41)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:50.893670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.922777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] Calling delete_port for 32c83b4c-de3d-4845-aa10-9f67425111a0 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:50.930098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event deleted for resources: {'Port': ['ID=c919d87b-089c-4b4d-915b-97aec5bc311b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:50.957160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port 32c83b4c-de3d-4845-aa10-9f67425111a0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=32c83b4c-de3d-4845-aa10-9f67425111a0,segment=NetworkSegment(4fa4e42c-bc15-4418-8563-cb9320329b41),segment_id=4fa4e42c-bc15-4418-8563-cb9320329b41)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:50.957671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:50.992174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 32c83b4c-de3d-4845-aa10-9f67425111a0 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:51.001114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.007853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3a1fb7a1-050a-4038-9a08-32959ddc0634 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "DELETE /v2.0/ports/c919d87b-089c-4b4d-915b-97aec5bc311b HTTP/1.1" status: 204 len: 168 time: 0.7370179 Nov 23 02:22:51.009446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57682) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.014924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Request body: {'port': {'name': 'tempest-new-port-name-1277114681', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:51.015661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] bootfile-name is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:22:51.016005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] tftp-server is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:22:51.016366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.api.validators [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] server-ip-address is not in valid_values {{(pid=103357) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 02:22:51.027891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:51.037655 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] Sync routers for ids ['0cd8bed8-b971-4ddc-b80f-05941d91b75c'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:51.057115 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] Routers {'0cd8bed8-b971-4ddc-b80f-05941d91b75c'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:51.057685 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0cd8bed8-b971-4ddc-b80f-05941d91b75c'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.064932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.065801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.069412 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2b169dc7-f79f-4a74-976e-cac433cf9e55 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "PUT /v2.0/routers/0cd8bed8-b971-4ddc-b80f-05941d91b75c HTTP/1.1" status: 200 len: 880 time: 5.3410449 Nov 23 02:22:51.075631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57684) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.077245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-34376222-115a-4699-8e1a-1ba40de641b0 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-998450743'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:51.077904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-34376222-115a-4699-8e1a-1ba40de641b0 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Unknown quota resources ['metering_label']. {{(pid=103356) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:22:51.089237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.105327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] Pushing event deleted for resources: {'Port': ['ID=32c83b4c-de3d-4845-aa10-9f67425111a0,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:51.123358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e1c4f-b3bd-4daf-8d0d-5cac74e62780 None None] No DVR routers for this DVR port 32c83b4c-de3d-4845-aa10-9f67425111a0 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:51.134063 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.150190 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] Routers {'0cd8bed8-b971-4ddc-b80f-05941d91b75c'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:51.151358 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0cd8bed8-b971-4ddc-b80f-05941d91b75c'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.186331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507b9513-7e0a-48dc-82c8-b8e186c681f7']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.198641 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.199967 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4544dcb-813e-4e03-b319-f636f356ac2f None None] The sync data for ids ['0cd8bed8-b971-4ddc-b80f-05941d91b75c'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:51.225566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3031e2f2-a50c-4640-af46-2fdac1525499') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.225862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3031e2f2-a50c-4640-af46-2fdac1525499') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.272009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.288989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.294914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.315402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:51.316721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34376222-115a-4699-8e1a-1ba40de641b0 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.320281 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-34376222-115a-4699-8e1a-1ba40de641b0 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4484532 Nov 23 02:22:51.321086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57688) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.323935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.325305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5b8899ea-78f1-4da0-b097-2e93253b276e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '60a1f6ae-b1ac-4f79-ac0c-1a6d617022c0'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:51.325812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5b8899ea-78f1-4da0-b097-2e93253b276e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103356) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:51.327343 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:51.334843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.432219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=32c83b4c-de3d-4845-aa10-9f67425111a0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:51.434407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port 32c83b4c-de3d-4845-aa10-9f67425111a0 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:51.440513 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.services.metering.metering_plugin [None req-5b8899ea-78f1-4da0-b097-2e93253b276e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:22:51.607812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b8899ea-78f1-4da0-b097-2e93253b276e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.609055 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5b8899ea-78f1-4da0-b097-2e93253b276e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2870233 Nov 23 02:22:51.612601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57690) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.618966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8831df0d-36e7-49c9-9a80-1f765c0b1b6c tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '60a1f6ae-b1ac-4f79-ac0c-1a6d617022c0'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:51.619367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8831df0d-36e7-49c9-9a80-1f765c0b1b6c tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103356) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:22:51.622612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.648822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec333918-5167-426a-8c1f-3a5bc740b4d8']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.682443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 32c83b4c-de3d-4845-aa10-9f67425111a0 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:51.699175 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6c71c25f-87ff-483c-93ea-00c46ad7d9f0 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/0cd8bed8-b971-4ddc-b80f-05941d91b75c HTTP/1.1" status: 200 len: 921 time: 0.6200185 Nov 23 02:22:51.703618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57692) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.706621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa4e42c-bc15-4418-8563-cb9320329b41') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.707420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa4e42c-bc15-4418-8563-cb9320329b41') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:51.711554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 32c83b4c-de3d-4845-aa10-9f67425111a0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:51.712000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 32c83b4c-de3d-4845-aa10-9f67425111a0 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:51.722671 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.services.metering.metering_plugin [None req-8831df0d-36e7-49c9-9a80-1f765c0b1b6c tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:22:51.726630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.735597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.738584 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] 10.222.0.53 "DELETE /v2.0/networks/507b9513-7e0a-48dc-82c8-b8e186c681f7 HTTP/1.1" status: 204 len: 168 time: 1.0568326 Nov 23 02:22:51.742947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.767029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c72d78-4cc5-4a3e-8699-f4d07b1a3b93 tempest-TagsTest-1680171079 tempest-TagsTest-1680171079-project] Pushing event deleted for resources: {'Network': ['ID=507b9513-7e0a-48dc-82c8-b8e186c681f7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:51.817066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.851416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3283f5-dfee-4549-b13c-eb733828db21 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:51.853095 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b3283f5-dfee-4549-b13c-eb733828db21 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=0cd8bed8-b971-4ddc-b80f-05941d91b75c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1487520 Nov 23 02:22:51.856972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57696) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.857459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8831df0d-36e7-49c9-9a80-1f765c0b1b6c tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.858521 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8831df0d-36e7-49c9-9a80-1f765c0b1b6c tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2449784 Nov 23 02:22:51.859809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:51.860204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:51.863536 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:51.865827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57698) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.925607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.947453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:51.955204 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/ec333918-5167-426a-8c1f-3a5bc740b4d8 HTTP/1.1" status: 204 len: 168 time: 1.5587976 Nov 23 02:22:51.955204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57702) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:51.963932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d028fe-c656-446c-89d6-1885f5cffdb3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=ec333918-5167-426a-8c1f-3a5bc740b4d8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:51.967814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-843841678'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:51.968712 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d121e356-a796-4609-8a41-d1adffc3ec3f tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=82158dfc-ca5e-4208-a579-697a081a8764 HTTP/1.1" status: 200 len: 462 time: 0.0829031 Nov 23 02:22:51.972482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57706) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.019490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.029451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.042669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd1a271-975e-48bf-b935-53b3f3e73fac tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.047234 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bcd1a271-975e-48bf-b935-53b3f3e73fac tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1861799 Nov 23 02:22:52.062724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57710) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.066877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:52.070861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.080328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] In _notify_port_updated(), no bound segment for port e925cfd4-743c-4df0-89a2-2e64b424d575 on network a968447d-2fd1-4b78-bad2-c9d08678a32e {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:22:52.097628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.098529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.100062 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "PUT /v2.0/ports/e925cfd4-743c-4df0-89a2-2e64b424d575 HTTP/1.1" status: 200 len: 1130 time: 1.0896928 Nov 23 02:22:52.105040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57712) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.121824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea5aedde-e67f-442f-820b-26847e8b4448 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.124531 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea5aedde-e67f-442f-820b-26847e8b4448 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/82158dfc-ca5e-4208-a579-697a081a8764 HTTP/1.1" status: 204 len: 168 time: 0.1495230 Nov 23 02:22:52.128688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57714) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.144696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57716) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.154190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:52.161648 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-729d1c75-4705-41d2-b7da-c5ad15e4dd3f tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=82158dfc-ca5e-4208-a579-697a081a8764 HTTP/1.1" status: 200 len: 221 time: 0.0276635 Nov 23 02:22:52.162255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57720) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.167446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9f45c4eb-bc67-415b-8093-f79070d169b9 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1363572169', 'description': 'label created by tempest'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:52.168277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9f45c4eb-bc67-415b-8093-f79070d169b9 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Unknown quota resources ['metering_label']. {{(pid=103356) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:22:52.175705 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-37f2f7e2-0cb2-40c9-865f-186d92abdcc7 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd8bed8-b971-4ddc-b80f-05941d91b75c HTTP/1.1" status: 200 len: 205 time: 0.1115372 Nov 23 02:22:52.178816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57722) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.184495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.184934 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Added segment a320b366-b3f0-4c29-bf17-59173b1594e9 of type vlan for network 9d177656-5829-4b53-91f1-80da09078161 Nov 23 02:22:52.191029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be72b16-39f1-430f-9717-28b8669421ac tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event updated for resources: {'Port': ['ID=e925cfd4-743c-4df0-89a2-2e64b424d575,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:52.201533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dd8680-7938-4cb6-ac17-3008f52f9bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.206406 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b7dd8680-7938-4cb6-ac17-3008f52f9bf4 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "GET /v2.0/ports/e925cfd4-743c-4df0-89a2-2e64b424d575 HTTP/1.1" status: 200 len: 1130 time: 0.0968225 Nov 23 02:22:52.208753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57724) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.334371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Deleting port e925cfd4-743c-4df0-89a2-2e64b424d575 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:52.335038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.366630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0ba8033e-1195-4581-b3b4-a83475ee199f None None] Provisioning complete for port e925cfd4-743c-4df0-89a2-2e64b424d575 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:52.367195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ba8033e-1195-4581-b3b4-a83475ee199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.400644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0ba8033e-1195-4581-b3b4-a83475ee199f None None] Port e925cfd4-743c-4df0-89a2-2e64b424d575 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:52.414519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.436011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.451065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Calling delete_port for e925cfd4-743c-4df0-89a2-2e64b424d575 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:52.460962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9f45c4eb-bc67-415b-8093-f79070d169b9 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.462214 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9f45c4eb-bc67-415b-8093-f79070d169b9 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2987962 Nov 23 02:22:52.465667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57728) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.519622 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e3193609-de18-4c5c-ba02-010fdfb051e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cd4cc7d338f4dc490b354d4c6c4ca1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3715599 Nov 23 02:22:52.523645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57730) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.544889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.550560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:52.551149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.571720 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bf6b2abe-63ba-4b42-9c11-18e53a5c7d9c tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=b2b0d433-e57e-4eaf-ae4d-9c2cfa66bbb8 HTTP/1.1" status: 200 len: 468 time: 0.1049113 Nov 23 02:22:52.578512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57732) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.585518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.668439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7121291 Nov 23 02:22:52.674062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57734) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.681075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '9d177656-5829-4b53-91f1-80da09078161', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:52.689879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94840d09-471d-4045-9755-501138d2f18c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Network': ['ID=9d177656-5829-4b53-91f1-80da09078161,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:52.701220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 9d177656-5829-4b53-91f1-80da09078161 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:52.921331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d49ae12d-d97d-46f5-963d-eb402c65ce7e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.922807 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d49ae12d-d97d-46f5-963d-eb402c65ce7e tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/b2b0d433-e57e-4eaf-ae4d-9c2cfa66bbb8 HTTP/1.1" status: 204 len: 168 time: 0.3434215 Nov 23 02:22:52.928876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57736) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.959110 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d5f32a22-9575-4d29-ad5a-947b3de25b18 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=b2b0d433-e57e-4eaf-ae4d-9c2cfa66bbb8 HTTP/1.1" status: 200 len: 216 time: 0.0290864 Nov 23 02:22:52.964028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57738) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:52.971773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.973375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:52.976914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:52.992512 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-04c5b975-f51c-4b34-a2d4-88affa18d3be tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0272655 Nov 23 02:22:53.019072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57740) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.059816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event deleted for resources: {'Port': ['ID=e925cfd4-743c-4df0-89a2-2e64b424d575,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:53.063423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f75f77a9-4b15-46f5-a9e8-1887be088030 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.097752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f75f77a9-4b15-46f5-a9e8-1887be088030 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.102222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.108562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-14f2606b-519c-4dfe-9a08-ed8b56953c41 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "DELETE /v2.0/ports/e925cfd4-743c-4df0-89a2-2e64b424d575 HTTP/1.1" status: 204 len: 168 time: 0.8961387 Nov 23 02:22:53.108562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-563e3e14-9ef8-4e34-a833-fb807756d5ac tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0585954 Nov 23 02:22:53.110532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57742) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.115519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57744) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.123912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.209966 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f16c7127-25bb-4a1b-ae7f-07ff6150b67d tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/60a1f6ae-b1ac-4f79-ac0c-1a6d617022c0 HTTP/1.1" status: 200 len: 472 time: 0.0932317 Nov 23 02:22:53.213559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57748) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.224198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Deleting subnet f5e07c5d-da1e-4c33-8cff-81ac72bc87cb {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:22:53.234461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.273161 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-98ebe17f-24f9-4f8e-9027-62f3d205f6a2 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/e8b18add-3c53-47e4-974d-ceabb1b391d8 HTTP/1.1" status: 200 len: 459 time: 0.0555222 Nov 23 02:22:53.273440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57752) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.305481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.330326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f75f77a9-4b15-46f5-a9e8-1887be088030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.332858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f75f77a9-4b15-46f5-a9e8-1887be088030 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.334021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f75f77a9-4b15-46f5-a9e8-1887be088030 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67c7bfd4-e859-47ae-8f79-f8deba3f2420 HTTP/1.1" status: 204 len: 168 time: 0.8084183 Nov 23 02:22:53.358533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f77a9-4b15-46f5-a9e8-1887be088030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c7bfd4-e859-47ae-8f79-f8deba3f2420,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:53.363699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.369377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Deleting port ba334665-2666-4d5d-90ec-c839ce17650f {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:53.369727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.439694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=facf7290-26a7-4aa1-a337-001aa1d8d280,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:53.451581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Checking segment: {'id': 'a320b366-b3f0-4c29-bf17-59173b1594e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9d177656-5829-4b53-91f1-80da09078161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:53.451936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network hostable DHCP agents. Network: 9d177656-5829-4b53-91f1-80da09078161, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:22:53.470027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 9d177656-5829-4b53-91f1-80da09078161 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:22:53.481517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 9d177656-5829-4b53-91f1-80da09078161) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:53.486887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:53.487493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.494260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2106d-b52b-496d-b117-eb13fde5ee40 None None] Network 9d177656-5829-4b53-91f1-80da09078161 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:53.498354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b2f6fef1-dc77-4d79-bd86-6e90b1c7b960 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.500164 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b2f6fef1-dc77-4d79-bd86-6e90b1c7b960 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/e8b18add-3c53-47e4-974d-ceabb1b391d8 HTTP/1.1" status: 204 len: 168 time: 0.2258008 Nov 23 02:22:53.503481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57756) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.547567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-26b9aef8-3cb3-448e-8db4-21e94fd36a11 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8721206 Nov 23 02:22:53.552289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57758) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.561810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.598111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.621269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-287026561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:53.621506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Calling delete_port for ba334665-2666-4d5d-90ec-c839ce17650f owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:53.702585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.738998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e07c5d-da1e-4c33-8cff-81ac72bc87cb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:53.745354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.748700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e721debc-8eb4-462e-bf77-f13377de4be9 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "DELETE /v2.0/subnets/f5e07c5d-da1e-4c33-8cff-81ac72bc87cb HTTP/1.1" status: 204 len: 168 time: 0.6372607 Nov 23 02:22:53.751727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-9d177656-5829-4b53-91f1-80da09078161', 'network_id': '9d177656-5829-4b53-91f1-80da09078161', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': 'facf7290-26a7-4aa1-a337-001aa1d8d280'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:22:53.752389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57762) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.754140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.767457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0888bf-de59-4b13-801d-39b02cd057f0 None None] Network a968447d-2fd1-4b78-bad2-c9d08678a32e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:53.773398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.775386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.851803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2a35c725-2e23-4084-a500-82b474abdac5 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.855420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2a35c725-2e23-4084-a500-82b474abdac5 tempest-MeteringIpV6TestJSON-1685316200 tempest-MeteringIpV6TestJSON-1685316200-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/60a1f6ae-b1ac-4f79-ac0c-1a6d617022c0 HTTP/1.1" status: 204 len: 168 time: 0.3484380 Nov 23 02:22:53.874498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.900462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.909661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.938031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.940858 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-98bf3780-44ab-4f96-b6fb-85d26b1abd66 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3859820 Nov 23 02:22:53.943634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57766) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:53.949553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'network_id': '9d177656-5829-4b53-91f1-80da09078161', 'name': 'tempest-PortsIpV6TestJSON-1103962973'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:53.961573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:53.992496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event deleted for resources: {'Port': ['ID=ba334665-2666-4d5d-90ec-c839ce17650f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.004630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Deleting port fa307151-6c85-4b71-ba47-913e0672cddf {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:54.004630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.023235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Allocated IP 2001:db8::2 (9d177656-5829-4b53-91f1-80da09078161/facf7290-26a7-4aa1-a337-001aa1d8d280/30b950f0-68ae-424a-aed0-5e61b059b35a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:54.128548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] For port fa307151-6c85-4b71-ba47-913e0672cddf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa307151-6c85-4b71-ba47-913e0672cddf,segment=NetworkSegment(cac31a86-b191-4bd6-b4e8-1582e7d9bbb3),segment_id=cac31a86-b191-4bd6-b4e8-1582e7d9bbb3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:54.129465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.135277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:54.137286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.141193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.147875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] DHCP port deletion for a968447d-2fd1-4b78-bad2-c9d08678a32e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:22:54.174446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 20f4d132-b857-418a-a8c4-6c2e59093be0 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:22:54.175663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Calling delete_port for fa307151-6c85-4b71-ba47-913e0672cddf owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:54.266183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57770) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:54.280659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] Deleting port fa307151-6c85-4b71-ba47-913e0672cddf {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:22:54.281084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.331706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.333605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.340193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.353962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.413819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] For port fa307151-6c85-4b71-ba47-913e0672cddf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fa307151-6c85-4b71-ba47-913e0672cddf,segment=NetworkSegment(cac31a86-b191-4bd6-b4e8-1582e7d9bbb3),segment_id=cac31a86-b191-4bd6-b4e8-1582e7d9bbb3)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:54.414228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.419137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.419803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd8bed8-b971-4ddc-b80f-05941d91b75c {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:54.429696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.431152 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5444b111-3136-47a9-bcab-7d6c469bd519 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/0cd8bed8-b971-4ddc-b80f-05941d91b75c HTTP/1.1" status: 204 len: 168 time: 2.2509875 Nov 23 02:22:54.432444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b28e2477-6d5b-4b8a-a28e-c30f475bfc60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.435978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57778) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:54.437021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Network 9d177656-5829-4b53-91f1-80da09078161 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:54.442086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1146404237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:54.445062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:54.448784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] Calling delete_port for fa307151-6c85-4b71-ba47-913e0672cddf owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:22:54.450591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:54.459153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.462192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Pushing event updated for resources: {'Port': ['ID=30b950f0-68ae-424a-aed0-5e61b059b35a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.508031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::164 (9d177656-5829-4b53-91f1-80da09078161/facf7290-26a7-4aa1-a337-001aa1d8d280/20f4d132-b857-418a-a8c4-6c2e59093be0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:54.509097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event deleted for resources: {'Port': ['ID=fa307151-6c85-4b71-ba47-913e0672cddf,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.518459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] No DVR routers for this DVR port fa307151-6c85-4b71-ba47-913e0672cddf on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:54.549345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.550380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.571453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Attempting to bind port 30b950f0-68ae-424a-aed0-5e61b059b35a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:22:54.572051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Attempting to bind port 30b950f0-68ae-424a-aed0-5e61b059b35a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a320b366-b3f0-4c29-bf17-59173b1594e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9d177656-5829-4b53-91f1-80da09078161'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:22:54.572324 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Attempting to bind port 30b950f0-68ae-424a-aed0-5e61b059b35a on network 9d177656-5829-4b53-91f1-80da09078161 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:22:54.584784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:22:54.585216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Checking segment: {'id': 'a320b366-b3f0-4c29-bf17-59173b1594e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9d177656-5829-4b53-91f1-80da09078161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:22:54.585499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.586124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Bound using segment: {'id': 'a320b366-b3f0-4c29-bf17-59173b1594e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9d177656-5829-4b53-91f1-80da09078161'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:22:54.586632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Bound port: 30b950f0-68ae-424a-aed0-5e61b059b35a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a320b366-b3f0-4c29-bf17-59173b1594e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '9d177656-5829-4b53-91f1-80da09078161'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:22:54.587022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.618326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.637037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.674238 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] Pushing event deleted for resources: {'Port': ['ID=fa307151-6c85-4b71-ba47-913e0672cddf,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.678251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.678776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.680784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a968447d-2fd1-4b78-bad2-c9d08678a32e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:54.684875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5149a900-b330-4f2b-8b9c-4519ad02b4db None None] No DVR routers for this DVR port fa307151-6c85-4b71-ba47-913e0672cddf on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:22:54.697752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:54.698775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac31a86-b191-4bd6-b4e8-1582e7d9bbb3') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:54.704980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] For port 30b950f0-68ae-424a-aed0-5e61b059b35a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:22:54.708451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] For port 30b950f0-68ae-424a-aed0-5e61b059b35a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30b950f0-68ae-424a-aed0-5e61b059b35a,segment=NetworkSegment(a320b366-b3f0-4c29-bf17-59173b1594e9),segment_id=a320b366-b3f0-4c29-bf17-59173b1594e9)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:22:54.711190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.715647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.718750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.737626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.745419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.749339 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b16d73d4-bab9-4621-a61b-cb9c83d52d74 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3090196 Nov 23 02:22:54.749853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:54.750392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.751074 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57780) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:54.753626 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:54.755699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': True}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:54.798556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39b792-d804-4612-b393-f66e22e24ee5 None None] Pushing event updated for resources: {'Port': ['ID=30b950f0-68ae-424a-aed0-5e61b059b35a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.815144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.822281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.828880 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] 10.222.0.53 "DELETE /v2.0/networks/a968447d-2fd1-4b78-bad2-c9d08678a32e HTTP/1.1" status: 204 len: 168 time: 1.0724335 Nov 23 02:22:54.840340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b28e2477-6d5b-4b8a-a28e-c30f475bfc60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.849688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcef6b-ee65-4e12-9854-5420f879dd60 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183 tempest-ExtraDHCPOptionsIpV6TestJSON-1968892183-project] Pushing event deleted for resources: {'Network': ['ID=a968447d-2fd1-4b78-bad2-c9d08678a32e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:54.854069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b28e2477-6d5b-4b8a-a28e-c30f475bfc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:54.857150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.032035 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b28e2477-6d5b-4b8a-a28e-c30f475bfc60 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98e6309f88c648eeb6e5356a22c5ac9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7622333 Nov 23 02:22:55.032035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 9d177656-5829-4b53-91f1-80da09078161 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:55.033119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57788) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.033624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e2477-6d5b-4b8a-a28e-c30f475bfc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2451e61-55ce-4340-a19b-6b25e3674642,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:55.036089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=20f4d132-b857-418a-a8c4-6c2e59093be0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:55.041253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:55.044087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:55.049718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:55.050357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.105616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10cf3730-70e6-45d4-8920-95f5075f5d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.129343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57790) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.143886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10cf3730-70e6-45d4-8920-95f5075f5d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.144130 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5b26d6fc-9357-4a5e-8990-9c04c88214ac tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1992009 Nov 23 02:22:55.147977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57794) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.156557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.203930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10cf3730-70e6-45d4-8920-95f5075f5d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.206744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10cf3730-70e6-45d4-8920-95f5075f5d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.210479 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-10cf3730-70e6-45d4-8920-95f5075f5d07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2451e61-55ce-4340-a19b-6b25e3674642 HTTP/1.1" status: 204 len: 168 time: 0.1742365 Nov 23 02:22:55.225738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf3730-70e6-45d4-8920-95f5075f5d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2451e61-55ce-4340-a19b-6b25e3674642,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:55.340300 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-de2d9e9e-30ea-4f2c-ac7b-3f95221b3742 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cdeccbb9de34474a85f7fd6fd950be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080719 Nov 23 02:22:55.341255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57798) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.401703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-091a265e-34c7-4ea9-9d47-e445b07a5f06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.427473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-091a265e-34c7-4ea9-9d47-e445b07a5f06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.479219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-091a265e-34c7-4ea9-9d47-e445b07a5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.481852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-091a265e-34c7-4ea9-9d47-e445b07a5f06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.483022 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-091a265e-34c7-4ea9-9d47-e445b07a5f06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0b09f7d-c3d8-4fa0-a72e-64c5bb77f62d HTTP/1.1" status: 204 len: 168 time: 0.1400170 Nov 23 02:22:55.492799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a265e-34c7-4ea9-9d47-e445b07a5f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b09f7d-c3d8-4fa0-a72e-64c5bb77f62d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:55.588655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57806) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.604432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-45127261-911d-4fdf-9a6f-2149a319e4d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.773854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-45127261-911d-4fdf-9a6f-2149a319e4d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.783508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-45127261-911d-4fdf-9a6f-2149a319e4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.789741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30b950f0-68ae-424a-aed0-5e61b059b35a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:55.831190 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-45127261-911d-4fdf-9a6f-2149a319e4d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4565ff061552432fbfc46ffbcc7a587f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393873 Nov 23 02:22:55.831190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45127261-911d-4fdf-9a6f-2149a319e4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26b8ee9-613e-4e51-a20b-16e81c9c1b4b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:55.832911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57814) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:55.877167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 30b950f0-68ae-424a-aed0-5e61b059b35a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:55.877839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.920097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64e4a74e-b729-4ac0-a306-f9dc2850c0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:55.962946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64e4a74e-b729-4ac0-a306-f9dc2850c0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.030820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.056257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64e4a74e-b729-4ac0-a306-f9dc2850c0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.059089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64e4a74e-b729-4ac0-a306-f9dc2850c0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.063026 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-64e4a74e-b729-4ac0-a306-f9dc2850c0dd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c26b8ee9-613e-4e51-a20b-16e81c9c1b4b HTTP/1.1" status: 204 len: 168 time: 0.2263894 Nov 23 02:22:56.082230 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a74e-b729-4ac0-a306-f9dc2850c0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26b8ee9-613e-4e51-a20b-16e81c9c1b4b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:56.120444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 30b950f0-68ae-424a-aed0-5e61b059b35a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30b950f0-68ae-424a-aed0-5e61b059b35a,segment=NetworkSegment(a320b366-b3f0-4c29-bf17-59173b1594e9),segment_id=a320b366-b3f0-4c29-bf17-59173b1594e9)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:22:56.140137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebbff1-c315-4f26-8d06-45d080130e02 None None] Network 9d177656-5829-4b53-91f1-80da09078161 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:22:56.144886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.172951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.207396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.244970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.258267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa307151-6c85-4b71-ba47-913e0672cddf no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:22:56.294337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: fa307151-6c85-4b71-ba47-913e0672cddf {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:22:56.294690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fa307151-6c85-4b71-ba47-913e0672cddf not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:22:56.339095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-75ca2205-9cb5-4048-873c-b896640707b4 None None] Provisioning complete for port 30b950f0-68ae-424a-aed0-5e61b059b35a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:56.339655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-75ca2205-9cb5-4048-873c-b896640707b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.375038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=30b950f0-68ae-424a-aed0-5e61b059b35a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:56.549913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Allocated IP 172.26.8.228 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/b5359466-19c4-4c01-baad-f69a79041d72) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:22:56.621696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57840) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:56.701672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.730124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.926066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.951912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'networks': [{'name': 'tempest-network--841353795'}, {'name': 'tempest-network--1884194253'}]} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:56.952226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'network': {'name': 'tempest-network--841353795'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:56.952774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'network': {'name': 'tempest-network--1884194253'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:56.981346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=20f4d132-b857-418a-a8c4-6c2e59093be0,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:56.983450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-29c7ea35-334b-45c2-a1cf-fc93fba3a923 None None] Provisioning complete for port 20f4d132-b857-418a-a8c4-6c2e59093be0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:56.983968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-29c7ea35-334b-45c2-a1cf-fc93fba3a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:56.995301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'network': 2} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:22:57.004495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.039376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.048982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.050814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-29c7ea35-334b-45c2-a1cf-fc93fba3a923 None None] Port 20f4d132-b857-418a-a8c4-6c2e59093be0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:57.080977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-29c7ea35-334b-45c2-a1cf-fc93fba3a923 None None] Provisioning complete for port 30b950f0-68ae-424a-aed0-5e61b059b35a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:57.081562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-29c7ea35-334b-45c2-a1cf-fc93fba3a923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.159999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.164345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Port': ['ID=b5359466-19c4-4c01-baad-f69a79041d72,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:57.187536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.196733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.197387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.211785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:57.215692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:57.220340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:22:57.257351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5900d5-b8a9-4acc-b595-f02713f74695,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:57.274052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:57.289893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.290700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Added segment 589bf280-b5b1-4d7f-9e65-42e2520405ff of type vlan for network ae583e0c-b9cc-4ad3-aebd-63e65093986b Nov 23 02:22:57.313459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ad8a4221-db3d-4c68-9cf3-06a250c1a56c None None] Provisioning complete for port 20f4d132-b857-418a-a8c4-6c2e59093be0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:57.314286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ad8a4221-db3d-4c68-9cf3-06a250c1a56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.372272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.402170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a4221-db3d-4c68-9cf3-06a250c1a56c None None] Port 20f4d132-b857-418a-a8c4-6c2e59093be0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:57.425851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.433228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:22:57.446424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.447063 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Added segment 22d6cd97-d7e4-4f44-aa68-fc5a5a44eea2 of type vlan for network aa24ffc1-9adc-462b-9f25-c6dab23c77ac Nov 23 02:22:57.504739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.534718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.535615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.542594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.548005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.548325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.607624 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9809949 Nov 23 02:22:57.607969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57868) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:57.636098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-efd5c0c9-765e-407a-9948-f30186a30ef8 None None] Provisioning complete for port 20f4d132-b857-418a-a8c4-6c2e59093be0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:57.636638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-efd5c0c9-765e-407a-9948-f30186a30ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.710381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-efd5c0c9-765e-407a-9948-f30186a30ef8 None None] Port 20f4d132-b857-418a-a8c4-6c2e59093be0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:57.716214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30b950f0-68ae-424a-aed0-5e61b059b35a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:22:57.716650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Network': ['ID=ae583e0c-b9cc-4ad3-aebd-63e65093986b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:57.769152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ae583e0c-b9cc-4ad3-aebd-63e65093986b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:57.843551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.847530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 30b950f0-68ae-424a-aed0-5e61b059b35a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:57.847685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:57.850201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015db250-6712-4770-aaed-dc1de8ed5db2 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.856935 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015db250-6712-4770-aaed-dc1de8ed5db2 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.863485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015db250-6712-4770-aaed-dc1de8ed5db2 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.871464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015db250-6712-4770-aaed-dc1de8ed5db2 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:57.873605 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-015db250-6712-4770-aaed-dc1de8ed5db2 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2647827 Nov 23 02:22:57.885496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57876) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:57.895134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3491-ca54-4705-aa0d-eaf8c4572edb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Network': ['ID=aa24ffc1-9adc-462b-9f25-c6dab23c77ac,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:57.929423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network aa24ffc1-9adc-462b-9f25-c6dab23c77ac details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:22:58.035473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:58.066779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.082637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.124913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.125705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.138953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-109913373'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:58.161936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.163063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.215366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.222557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.238148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.239164 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-94964104-aad1-4b86-9a53-f271cb4e08d5 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2040420 Nov 23 02:22:58.241842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57888) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:58.315657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.329622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=20f4d132-b857-418a-a8c4-6c2e59093be0,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:58.361782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.365362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.386693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.406087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae583e0c-b9cc-4ad3-aebd-63e65093986b']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:58.450601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589bf280-b5b1-4d7f-9e65-42e2520405ff') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:58.450877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589bf280-b5b1-4d7f-9e65-42e2520405ff') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:58.469931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.472893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.475246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.486126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 9d177656-5829-4b53-91f1-80da09078161 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:22:58.514512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:22:58.524368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.525172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 195913dd-f8ab-41ba-820b-5b90d295f3c7 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:58.528150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.531054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.536751 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9ae5f720-58be-473f-917e-df407f729897 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/195913dd-f8ab-41ba-820b-5b90d295f3c7 HTTP/1.1" status: 204 len: 168 time: 0.2938001 Nov 23 02:22:58.538540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57892) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:58.545410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Request body: {'router': {'name': 'tempest-router-1888526441', 'distributed': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:58.570751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.572009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.600746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:58.601143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:58.604197 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:58.631550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.636907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.655921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.661548 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f069c351-695c-4b4d-ae78-cee4b0fbf173 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1200819 Nov 23 02:22:58.661548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57894) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:58.694507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.704995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.708210 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/networks/ae583e0c-b9cc-4ad3-aebd-63e65093986b HTTP/1.1" status: 204 len: 168 time: 0.8218842 Nov 23 02:22:58.710985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57896) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:58.740092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.746454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4a4f57-5ed8-4b0d-81d9-2f99387fa93e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Network': ['ID=ae583e0c-b9cc-4ad3-aebd-63e65093986b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:58.820480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.821959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Router b1e4449f-1b73-476d-9f56-f2aeabce76df is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:58.838620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Router b12e848d-b66a-44c3-8192-da790319accc is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:22:58.839760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fab7041d-2401-4a86-b8d3-e88c842ba101 None None] Provisioning complete for port 20f4d132-b857-418a-a8c4-6c2e59093be0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:22:58.840283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fab7041d-2401-4a86-b8d3-e88c842ba101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.877335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fab7041d-2401-4a86-b8d3-e88c842ba101 None None] Port 20f4d132-b857-418a-a8c4-6c2e59093be0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:22:58.910644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.912953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.959849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.960393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0165a087-8405-4d94-a753-096572f729bc {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:22:58.964779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:58.969857 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-edd16668-7470-4f8c-b0fa-626648ca969b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0165a087-8405-4d94-a753-096572f729bc HTTP/1.1" status: 204 len: 168 time: 0.3034372 Nov 23 02:22:58.969857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57898) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:58.974180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Request body: {'router': {'name': 'tempest-router-1347790967', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '7db5e58a05f94ec89f5364db671d053e'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:58.999221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.000998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.059800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.066737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.086205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.090233 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c2abc731-ec7d-4320-bcaa-edddb6e8f72a tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1169074 Nov 23 02:22:59.091166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57902) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.097603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:22:59.347723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.373551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:59.379214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa24ffc1-9adc-462b-9f25-c6dab23c77ac']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.384853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5fbab39-f90b-4a2c-95e2-cac2fb9da21c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/routers/b12e848d-b66a-44c3-8192-da790319accc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2358370 Nov 23 02:22:59.389790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] Sync routers for ids ['b12e848d-b66a-44c3-8192-da790319accc'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:59.391417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:22:59.394477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57906) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.397564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d6cd97-d7e4-4f44-aa68-fc5a5a44eea2') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.397869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d6cd97-d7e4-4f44-aa68-fc5a5a44eea2') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.402165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.403222 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3b1aa9b9-433d-4e54-b959-116da713115d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "PUT /v2.0/routers/b1e4449f-1b73-476d-9f56-f2aeabce76df HTTP/1.1" status: 200 len: 915 time: 4.6512012 Nov 23 02:22:59.404965 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] Sync routers for ids ['b1e4449f-1b73-476d-9f56-f2aeabce76df'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:22:59.408164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] Routers {'b12e848d-b66a-44c3-8192-da790319accc'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:59.409211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b12e848d-b66a-44c3-8192-da790319accc'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.411973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57908) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.415684 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] Routers {'b1e4449f-1b73-476d-9f56-f2aeabce76df'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:59.416357 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b1e4449f-1b73-476d-9f56-f2aeabce76df'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.444265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.450532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.454599 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.462467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] Routers {'b12e848d-b66a-44c3-8192-da790319accc'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:59.463413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b12e848d-b66a-44c3-8192-da790319accc'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.464215 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] Routers {'b1e4449f-1b73-476d-9f56-f2aeabce76df'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:22:59.464876 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b1e4449f-1b73-476d-9f56-f2aeabce76df'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.500762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.503164 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.505061 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7626-f168-4f2c-b67e-bf687a90d974 None None] The sync data for ids ['b1e4449f-1b73-476d-9f56-f2aeabce76df'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:59.515742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:22:59.516743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db92627-1759-4ce8-9df8-e507beb3b746 None None] The sync data for ids ['b12e848d-b66a-44c3-8192-da790319accc'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:22:59.538702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:22:59.539122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:22:59.542574 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:22:59.595813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd78f8-45e1-416e-b0f9-c6ae8b6bd6cb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.597281 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a6bd78f8-45e1-416e-b0f9-c6ae8b6bd6cb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports?device_id=b12e848d-b66a-44c3-8192-da790319accc HTTP/1.1" status: 200 len: 989 time: 0.2018559 Nov 23 02:22:59.603017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57910) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.686435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.686732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.699463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5df22439-f4ea-45dd-8d59-e4d2b7d2d019 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/b1e4449f-1b73-476d-9f56-f2aeabce76df HTTP/1.1" status: 200 len: 921 time: 0.2796402 Nov 23 02:22:59.704227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57914) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.715927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.740226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.742848 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/networks/aa24ffc1-9adc-462b-9f25-c6dab23c77ac HTTP/1.1" status: 204 len: 168 time: 1.0286179 Nov 23 02:22:59.749076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57916) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:22:59.772429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103356) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 02:22:59.773128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Router 90dada5f-84fd-4137-a49b-9c33c1ec0da4 migrating from provider to provider. {{(pid=103356) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 02:22:59.773128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.777772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.783417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:22:59.806208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31115b-8bac-4151-8bf6-18fc1ee69ebe tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Network': ['ID=aa24ffc1-9adc-462b-9f25-c6dab23c77ac,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:22:59.863899 dv-neutron-818844-1-hyperv neutron-server[103356]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] No L3 agents can host the router 90dada5f-84fd-4137-a49b-9c33c1ec0da4 Nov 23 02:22:59.949511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844c1aed-384e-4a39-872e-8b995a64c668 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:22:59.953638 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-844c1aed-384e-4a39-872e-8b995a64c668 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=b1e4449f-1b73-476d-9f56-f2aeabce76df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2457342 Nov 23 02:22:59.959737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.021587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Hosts for router 90dada5f-84fd-4137-a49b-9c33c1ec0da4: [] {{(pid=103356) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 02:23:00.051929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Hosts for other DVR routers connected to router 90dada5f-84fd-4137-a49b-9c33c1ec0da4: set() {{(pid=103356) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 02:23:00.054521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.055742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e39bf4df-2daa-4b7b-839a-9f10b2c91374 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "PUT /v2.0/routers/90dada5f-84fd-4137-a49b-9c33c1ec0da4 HTTP/1.1" status: 200 len: 717 time: 0.9632740 Nov 23 02:23:00.058817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57920) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.066116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10b45b-4177-4754-b5e8-0d1e08b0c538 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.072077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10b45b-4177-4754-b5e8-0d1e08b0c538 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.073663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9c10b45b-4177-4754-b5e8-0d1e08b0c538 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3235896 Nov 23 02:23:00.077586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57922) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.088256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1443819997'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:00.098804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9e3719-39de-4cc4-909b-3dbae4710709 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.100154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f9e3719-39de-4cc4-909b-3dbae4710709 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1394455 Nov 23 02:23:00.103179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57924) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.137360 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2e83b5e4-cb6c-4849-9bb0-535a7d04e870 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1e4449f-1b73-476d-9f56-f2aeabce76df HTTP/1.1" status: 200 len: 205 time: 0.0329857 Nov 23 02:23:00.139904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57926) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.147470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:00.150930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.166819 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c95b510a-a391-48b8-be73-c6cb23d9ab5b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "GET /v2.0/routers/90dada5f-84fd-4137-a49b-9c33c1ec0da4 HTTP/1.1" status: 200 len: 717 time: 0.0920308 Nov 23 02:23:00.169456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57928) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.252341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:00.289648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.290156 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Added segment 729e0890-8d02-447a-81ac-e8f0486f4e85 of type vlan for network f825495f-6a4e-4711-b294-83b9529fea50 Nov 23 02:23:00.325895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.373818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.441257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-08714732-b95c-4653-be58-3c6bca38aad9 tempest-RoutersTestDVR-1677896961 tempest-RoutersTestDVR-1677896961-project] 10.222.0.53 "GET /v2.0/routers/90dada5f-84fd-4137-a49b-9c33c1ec0da4 HTTP/1.1" status: 200 len: 683 time: 0.2683115 Nov 23 02:23:00.441257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.441984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57936) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.445475 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.451030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.451620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.471107 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:23:00.520460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.526747 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4480486 Nov 23 02:23:00.530467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57938) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.541151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-628456415'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:00.547392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c609fc-7114-452d-bcf2-1c87118a812a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Network': ['ID=f825495f-6a4e-4711-b294-83b9529fea50,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:00.561387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network f825495f-6a4e-4711-b294-83b9529fea50 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:00.601782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:00.605701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.639911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:00.643727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Deleting port b5359466-19c4-4c01-baad-f69a79041d72 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:00.644032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.690867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.691304 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Added segment 26a2725c-8566-4fc3-8620-90b551a6684c of type vlan for network 5b0ca5f0-ada9-44aa-82a8-7b807c798d9e Nov 23 02:23:00.746283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.780074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.796279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Calling delete_port for b5359466-19c4-4c01-baad-f69a79041d72 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:00.802103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.807647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:00.808258 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.863050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:00.910315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3762910 Nov 23 02:23:00.915031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57942) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:00.923413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'ports': [{'network_id': 'f825495f-6a4e-4711-b294-83b9529fea50', 'name': 'tempest-port--666328831', 'admin_state_up': True}, {'network_id': '5b0ca5f0-ada9-44aa-82a8-7b807c798d9e', 'admin_state_up': False}]} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:00.923734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'port': {'network_id': 'f825495f-6a4e-4711-b294-83b9529fea50', 'name': 'tempest-port--666328831', 'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:00.924224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'port': {'network_id': '5b0ca5f0-ada9-44aa-82a8-7b807c798d9e', 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:00.947826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f67327f-85f4-4b51-89a6-6456fe294d1a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Network': ['ID=5b0ca5f0-ada9-44aa-82a8-7b807c798d9e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:00.959332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 5b0ca5f0-ada9-44aa-82a8-7b807c798d9e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:01.133967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.139005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.179648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'port': 2} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:01.184153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.193547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.200864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.201357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90dada5f-84fd-4137-a49b-9c33c1ec0da4 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:01.206884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.213243 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6beb0d1d-b02a-4c8f-9fdb-02d4566aac3b tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/90dada5f-84fd-4137-a49b-9c33c1ec0da4 HTTP/1.1" status: 204 len: 168 time: 0.7654424 Nov 23 02:23:01.214043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57944) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:01.218638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Request body: {'router': {'name': 'tempest-router-1129418009', 'distributed': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:01.223927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.230595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event deleted for resources: {'Port': ['ID=b5359466-19c4-4c01-baad-f69a79041d72,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:01.271147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.272181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.345209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 20f4d132-b857-418a-a8c4-6c2e59093be0 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:01.345652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.349085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.362423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.363862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.366943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] device_id is not set on port 7942d2fc-aedf-4102-aeb3-934b26b3c726 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:01.407156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.410043 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b30f883d-cf0e-46b9-92aa-81a677c8516e tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1950877 Nov 23 02:23:01.412953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57948) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:01.465592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.468737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.510538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.519930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.520578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Fanout notify agent at l3_agent the message router_deleted on router b1e4449f-1b73-476d-9f56-f2aeabce76df {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:01.530032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.531216 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-02fab644-2164-4890-84e0-45c3f582d106 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/b1e4449f-1b73-476d-9f56-f2aeabce76df HTTP/1.1" status: 204 len: 168 time: 1.3901722 Nov 23 02:23:01.555567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.558977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57950) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:01.602832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-699798774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:01.618149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 20f4d132-b857-418a-a8c4-6c2e59093be0 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:01.618459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.689813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] device_id is not set on port 69df16ee-2702-4c2e-9a9d-1e48ef73bec9 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:01.755797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.756842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.763291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.767300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.801111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.839089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.859115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.859633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b04ac4b0-a0fa-4524-933a-ae13501d05ee {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:01.865931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.867142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a2e4256a-d79a-43e3-8b48-bf34e3421967 tempest-RoutersTestDVR-863219346 tempest-RoutersTestDVR-863219346-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b04ac4b0-a0fa-4524-933a-ae13501d05ee HTTP/1.1" status: 204 len: 168 time: 0.4532118 Nov 23 02:23:01.868596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.905326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Port': ['ID=7942d2fc-aedf-4102-aeb3-934b26b3c726,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:01.907582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.913106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Checking segment: {'id': '729e0890-8d02-447a-81ac-e8f0486f4e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'f825495f-6a4e-4711-b294-83b9529fea50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:01.913470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network hostable DHCP agents. Network: f825495f-6a4e-4711-b294-83b9529fea50, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:01.934938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network f825495f-6a4e-4711-b294-83b9529fea50 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:01.940194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.941552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4b5ae198-b296-43d9-854f-4a2ad9a836ad tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3817155 Nov 23 02:23:01.945406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57956) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:01.949625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, f825495f-6a4e-4711-b294-83b9529fea50) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:01.950879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'enable_snat': False}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:01.954583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:01.955992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:01.964559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0521aa-08dc-405b-9105-e9ce3051e70d None None] Network f825495f-6a4e-4711-b294-83b9529fea50 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:02.027658 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Port': ['ID=69df16ee-2702-4c2e-9a9d-1e48ef73bec9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.047625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Checking segment: {'id': '26a2725c-8566-4fc3-8620-90b551a6684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '5b0ca5f0-ada9-44aa-82a8-7b807c798d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:02.048438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network hostable DHCP agents. Network: 5b0ca5f0-ada9-44aa-82a8-7b807c798d9e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:02.070414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network 5b0ca5f0-ada9-44aa-82a8-7b807c798d9e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:02.087887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 5b0ca5f0-ada9-44aa-82a8-7b807c798d9e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:02.098250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:02.104456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea7fdc4-42be-4690-9235-c6f50a23c9bf None None] Network 5b0ca5f0-ada9-44aa-82a8-7b807c798d9e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:02.107438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.113077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.113952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.136355 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4e55a458-9fd5-4411-a920-98b15291fa21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.2197695 Nov 23 02:23:02.138897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57960) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:02.208080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e924b0-9b61-45f0-8579-ff54f2b643ed tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.210205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.215010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e924b0-9b61-45f0-8579-ff54f2b643ed tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:02.219371 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-88e924b0-9b61-45f0-8579-ff54f2b643ed tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0768752 Nov 23 02:23:02.219682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57964) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:02.273061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=20f4d132-b857-418a-a8c4-6c2e59093be0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.298704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57966) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:02.305880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.331281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Deleting port 7942d2fc-aedf-4102-aeb3-934b26b3c726 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:02.331792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.425015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.433673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.452600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Calling delete_port for 7942d2fc-aedf-4102-aeb3-934b26b3c726 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:02.455010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db52622d-2e8c-43aa-add4-a3fcebac8db1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.599923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.641989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db52622d-2e8c-43aa-add4-a3fcebac8db1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.645588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Port': ['ID=7942d2fc-aedf-4102-aeb3-934b26b3c726,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.654127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.658335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-29d56d3d-b912-4e21-b6d3-bbcec524efeb tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/ports/7942d2fc-aedf-4102-aeb3-934b26b3c726 HTTP/1.1" status: 204 len: 168 time: 0.4375927 Nov 23 02:23:02.659285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db52622d-2e8c-43aa-add4-a3fcebac8db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.661747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57972) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:02.744229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52622d-2e8c-43aa-add4-a3fcebac8db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2afc2d-4e15-4979-9f39-c305cfaf4ba4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:02.750669 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db52622d-2e8c-43aa-add4-a3fcebac8db1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7db5e58a05f94ec89f5364db671d053e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509118 Nov 23 02:23:02.768769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57976) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:02.834880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7d65-b95a-4074-a627-df36126baadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.840756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Deleting port 69df16ee-2702-4c2e-9a9d-1e48ef73bec9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:02.841085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.896083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7d65-b95a-4074-a627-df36126baadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.911264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Router b12e848d-b66a-44c3-8192-da790319accc has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:02.938554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:02.956540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Calling delete_port for 69df16ee-2702-4c2e-9a9d-1e48ef73bec9 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:03.015612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7d65-b95a-4074-a627-df36126baadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.018182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4b8a7d65-b95a-4074-a627-df36126baadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.021910 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4b8a7d65-b95a-4074-a627-df36126baadd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec2afc2d-4e15-4979-9f39-c305cfaf4ba4 HTTP/1.1" status: 204 len: 168 time: 0.2496653 Nov 23 02:23:03.032816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a7d65-b95a-4074-a627-df36126baadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2afc2d-4e15-4979-9f39-c305cfaf4ba4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.057669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.075871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:03.082206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-10fde1b3-c3d3-4065-8da6-824cb7429542 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/routers/b12e848d-b66a-44c3-8192-da790319accc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4782019 Nov 23 02:23:03.085230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57980) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.089634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] Sync routers for ids ['b12e848d-b66a-44c3-8192-da790319accc'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:03.114966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Port': ['ID=69df16ee-2702-4c2e-9a9d-1e48ef73bec9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.118718 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-832249a2-bed9-4fa2-bbcd-3762de10060c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:23:03.122794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-832249a2-bed9-4fa2-bbcd-3762de10060c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/20f4d132-b857-418a-a8c4-6c2e59093be0 HTTP/1.1" status: 404 len: 333 time: 0.0340264 Nov 23 02:23:03.122794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.123219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57982) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.125757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.132503 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d9c2d6d9-487c-4468-8e4e-53ee0261a612 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/ports/69df16ee-2702-4c2e-9a9d-1e48ef73bec9 HTTP/1.1" status: 204 len: 168 time: 0.4661376 Nov 23 02:23:03.135149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57984) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.173586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] Routers {'b12e848d-b66a-44c3-8192-da790319accc'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:03.174221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b12e848d-b66a-44c3-8192-da790319accc'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:03.177605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.187963 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fd75e0e1-28ab-4c4f-bf2e-d0fe3a412829 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514896 Nov 23 02:23:03.188724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57988) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.195436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-685350911'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:03.224876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:03.225119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.230294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.237592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:03.239994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc94f86f-4fa7-4b40-ab02-0053aaa116ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.263841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] Routers {'b12e848d-b66a-44c3-8192-da790319accc'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:03.264540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b12e848d-b66a-44c3-8192-da790319accc'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:03.274821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:03.298216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.298639 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Added segment edb741c3-57bf-41b8-8c78-3fba07dd343c of type vlan for network 9dc32349-925c-4a23-b7bb-6d64b2caae9a Nov 23 02:23:03.328680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:03.329788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274a764-e96e-486e-80bf-d9ab08663989 None None] The sync data for ids ['b12e848d-b66a-44c3-8192-da790319accc'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:03.349558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.405197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.411120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.411709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.489156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.493274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.505835 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57994) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.509263 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3193312 Nov 23 02:23:03.519498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 57996) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.529346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1022701883'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:03.543114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a28304c-7746-4904-9c3b-6fd1baefee0a tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Network': ['ID=9dc32349-925c-4a23-b7bb-6d64b2caae9a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.545363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdd3631f-f585-462a-aabe-50a4bd62482e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.555702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 9dc32349-925c-4a23-b7bb-6d64b2caae9a details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:03.561214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Allocated IP 172.26.8.227 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/2e280eb7-e3f1-4f02-9c93-4677de3672b0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:03.568278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.568556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Fanout notify agent at l3_agent the message router_deleted on router b12e848d-b66a-44c3-8192-da790319accc {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:03.580788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.582093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9299b-42f6-4240-8aea-af2644fd8e88 req-980bd3fb-b860-45cd-9f8e-569c40eb9b4b tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.583643 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-31f9299b-42f6-4240-8aea-af2644fd8e88 req-980bd3fb-b860-45cd-9f8e-569c40eb9b4b tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.1447432 Nov 23 02:23:03.585127 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-545ca17b-1054-4cad-8b16-0afc85948650 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/routers/b12e848d-b66a-44c3-8192-da790319accc HTTP/1.1" status: 204 len: 168 time: 0.4609811 Nov 23 02:23:03.586242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 57998) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.587416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:03.590232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.648710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:03.655683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet facf7290-26a7-4aa1-a337-001aa1d8d280 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:03.677555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.677901 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Added segment 147544fe-03d9-425e-bc96-5a8d0742273a of type vlan for network aabe0d9d-2e87-4705-b0ed-946e9cfc7298 Nov 23 02:23:03.685681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.693180 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-31f9299b-42f6-4240-8aea-af2644fd8e88 req-c8be0b33-8d0a-4afe-a5c1-c77423aebf33 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914321 Nov 23 02:23:03.738009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.744733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.764409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdd3631f-f585-462a-aabe-50a4bd62482e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.779743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cdd3631f-f585-462a-aabe-50a4bd62482e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.800281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.806116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:03.806852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.821602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.879335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cdd3631f-f585-462a-aabe-50a4bd62482e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ecc9fa7f7a04e079d6bead81ef9fa13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689640 Nov 23 02:23:03.882908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.884196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58008) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:03.889110 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3654277 Nov 23 02:23:03.897015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3631f-f585-462a-aabe-50a4bd62482e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af57ba1-f259-4780-9882-aedc808ad3d5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.913899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:03.947674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a7f9f-c0bc-441b-961c-1c87edfb9f21 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Network': ['ID=aabe0d9d-2e87-4705-b0ed-946e9cfc7298,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:03.964000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network aabe0d9d-2e87-4705-b0ed-946e9cfc7298 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:03.977146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:03.986392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:03.993890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:03.998698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Pushing event updated for resources: {'Port': ['ID=2e280eb7-e3f1-4f02-9c93-4677de3672b0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:04.016372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1445b6f5-99f8-4d0e-98a5-d3320053d88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.043396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.064083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1445b6f5-99f8-4d0e-98a5-d3320053d88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.122425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1445b6f5-99f8-4d0e-98a5-d3320053d88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.125035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1445b6f5-99f8-4d0e-98a5-d3320053d88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.128820 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1445b6f5-99f8-4d0e-98a5-d3320053d88d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0af57ba1-f259-4780-9882-aedc808ad3d5 HTTP/1.1" status: 204 len: 168 time: 0.2409823 Nov 23 02:23:04.139716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445b6f5-99f8-4d0e-98a5-d3320053d88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af57ba1-f259-4780-9882-aedc808ad3d5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:04.167105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.170770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/facf7290-26a7-4aa1-a337-001aa1d8d280 HTTP/1.1" status: 204 len: 168 time: 0.5829554 Nov 23 02:23:04.171924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f3506-5884-4d3a-928e-c56a1d0c0273 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=facf7290-26a7-4aa1-a337-001aa1d8d280,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:04.174173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58014) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:04.177592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11c99f-b51f-44a2-a4a1-1ae5545bc050 None None] Network 9d177656-5829-4b53-91f1-80da09078161 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:04.243014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c43cb-4064-4821-9d00-946cde9bd4be req-6e7abfb3-79e2-42b5-91f3-d2a17b881aaa tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:04.244961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c22c43cb-4064-4821-9d00-946cde9bd4be req-6e7abfb3-79e2-42b5-91f3-d2a17b881aaa tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.1386495 Nov 23 02:23:04.335520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.419076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.477290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 30b950f0-68ae-424a-aed0-5e61b059b35a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:04.480118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.485187 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c22c43cb-4064-4821-9d00-946cde9bd4be req-4b23a8d4-41fa-4a2c-8c0e-a32105822dec tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2228339 Nov 23 02:23:04.592963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15aff59-2635-4546-a364-41399ff446ee None None] DHCP port deletion for 9d177656-5829-4b53-91f1-80da09078161 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:04.721917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c15aff59-2635-4546-a364-41399ff446ee None None] Deleting port 30b950f0-68ae-424a-aed0-5e61b059b35a {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:04.724145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c15aff59-2635-4546-a364-41399ff446ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.745498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.749920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.778856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port 30b950f0-68ae-424a-aed0-5e61b059b35a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30b950f0-68ae-424a-aed0-5e61b059b35a,segment=NetworkSegment(a320b366-b3f0-4c29-bf17-59173b1594e9),segment_id=a320b366-b3f0-4c29-bf17-59173b1594e9)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:04.782186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.814971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 30b950f0-68ae-424a-aed0-5e61b059b35a owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:04.927066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:04.982869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port 30b950f0-68ae-424a-aed0-5e61b059b35a on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:04.992272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=30b950f0-68ae-424a-aed0-5e61b059b35a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:05.046718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c15aff59-2635-4546-a364-41399ff446ee None None] For port 30b950f0-68ae-424a-aed0-5e61b059b35a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30b950f0-68ae-424a-aed0-5e61b059b35a,segment=NetworkSegment(a320b366-b3f0-4c29-bf17-59173b1594e9),segment_id=a320b366-b3f0-4c29-bf17-59173b1594e9)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:05.047636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c15aff59-2635-4546-a364-41399ff446ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.073197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c15aff59-2635-4546-a364-41399ff446ee None None] Calling delete_port for 30b950f0-68ae-424a-aed0-5e61b059b35a owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:05.080628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdcbd0-ef69-48e0-99f6-fa89eeec22d8 req-d34c9a49-2ac0-4dbf-b69c-a652e4a533c1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.089566 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6ccdcbd0-ef69-48e0-99f6-fa89eeec22d8 req-d34c9a49-2ac0-4dbf-b69c-a652e4a533c1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.2608764 Nov 23 02:23:05.093504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Router 29d3276b-2c65-42ad-afc0-dc231bb48a08 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:23:05.205184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.213660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6ccdcbd0-ef69-48e0-99f6-fa89eeec22d8 req-58aeba4d-5b07-4161-afde-ef1600f8abf1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185522 Nov 23 02:23:05.234100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d177656-5829-4b53-91f1-80da09078161']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.242995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c15aff59-2635-4546-a364-41399ff446ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.247857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a320b366-b3f0-4c29-bf17-59173b1594e9') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.248273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a320b366-b3f0-4c29-bf17-59173b1594e9') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.262283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.287830 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.304294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:05.305032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.327132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15aff59-2635-4546-a364-41399ff446ee None None] Pushing event deleted for resources: {'Port': ['ID=30b950f0-68ae-424a-aed0-5e61b059b35a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:05.337724 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:05.357027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15aff59-2635-4546-a364-41399ff446ee None None] No DVR routers for this DVR port 30b950f0-68ae-424a-aed0-5e61b059b35a on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:05.433487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:05.444644 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] Sync routers for ids ['29d3276b-2c65-42ad-afc0-dc231bb48a08'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:05.447072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.449100 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1409646b-91d1-40dd-b093-71dfe97e88a6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "PUT /v2.0/routers/29d3276b-2c65-42ad-afc0-dc231bb48a08 HTTP/1.1" status: 200 len: 915 time: 3.5026507 Nov 23 02:23:05.455014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58048) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.467625 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] Routers {'29d3276b-2c65-42ad-afc0-dc231bb48a08'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:05.468757 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:22:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['29d3276b-2c65-42ad-afc0-dc231bb48a08'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.496276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.551992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.558936 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/9d177656-5829-4b53-91f1-80da09078161 HTTP/1.1" status: 204 len: 168 time: 1.3834922 Nov 23 02:23:05.563057 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.567950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b700b-943b-4043-a358-cce34470f661 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=9d177656-5829-4b53-91f1-80da09078161,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:05.570777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-597943c8-6100-44aa-94fa-07086c323612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:05.576695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58050) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.577140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58052) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.594769 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] Routers {'29d3276b-2c65-42ad-afc0-dc231bb48a08'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:05.601624 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['29d3276b-2c65-42ad-afc0-dc231bb48a08'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.658242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50351c27-01d2-43e1-88b1-bc0bb9e5cf88 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.660628 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-50351c27-01d2-43e1-88b1-bc0bb9e5cf88 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/51beb131-773d-4e5d-8c34-eb1cebedf650 HTTP/1.1" status: 200 len: 845 time: 0.0819504 Nov 23 02:23:05.664847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58058) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.684557 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e80d165e-fcad-4c74-aece-94ca3f70c8bc tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/29d3276b-2c65-42ad-afc0-dc231bb48a08 HTTP/1.1" status: 200 len: 921 time: 0.2263265 Nov 23 02:23:05.687552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58060) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.729598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add37731-5d15-4b64-8a78-ed00cfb6f333 req-f59885a4-e5bb-4ed5-93f0-537b6c38ce46 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.736389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30b950f0-68ae-424a-aed0-5e61b059b35a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:05.736677 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-add37731-5d15-4b64-8a78-ed00cfb6f333 req-f59885a4-e5bb-4ed5-93f0-537b6c38ce46 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3447764 Nov 23 02:23:05.761857 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:05.771009 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd480383-d3d3-4869-a4db-3d9ce4f45773 None None] The sync data for ids ['29d3276b-2c65-42ad-afc0-dc231bb48a08'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:05.774042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bc58315b-2010-4b71-a248-726eaa14f800 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/51beb131-773d-4e5d-8c34-eb1cebedf650?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1072588 Nov 23 02:23:05.778624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58062) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.788403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 30b950f0-68ae-424a-aed0-5e61b059b35a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:05.789037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30b950f0-68ae-424a-aed0-5e61b059b35a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:05.789435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:05.830553 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-add37731-5d15-4b64-8a78-ed00cfb6f333 req-749aa1c9-0906-4735-8007-a15ea2d89381 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723884 Nov 23 02:23:05.845233 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d539e3-b23b-4d3c-a5bb-299818e593d6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.852816 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-85d539e3-b23b-4d3c-a5bb-299818e593d6 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=29d3276b-2c65-42ad-afc0-dc231bb48a08&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1588585 Nov 23 02:23:05.860363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58064) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.938752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1647238597'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:05.964965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1558a6-a3e1-4e55-b4fd-e1281200ef8d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:05.969075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:05.970595 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2a1558a6-a3e1-4e55-b4fd-e1281200ef8d tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/networks/2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 881 time: 0.1122167 Nov 23 02:23:05.971212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58068) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:05.973422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.001591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab4bc4dd-bb2d-4ea3-9813-0d7007eb7f85 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d3276b-2c65-42ad-afc0-dc231bb48a08 HTTP/1.1" status: 200 len: 205 time: 0.0291753 Nov 23 02:23:06.002244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58070) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:06.118900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f347953-6b61-4670-b9b0-25fd71af4a7e req-3a4463cc-9277-4970-98a7-ca9887d00550 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.120994 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6f347953-6b61-4670-b9b0-25fd71af4a7e req-3a4463cc-9277-4970-98a7-ca9887d00550 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.2712936 Nov 23 02:23:06.149944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.154873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:06.158841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.175114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.202300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6b47a-e8d1-49d1-b903-a08f0f5d658a req-7b10aa3c-32c4-453f-b489-8ccfd2371811 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.203792 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cea6b47a-e8d1-49d1-b903-a08f0f5d658a req-7b10aa3c-32c4-453f-b489-8ccfd2371811 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1078386 Nov 23 02:23:06.255979 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6f347953-6b61-4670-b9b0-25fd71af4a7e req-2bc79c47-48d2-444b-b498-9913bde58cb2 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213598 Nov 23 02:23:06.258633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.305324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.329526 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cea6b47a-e8d1-49d1-b903-a08f0f5d658a req-b2da2de0-d1b9-4c53-a6e7-881725d9e9aa tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900769 Nov 23 02:23:06.340331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:06.343501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.352046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:06.358225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.359168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.370723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dc2b22-49cb-43d0-b929-845d9357463f None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:06.375204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=e7f0ce0c-3536-4b2b-8058-6f35490ee2f1,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:06.406117 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-afea8dca-6daf-49e3-93a6-1f168ac528d3 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6263449 Nov 23 02:23:06.410458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58078) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:06.426185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'security_group': {'name': 'tempest-secgroup-1805083295'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:06.445085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.458868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.498889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.508827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:06.522446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3807e25b-98f1-4db4-a648-21dc4ac86f47,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:06.531077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.531573 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 0859fa2f-a50c-4236-ad33-be09876ee13d of type vlan for network e086134d-9322-460d-bbd3-d738b7000f7c Nov 23 02:23:06.541097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658b618-b90b-429e-9888-07ba157807c4 req-dc02f703-2560-4204-93dd-981e861c2954 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:06.547622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Deleting port 2e280eb7-e3f1-4f02-9c93-4677de3672b0 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:06.547969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.549813 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7658b618-b90b-429e-9888-07ba157807c4 req-dc02f703-2560-4204-93dd-981e861c2954 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.1104434 Nov 23 02:23:06.731856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'tenant_id': '25226e5950264bf99ba1f947fdc86841', 'fixed_ips': [{'subnet_id': 'e7f0ce0c-3536-4b2b-8058-6f35490ee2f1'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:06.733000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:06.977994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Allocated IP 2001:db8::2 (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/e7f0ce0c-3536-4b2b-8058-6f35490ee2f1/95d2fda2-63c9-49a5-8277-c7210e4adae6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:07.178543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58086) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:07.180194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.184629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'subnets': [{'network_id': '9dc32349-925c-4a23-b7bb-6d64b2caae9a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--229695667', 'ip_version': 6}, {'network_id': 'aabe0d9d-2e87-4705-b0ed-946e9cfc7298', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:07.184946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'subnet': {'network_id': '9dc32349-925c-4a23-b7bb-6d64b2caae9a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--229695667', 'ip_version': 6}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:07.185612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Request body: {'subnet': {'network_id': 'aabe0d9d-2e87-4705-b0ed-946e9cfc7298', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:07.190302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.194221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Calling delete_port for 2e280eb7-e3f1-4f02-9c93-4677de3672b0 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:07.213681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.221748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.259999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:07.264339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:07.267941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:07.276710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Pushing event updated for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.301577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-69433e4a-ab77-49d8-9045-ad5c56bf8435 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.304092 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-69433e4a-ab77-49d8-9045-ad5c56bf8435 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.46 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.1588233 Nov 23 02:23:07.306888 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7658b618-b90b-429e-9888-07ba157807c4 req-e0915f2d-f63b-47d7-9e74-9e942654bbfd tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7561176 Nov 23 02:23:07.354206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.360841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.361707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.374270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Attempting to bind port 95d2fda2-63c9-49a5-8277-c7210e4adae6 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:07.375430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Attempting to bind port 95d2fda2-63c9-49a5-8277-c7210e4adae6 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'fa262187-5d0f-48e8-b67a-5dd673bbdf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:07.376146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Attempting to bind port 95d2fda2-63c9-49a5-8277-c7210e4adae6 on network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:07.383509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:07.383779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.384489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Checking segment: {'id': 'fa262187-5d0f-48e8-b67a-5dd673bbdf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:07.385114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.385708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Bound using segment: {'id': 'fa262187-5d0f-48e8-b67a-5dd673bbdf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:07.386828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Bound port: 95d2fda2-63c9-49a5-8277-c7210e4adae6, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa262187-5d0f-48e8-b67a-5dd673bbdf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:07.388196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.401826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da45636-69bc-422c-950c-c83657675a33 req-cdafe06d-17c8-43be-aa61-f24d9df92e03 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.404817 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3da45636-69bc-422c-950c-c83657675a33 req-cdafe06d-17c8-43be-aa61-f24d9df92e03 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.0995457 Nov 23 02:23:07.409568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.479777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:07.483308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=95d2fda2-63c9-49a5-8277-c7210e4adae6,segment=NetworkSegment(fa262187-5d0f-48e8-b67a-5dd673bbdf43),segment_id=fa262187-5d0f-48e8-b67a-5dd673bbdf43)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:07.485294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.486550 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0751388 Nov 23 02:23:07.491416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.494694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58090) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:07.495348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ae94e-8546-4eab-a495-55cb8930107e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0fd6b1-3d69-4f1b-8831-68bc08eabae2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.506696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'security_group': {'name': 'tempest-secgroup-1662499425'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:07.549884 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3da45636-69bc-422c-950c-c83657675a33 req-b3b8f601-57e8-49d0-8bd1-cabaa485cca0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375039 Nov 23 02:23:07.554621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.587374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b22eab-9a5b-4e3a-beb0-ecb7f110efe0 None None] Pushing event updated for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.600264 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9523859 Nov 23 02:23:07.606602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=e086134d-9322-460d-bbd3-d738b7000f7c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.628730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.636052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf271a76-d69b-47a9-9768-70bad1c0f7ff req-7e6a7689-2981-4dbb-97f2-514654f5f280 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:07.637640 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cf271a76-d69b-47a9-9768-70bad1c0f7ff req-7e6a7689-2981-4dbb-97f2-514654f5f280 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.2061825 Nov 23 02:23:07.655278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.655631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.656549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.656758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.657106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.657488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.657939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.658371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.658715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.659042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.659377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.660841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a861a8b-4160-4c62-bb7f-8a65fff57663 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:07.672757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event deleted for resources: {'Port': ['ID=2e280eb7-e3f1-4f02-9c93-4677de3672b0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:07.677970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e086134d-9322-460d-bbd3-d738b7000f7c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:07.702034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Made reservation on behalf of f12c640a5ef041f39541927497625eae for: {'subnet': 2} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:07.706511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.706870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.735830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58092) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:07.741986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:07.748654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Deleting port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:07.749031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.809501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.916930 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cf271a76-d69b-47a9-9768-70bad1c0f7ff req-7edd56fc-a513-45c5-9f56-d39a91581e78 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2460508 Nov 23 02:23:07.945755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.958291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:07.988445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.003041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] For port dd88e9ef-f752-4d92-8b17-08eeffa77cd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:08.003411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.012506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.042941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.063276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.063768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Fanout notify agent at l3_agent the message router_deleted on router 29d3276b-2c65-42ad-afc0-dc231bb48a08 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:08.081669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.086399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-acfbf620-8263-4aba-bdaf-f65703e99286 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/29d3276b-2c65-42ad-afc0-dc231bb48a08 HTTP/1.1" status: 204 len: 168 time: 2.0797131 Nov 23 02:23:08.094219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58094) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:08.102675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1624383075', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:08.117053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc23500-4f97-413c-8977-18e861293f72,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:08.121889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:08.125501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.135126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.138981 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0a108fc6-f372-4031-8e2e-06a5e59368bf tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6385317 Nov 23 02:23:08.139377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58096) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:08.154894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-681352353', 'security_groups': ['2dc23500-4f97-413c-8977-18e861293f72'], 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e7f0ce0c-3536-4b2b-8058-6f35490ee2f1'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:08.186522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-f859f41a-3e2d-4b84-a44c-383f605b233f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.188147 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-f859f41a-3e2d-4b84-a44c-383f605b233f tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.46 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.1786869 Nov 23 02:23:08.237736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.238742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.365991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.470997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.471591 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.471688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Floating IP 417e12bf-f141-4ea2-b38b-4212e432c442 disassociated. External IP: 172.26.8.196, port: dd88e9ef-f752-4d92-8b17-08eeffa77cd9. Nov 23 02:23:08.472007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Calling delete_port for dd88e9ef-f752-4d92-8b17-08eeffa77cd9 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:08.541156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:08.551696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Deleting port 797380bf-d7f2-4244-aa6d-52241604d9d9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:08.552041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.719920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f768952-7895-4b19-b7a9-8768e62cd621 req-461aa766-627f-4072-af0b-5bf771876cd5 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.721562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f768952-7895-4b19-b7a9-8768e62cd621 req-461aa766-627f-4072-af0b-5bf771876cd5 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 945 time: 0.3296294 Nov 23 02:23:08.742494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.756308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.765106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.819162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.827939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4e74-8fd9-4fa9-99bd-18510a186f84 req-0b762f98-7b0b-49cf-90fc-bb16dc026e05 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:08.829524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-821f4e74-8fd9-4fa9-99bd-18510a186f84 req-0b762f98-7b0b-49cf-90fc-bb16dc026e05 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1967711 Nov 23 02:23:08.888115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Provisioning complete for port 51beb131-773d-4e5d-8c34-eb1cebedf650 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:08.889092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.910536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port b5d93166-d3b3-4235-b9ba-c86af16f663c yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:08.913917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] For port 797380bf-d7f2-4244-aa6d-52241604d9d9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=797380bf-d7f2-4244-aa6d-52241604d9d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:08.914304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.921677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Subnet': ['ID=93dc3e79-c867-4b7b-aa8f-90a5e941a1c3,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:08.928117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=86bb8767-31db-4cc4-b3fc-2f74bb09215f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:08.929464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Port 51beb131-773d-4e5d-8c34-eb1cebedf650 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:08.943297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:08.943686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:08.954061 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f768952-7895-4b19-b7a9-8768e62cd621 req-06edb483-7ea4-412e-a204-854a820b353c tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups?id=789d805d-a256-414b-86fd-27e629c8949d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193351 Nov 23 02:23:08.991670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.031028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '0859fa2f-a50c-4236-ad33-be09876ee13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:09.031315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: e086134d-9322-460d-bbd3-d738b7000f7c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:09.033897 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-821f4e74-8fd9-4fa9-99bd-18510a186f84 req-67192c20-2684-4923-89bd-6cbb56f73bb3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730044 Nov 23 02:23:09.046372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event deleted for resources: {'Port': ['ID=dd88e9ef-f752-4d92-8b17-08eeffa77cd9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:09.051048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Checking segment: {'id': 'edb741c3-57bf-41b8-8c78-3fba07dd343c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '9dc32349-925c-4a23-b7bb-6d64b2caae9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:09.051423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network hostable DHCP agents. Network: 9dc32349-925c-4a23-b7bb-6d64b2caae9a, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:09.065333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.110551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-98a11711-f718-429b-80b9-24137ee0018a None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=95d2fda2-63c9-49a5-8277-c7210e4adae6,segment=NetworkSegment(fa262187-5d0f-48e8-b67a-5dd673bbdf43),segment_id=fa262187-5d0f-48e8-b67a-5dd673bbdf43)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:09.118112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.155983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network e086134d-9322-460d-bbd3-d738b7000f7c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:09.176212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a11711-f718-429b-80b9-24137ee0018a None None] Pushing event updated for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:09.198659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network 9dc32349-925c-4a23-b7bb-6d64b2caae9a is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:09.236755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e086134d-9322-460d-bbd3-d738b7000f7c) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:09.247142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.247799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.257878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 9dc32349-925c-4a23-b7bb-6d64b2caae9a) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:09.273790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.277573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251f1897-22e1-4e54-bd19-da7355401a14 None None] Network e086134d-9322-460d-bbd3-d738b7000f7c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:09.286510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4cb81-4177-42fc-b377-a4d8b2369979 req-862f8511-c23f-4278-9065-7c8c5314da55 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.293664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313c871b-85fc-4fb0-b84d-df48772f44c3 None None] Network 9dc32349-925c-4a23-b7bb-6d64b2caae9a requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:09.294248 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12a4cb81-4177-42fc-b377-a4d8b2369979 req-862f8511-c23f-4278-9065-7c8c5314da55 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 945 time: 0.1593955 Nov 23 02:23:09.321083 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21db3542-71a8-4eee-be3e-62933e654558 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5839858 Nov 23 02:23:09.328601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.328978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.329292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Floating IP d46536c0-064e-4d4f-bdb1-b60e2a1ee158 disassociated. External IP: 172.26.8.17, port: 797380bf-d7f2-4244-aa6d-52241604d9d9. Nov 23 02:23:09.329647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Calling delete_port for 797380bf-d7f2-4244-aa6d-52241604d9d9 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:09.336464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.338071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58104) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:09.348500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::1cb (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/e7f0ce0c-3536-4b2b-8058-6f35490ee2f1/b5d93166-d3b3-4235-b9ba-c86af16f663c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:09.357298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-260295150'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:09.392885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event updated for resources: {'Subnet': ['ID=d9ab3ef9-8a84-41b7-8f4d-92e0af300f75,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:09.406487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Router 576158b3-3f61-4011-b179-506bc16eaf0d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:09.457267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:09.460879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.480513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Checking segment: {'id': '147544fe-03d9-425e-bc96-5a8d0742273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'aabe0d9d-2e87-4705-b0ed-946e9cfc7298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:09.481192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network hostable DHCP agents. Network: aabe0d9d-2e87-4705-b0ed-946e9cfc7298, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:09.602477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:09.622120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Network aabe0d9d-2e87-4705-b0ed-946e9cfc7298 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:09.669268 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12a4cb81-4177-42fc-b377-a4d8b2369979 req-ce59ffa4-5c4a-43bc-8aec-22e46ce43c6d tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups?id=f018dcc3-1bd7-4067-9a46-610288e03142&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3739238 Nov 23 02:23:09.670675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-e086134d-9322-460d-bbd3-d738b7000f7c', 'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': '86bb8767-31db-4cc4-b3fc-2f74bb09215f'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:09.672267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.672918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.720514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.720871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment e6e7b9c1-4196-4b8c-a67c-21c92b12a411 of type vlan for network 8c723f78-110d-478d-8fe6-63c3169c948b Nov 23 02:23:09.745039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, aabe0d9d-2e87-4705-b0ed-946e9cfc7298) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:09.764621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1687fc2-3ce1-44bf-8a68-3b9a62d8e9c1 None None] Network aabe0d9d-2e87-4705-b0ed-946e9cfc7298 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:09.783621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.784098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:09.784774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.789348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.803136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event deleted for resources: {'Port': ['ID=797380bf-d7f2-4244-aa6d-52241604d9d9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:09.810877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.815162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.815348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:09.815699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.816136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.817760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.818208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.818614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.818942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.819736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.821699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.821699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.822520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.824081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.825618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:09.846945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0eeac6-5c1e-4be7-a5b2-1927418df5d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-9dc32349-925c-4a23-b7bb-6d64b2caae9a', 'network_id': '9dc32349-925c-4a23-b7bb-6d64b2caae9a', 'tenant_id': 'f12c640a5ef041f39541927497625eae', 'fixed_ips': [{'subnet_id': '93dc3e79-c867-4b7b-aa8f-90a5e941a1c3'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:09.848089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aa0eeac6-5c1e-4be7-a5b2-1927418df5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.850299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 95d2fda2-63c9-49a5-8277-c7210e4adae6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:09.850450 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-18efe616-1d9d-4f7c-b207-35980f04d381 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.6697850 Nov 23 02:23:09.852806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] Sync routers for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:09.862089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58106) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:09.865654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.954957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] No DVR routers for this DVR port dd88e9ef-f752-4d92-8b17-08eeffa77cd9 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:09.970222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:09.973865 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c621106a-f9a3-4890-88e8-3c7c9aff1109 req-990f9972-1b89-4ef6-b377-c683ebc375e1 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.46 "DELETE /v2.0/ports/dd88e9ef-f752-4d92-8b17-08eeffa77cd9 HTTP/1.1" status: 204 len: 173 time: 2.6596918 Nov 23 02:23:09.974368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'name': 'network-vif-deleted', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:09.976921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1a7ffe-2a1d-4a0a-8dda-60f99dd63f10" -d '{"events": [{"server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "name": "network-vif-deleted", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:10.022957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.043297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.044111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.060694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdedf2c-0f28-4c64-948f-45b36cc5baf5 x-openstack-request-id: req-fcdedf2c-0f28-4c64-948f-45b36cc5baf5 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:10.061262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "376a8b21-9f92-4e53-a708-280dad8dbf85", "name": "network-vif-deleted", "tag": "dd88e9ef-f752-4d92-8b17-08eeffa77cd9", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:10.061669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fcdedf2c-0f28-4c64-948f-45b36cc5baf5 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:10.062510 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '376a8b21-9f92-4e53-a708-280dad8dbf85', 'name': 'network-vif-deleted', 'tag': 'dd88e9ef-f752-4d92-8b17-08eeffa77cd9', 'status': 'completed', 'code': 200} Nov 23 02:23:10.107069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Allocated IP 172.26.8.128 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/e9ce4e0f-50bf-47cf-9512-d2fc7828e17d) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:10.120056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:10.120743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:10.179459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.189295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f07cd-df9d-4e6f-8eea-d8d68edc1c9e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.191043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f07cd-df9d-4e6f-8eea-d8d68edc1c9e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.193519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0f07cd-df9d-4e6f-8eea-d8d68edc1c9e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.204049 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe0f07cd-df9d-4e6f-8eea-d8d68edc1c9e tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3313429 Nov 23 02:23:10.279812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58114) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:10.356763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:10.466717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Allocated IP 172.20.255.242 (e086134d-9322-460d-bbd3-d738b7000f7c/86bb8767-31db-4cc4-b3fc-2f74bb09215f/dc450174-d454-4993-a34e-6ed051590b2b) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:10.644507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.690629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3491085 Nov 23 02:23:10.691477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58118) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:10.730333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '8c723f78-110d-478d-8fe6-63c3169c948b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:10.750963 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-48aa6b7b-fa36-4418-9214-a6513637e19d req-8e1bd3b0-f9a5-4188-937c-769d320bec38 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/ports?device_id=376a8b21-9f92-4e53-a708-280dad8dbf85 HTTP/1.1" status: 200 len: 210 time: 0.5571213 Nov 23 02:23:10.768532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2ed90-9395-4584-8eb9-9a5d5f61396b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=8c723f78-110d-478d-8fe6-63c3169c948b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:10.783379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Deleting subnet 93dc3e79-c867-4b7b-aa8f-90a5e941a1c3 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:10.799731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.812457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630da26-a8f4-4e4b-b73d-2533cd2f9eec req-e99a3345-9ca9-46b7-99c4-caa7d90d0a93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.820070 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8630da26-a8f4-4e4b-b73d-2533cd2f9eec req-e99a3345-9ca9-46b7-99c4-caa7d90d0a93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.5848854 Nov 23 02:23:10.829491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 8c723f78-110d-478d-8fe6-63c3169c948b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:10.839374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:10.861889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:10.866265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.874191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=b5d93166-d3b3-4235-b9ba-c86af16f663c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:10.877194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:10.884669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:10.885523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.892719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:10.920503 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6a3d1586-5c52-4c2e-bf85-4590ffdc8397 req-53a76b0c-a242-42cb-a489-8cbd727b6967 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.0850694 Nov 23 02:23:10.986634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:10.991278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.026293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.095970 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-65ee367f-1572-40a1-999b-d819d3bb1c74 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9500892 Nov 23 02:23:11.097286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Router cf742c88-4e43-48ff-8224-9fa4580456fe has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:11.106275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58124) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:11.112840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:11.113353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Network e086134d-9322-460d-bbd3-d738b7000f7c is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:11.161917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.174670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Pushing event updated for resources: {'Port': ['ID=dc450174-d454-4993-a34e-6ed051590b2b,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:11.194363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:11.198750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:11.203676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:11.206005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:11.207843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:11.212022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8630da26-a8f4-4e4b-b73d-2533cd2f9eec req-67e2cf57-2e23-4c0d-950a-cf577c4c1f7b tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3906140 Nov 23 02:23:11.213940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.246724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:11.253333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.278387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device dd88e9ef-f752-4d92-8b17-08eeffa77cd9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:11.316780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:11.320368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.352734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: dd88e9ef-f752-4d92-8b17-08eeffa77cd9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:11.353087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device dd88e9ef-f752-4d92-8b17-08eeffa77cd9 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:11.353529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 797380bf-d7f2-4244-aa6d-52241604d9d9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:11.404496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event updated for resources: {'Port': ['ID=e9ce4e0f-50bf-47cf-9512-d2fc7828e17d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:11.429329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 797380bf-d7f2-4244-aa6d-52241604d9d9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:11.429699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 797380bf-d7f2-4244-aa6d-52241604d9d9 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:11.449719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4ae04-a01b-4193-a83c-3a86da2d00df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-aabe0d9d-2e87-4705-b0ed-946e9cfc7298', 'network_id': 'aabe0d9d-2e87-4705-b0ed-946e9cfc7298', 'tenant_id': 'f12c640a5ef041f39541927497625eae', 'fixed_ips': [{'subnet_id': 'd9ab3ef9-8a84-41b7-8f4d-92e0af300f75'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:11.450532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ad4ae04-a01b-4193-a83c-3a86da2d00df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.469239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Attempting to bind port dc450174-d454-4993-a34e-6ed051590b2b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:11.469598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Attempting to bind port dc450174-d454-4993-a34e-6ed051590b2b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '0859fa2f-a50c-4236-ad33-be09876ee13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:11.469966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Attempting to bind port dc450174-d454-4993-a34e-6ed051590b2b on network e086134d-9322-460d-bbd3-d738b7000f7c {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:11.483089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-de76a1d8-5549-49b2-9dec-77585e9359a2 None None] Provisioning complete for port b5d93166-d3b3-4235-b9ba-c86af16f663c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:11.483463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de76a1d8-5549-49b2-9dec-77585e9359a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.490887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:11.491194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Checking segment: {'id': '0859fa2f-a50c-4236-ad33-be09876ee13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:11.491669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.492070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Bound using segment: {'id': '0859fa2f-a50c-4236-ad33-be09876ee13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:11.492584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Bound port: dc450174-d454-4993-a34e-6ed051590b2b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0859fa2f-a50c-4236-ad33-be09876ee13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'e086134d-9322-460d-bbd3-d738b7000f7c'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:11.492961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.549792 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.ipam_backend_mixin [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e7f0ce0c-3536-4b2b-8058-6f35490ee2f1 (CIDR: 2001:db8::/64) Nov 23 02:23:11.566754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.567358 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:23:11.568547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:11.612899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:11.614746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.620890 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/subnets/93dc3e79-c867-4b7b-aa8f-90a5e941a1c3 HTTP/1.1" status: 204 len: 168 time: 1.3397517 Nov 23 02:23:11.622362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58126) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:11.623501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a530f0-4b23-40ed-8794-4479cefa0720 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Subnet': ['ID=93dc3e79-c867-4b7b-aa8f-90a5e941a1c3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:11.628165 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da1334c6-e0c9-4857-ad78-45bb459c6d99 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5204926 Nov 23 02:23:11.632265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58128) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:11.640543 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] Sync routers for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:11.656529 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:11.657570 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:11.664446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:11.675476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-aa0eeac6-5c1e-4be7-a5b2-1927418df5d3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93dc3e79-c867-4b7b-aa8f-90a5e941a1c3: This subnet is being modified by another concurrent operation. Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:11.709198 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93dc3e79-c867-4b7b-aa8f-90a5e941a1c3: This subnet is being modified by another concurrent operation. Nov 23 02:23:11.717295 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:23:11.756723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-de76a1d8-5549-49b2-9dec-77585e9359a2 None None] Port b5d93166-d3b3-4235-b9ba-c86af16f663c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:11.764954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:11.767819 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:11.770672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Deleting subnet d9ab3ef9-8a84-41b7-8f4d-92e0af300f75 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:11.778293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.825552 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=c97c2f85-6854-4d00-bd4e-e4d7ba42c5cf,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:11.828203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1414171e-60bc-4ee8-b0ec-1c829e3857de None None] Network 9dc32349-925c-4a23-b7bb-6d64b2caae9a requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:11.838072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': 'e6e7b9c1-4196-4b8c-a67c-21c92b12a411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '8c723f78-110d-478d-8fe6-63c3169c948b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:11.838434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 8c723f78-110d-478d-8fe6-63c3169c948b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:11.839140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] Checking router: 576158b3-3f61-4011-b179-506bc16eaf0d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:11.841969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.853817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] No DVR routers for this DVR port 797380bf-d7f2-4244-aa6d-52241604d9d9 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:11.889195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58134) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:11.935857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 8c723f78-110d-478d-8fe6-63c3169c948b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:11.944566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:11.994931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:11.995589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:11.999977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] For port dc450174-d454-4993-a34e-6ed051590b2b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:12.012445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] For port dc450174-d454-4993-a34e-6ed051590b2b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dc450174-d454-4993-a34e-6ed051590b2b,segment=NetworkSegment(0859fa2f-a50c-4236-ad33-be09876ee13d),segment_id=0859fa2f-a50c-4236-ad33-be09876ee13d)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:12.065094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.070625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ccd8545-0b1d-461b-9bf8-4e772aff9553 req-e098f539-cf3e-470d-87b9-0aabd03fde6b tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.46 "DELETE /v2.0/ports/797380bf-d7f2-4244-aa6d-52241604d9d9 HTTP/1.1" status: 204 len: 173 time: 3.8708751 Nov 23 02:23:12.082551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'name': 'network-vif-deleted', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:23:12.083474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 8c723f78-110d-478d-8fe6-63c3169c948b) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:12.101042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e973421-bd68-484b-adfc-a820440f8cd3" -d '{"events": [{"server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "name": "network-vif-deleted", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:23:12.102456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459eac77-49c4-4125-8a80-f791b2e95ba2 None None] Network 8c723f78-110d-478d-8fe6-63c3169c948b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:12.122524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:12.124582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.128967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.144664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:12.145289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.155461 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:26Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:12.216834 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4600a8b9-8740-4987-b1ba-286eb2b09ce7 req-6d29a28b-beef-4e55-81a4-3877d27b6f6a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb25d575-1bc7-453b-8810-03c968324a99 HTTP/1.1" status: 200 len: 210 time: 0.1501532 Nov 23 02:23:12.230725 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] Checking router: cf742c88-4e43-48ff-8224-9fa4580456fe for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:12.258797 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:12.259392 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:12.280786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-725112e0-265d-4812-bfd8-67d4a51126e2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5797994 Nov 23 02:23:12.283799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-054e82dc-59cb-4d57-99dc-5826a009a2c0 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.289117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4180c1-8989-46a0-b70d-40ddf70c5f3c x-openstack-request-id: req-9b4180c1-8989-46a0-b70d-40ddf70c5f3c {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:23:12.289571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb25d575-1bc7-453b-8810-03c968324a99", "name": "network-vif-deleted", "tag": "797380bf-d7f2-4244-aa6d-52241604d9d9", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:23:12.289926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b4180c1-8989-46a0-b70d-40ddf70c5f3c {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:23:12.291477 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb25d575-1bc7-453b-8810-03c968324a99', 'name': 'network-vif-deleted', 'tag': '797380bf-d7f2-4244-aa6d-52241604d9d9', 'status': 'completed', 'code': 200} Nov 23 02:23:12.296054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58142) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.358982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.401960 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:12.404442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-054e82dc-59cb-4d57-99dc-5826a009a2c0 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.408573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ab3ef9-8a84-41b7-8f4d-92e0af300f75,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:12.429882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.435597 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a6a847d6-c078-4c3e-a71b-7d37af414bc1 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/subnets/d9ab3ef9-8a84-41b7-8f4d-92e0af300f75 HTTP/1.1" status: 204 len: 168 time: 0.8037188 Nov 23 02:23:12.436257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58144) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.482757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.533502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbacef17-65f2-4147-83e0-ec10f6d31b44 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:12.539157 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bbacef17-65f2-4147-83e0-ec10f6d31b44 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986037 Nov 23 02:23:12.539355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.539474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-054e82dc-59cb-4d57-99dc-5826a009a2c0 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.550194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-054e82dc-59cb-4d57-99dc-5826a009a2c0 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.554336 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-054e82dc-59cb-4d57-99dc-5826a009a2c0 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "DELETE /v2.0/security-groups/789d805d-a256-414b-86fd-27e629c8949d HTTP/1.1" status: 204 len: 168 time: 0.6618729 Nov 23 02:23:12.555175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58146) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.555510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58148) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.607844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e82dc-59cb-4d57-99dc-5826a009a2c0 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d805d-a256-414b-86fd-27e629c8949d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:12.620950 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-95843dff-4e2d-4276-81f8-596d6c9f5949 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] show failed (client error): The resource could not be found. Nov 23 02:23:12.626447 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-95843dff-4e2d-4276-81f8-596d6c9f5949 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "GET /v2.0/security-groups/789d805d-a256-414b-86fd-27e629c8949d HTTP/1.1" status: 404 len: 347 time: 0.0560496 Nov 23 02:23:12.626757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58150) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:12.678013 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:26Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:12.757879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:12.852037 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0b29e6-537d-4506-bf1d-de6d65f2d011 None None] The sync data for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv is: [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '400e567e-23b0-4b41-a0b8-e16714d5f4cd', 'name': '', 'network_id': 'df94170d-a50d-486a-a508-37dd5ec703b4', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'mac_address': 'fa:16:3e:20:fa:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:18Z', 'updated_at': '2021-11-23T02:21:26Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'subnets': [{'id': '1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:12.937801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b458c-692f-4c9a-93e9-43b22bdad48b req-7e5b5081-ffbb-4198-a554-97737b5a3c80 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:12.939721 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-940b458c-692f-4c9a-93e9-43b22bdad48b req-7e5b5081-ffbb-4198-a554-97737b5a3c80 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.4490454 Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-0ad4ae04-a01b-4193-a83c-3a86da2d00df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9ab3ef9-8a84-41b7-8f4d-92e0af300f75: This subnet is being modified by another concurrent operation. Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:12.952957 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9ab3ef9-8a84-41b7-8f4d-92e0af300f75: This subnet is being modified by another concurrent operation. Nov 23 02:23:12.956980 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:23:12.980868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:12.986226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1e0ed-e841-4e10-b436-cf85a1e940d9 None None] Pushing event updated for resources: {'Port': ['ID=dc450174-d454-4993-a34e-6ed051590b2b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:13.023749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.026896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596f4e9e-898d-4af5-ada1-02405cce9f56 None None] Network aabe0d9d-2e87-4705-b0ed-946e9cfc7298 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:13.027622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Deleting port 5866ec98-4619-4266-8566-e2dbcac53fbb {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:13.027969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.142400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.174555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aabe0d9d-2e87-4705-b0ed-946e9cfc7298']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.193219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '147544fe-03d9-425e-bc96-5a8d0742273a') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.193513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '147544fe-03d9-425e-bc96-5a8d0742273a') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.196211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.196567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.201608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.211417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dafc19-97a6-4de5-8b66-fc1b3ff075c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-8c723f78-110d-478d-8fe6-63c3169c948b', 'network_id': '8c723f78-110d-478d-8fe6-63c3169c948b', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': 'c97c2f85-6854-4d00-bd4e-e4d7ba42c5cf'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:13.212196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92dafc19-97a6-4de5-8b66-fc1b3ff075c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.218517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.245669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.259773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:13.260296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.318176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-940b458c-692f-4c9a-93e9-43b22bdad48b req-8dd86ff9-0a47-4aa2-819f-036fcd8c3907 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3509982 Nov 23 02:23:13.327175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58156) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:13.371287 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:13.376917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Calling delete_port for 5866ec98-4619-4266-8566-e2dbcac53fbb owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:13.432023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.433760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00c21b4-fa3d-4939-b60c-745bee88342d None None] New status for floating IP d46536c0-064e-4d4f-bdb1-b60e2a1ee158: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:13.435952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.436458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.440559 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/networks/aabe0d9d-2e87-4705-b0ed-946e9cfc7298 HTTP/1.1" status: 204 len: 168 time: 0.8805778 Nov 23 02:23:13.449980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58158) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:13.475094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86688099-f042-4f1d-8ee7-d81eb9721eb3 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Network': ['ID=aabe0d9d-2e87-4705-b0ed-946e9cfc7298,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:13.521474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=c97c2f85-6854-4d00-bd4e-e4d7ba42c5cf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:13.524862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.602411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c3c3e-8152-411c-be50-e6f4b6ef1cdd None None] The sync data for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv is: [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:23Z', 'revision_number': 4, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'af445d32-f815-4daf-b39d-4af5a745fb7f', 'name': '', 'network_id': 'bfadc192-0ee6-4551-80ce-ec1ec3018b1e', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'mac_address': 'fa:16:3e:9f:9c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:20Z', 'updated_at': '2021-11-23T02:21:29Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'subnets': [{'id': '9e8c8b61-8ae6-4b96-a4cd-894bb717458d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-92dafc19-97a6-4de5-8b66-fc1b3ff075c5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c97c2f85-6854-4d00-bd4e-e4d7ba42c5cf: This subnet is being modified by another concurrent operation. Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:13.609106 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c97c2f85-6854-4d00-bd4e-e4d7ba42c5cf: This subnet is being modified by another concurrent operation. Nov 23 02:23:13.612114 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:23:13.633671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83097531-bcbb-4656-88ee-3d8bce9f0c0d None None] Network 8c723f78-110d-478d-8fe6-63c3169c948b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:13.639335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3d826f09-7b6a-49f5-9553-9ef8ec817999 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.653823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.679928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.713952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.714528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3d826f09-7b6a-49f5-9553-9ef8ec817999 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.742824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.798707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c723f78-110d-478d-8fe6-63c3169c948b']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.819855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Pushing event deleted for resources: {'Port': ['ID=5866ec98-4619-4266-8566-e2dbcac53fbb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:13.855072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e7b9c1-4196-4b8c-a67c-21c92b12a411') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.855289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e7b9c1-4196-4b8c-a67c-21c92b12a411') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.866497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:13.883187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:13.887762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.889035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.895649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:13.895649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.904264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f360154-bde7-45d9-8537-6057506673a3 None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:13.926670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.930294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.936399 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-57ea2e13-c4ea-4ce4-96c1-6f0c870e9fe4 tempest-ServersTestManualDisk-992714858 tempest-ServersTestManualDisk-992714858-project] 10.222.0.53 "DELETE /v2.0/floatingips/417e12bf-f141-4ea2-b38b-4212e432c442 HTTP/1.1" status: 204 len: 168 time: 1.2010121 Nov 23 02:23:13.937166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:13.948754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc32349-925c-4a23-b7bb-6d64b2caae9a']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:13.953716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=9b9e78c6-98f2-4a2e-8d54-2c9058584e24,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:13.968717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.976411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Router 693345f7-3230-44dd-9b65-2eda5c8b1e02 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:23:13.978830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:13.979238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:13.982728 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:13.986213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-389b1325-8284-41f7-bc5d-aa53f4ad87a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3529260 Nov 23 02:23:13.998078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3d826f09-7b6a-49f5-9553-9ef8ec817999 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.000946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3d826f09-7b6a-49f5-9553-9ef8ec817999 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.002849 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3d826f09-7b6a-49f5-9553-9ef8ec817999 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "DELETE /v2.0/security-groups/f018dcc3-1bd7-4067-9a46-610288e03142 HTTP/1.1" status: 204 len: 168 time: 0.6740477 Nov 23 02:23:14.003479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58162) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.008385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb741c3-57bf-41b8-8c78-3fba07dd343c') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:14.008767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb741c3-57bf-41b8-8c78-3fba07dd343c') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:14.010443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58164) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.014600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-296747405', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b9e78c6-98f2-4a2e-8d54-2c9058584e24'}], 'security_groups': ['ee0fd6b1-3d69-4f1b-8831-68bc08eabae2']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:14.058120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device dc450174-d454-4993-a34e-6ed051590b2b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:14.065493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826f09-7b6a-49f5-9553-9ef8ec817999 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f018dcc3-1bd7-4067-9a46-610288e03142,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:14.125930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.137166 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b6bd5a-5ffe-4c4d-9dc1-17b115c689bf None None] New status for floating IP 417e12bf-f141-4ea2-b38b-4212e432c442: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:23:14.170360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d4e6df-fc79-4a48-a2f0-2fdc819083bd None None] Network e086134d-9322-460d-bbd3-d738b7000f7c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:14.177674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.190369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.196738 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/8c723f78-110d-478d-8fe6-63c3169c948b HTTP/1.1" status: 204 len: 168 time: 1.8991940 Nov 23 02:23:14.213735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.217119 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-e832af1c-9964-4993-b200-425cb2576054 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] show failed (client error): The resource could not be found. Nov 23 02:23:14.218089 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e832af1c-9964-4993-b200-425cb2576054 tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "GET /v2.0/security-groups/f018dcc3-1bd7-4067-9a46-610288e03142 HTTP/1.1" status: 404 len: 347 time: 0.1630495 Nov 23 02:23:14.237713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58168) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.265116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1564463127'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:14.267537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f334502-3929-4d17-8a51-ee82c2607312 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=8c723f78-110d-478d-8fe6-63c3169c948b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:14.272502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.292412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:14.293163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:14.299734 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:14.338164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-31cf1ee4-979a-4acc-81d8-ae74e6277852 None None] Provisioning complete for port dc450174-d454-4993-a34e-6ed051590b2b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:14.339808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cf1ee4-979a-4acc-81d8-ae74e6277852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.440206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port dc450174-d454-4993-a34e-6ed051590b2b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:14.440517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.675647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.697458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:14.701039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.708296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] Update dhcp port {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'fixed_ips': [{'subnet_id': 'e7f0ce0c-3536-4b2b-8058-6f35490ee2f1', 'ip_address': '2001:db8::2'}, {'subnet_id': '9b9e78c6-98f2-4a2e-8d54-2c9058584e24'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '95d2fda2-63c9-49a5-8277-c7210e4adae6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:23:14.710965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cf1ee4-979a-4acc-81d8-ae74e6277852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.730080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:14.747007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.780133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] Sync routers for ids ['693345f7-3230-44dd-9b65-2eda5c8b1e02'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:14.783533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.787813 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cc6b2d39-a91f-4c36-a925-5c57846c568b tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6926239 Nov 23 02:23:14.788458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58172) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.794123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:14.804075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.807304 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/networks/9dc32349-925c-4a23-b7bb-6d64b2caae9a HTTP/1.1" status: 204 len: 168 time: 1.3545425 Nov 23 02:23:14.810682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port dc450174-d454-4993-a34e-6ed051590b2b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dc450174-d454-4993-a34e-6ed051590b2b,segment=NetworkSegment(0859fa2f-a50c-4236-ad33-be09876ee13d),segment_id=0859fa2f-a50c-4236-ad33-be09876ee13d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:14.810852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc59e3-dd4a-4dce-91eb-d1bd4a11d953 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Network': ['ID=9dc32349-925c-4a23-b7bb-6d64b2caae9a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:14.811105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.811931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58174) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:14.821431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.823699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] Routers {'693345f7-3230-44dd-9b65-2eda5c8b1e02'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:14.824435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['693345f7-3230-44dd-9b65-2eda5c8b1e02'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:14.851540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440925-3d5c-41c7-8e92-eb1efea69466 req-1c5dcea0-8969-4297-a980-3f84bf4c6ce5 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:14.858920 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e3440925-3d5c-41c7-8e92-eb1efea69466 req-1c5dcea0-8969-4297-a980-3f84bf4c6ce5 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2525890 Nov 23 02:23:14.897290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:14.904073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Deleting port 89989194-06bc-4bd8-8f86-8f4f1e4fb060 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:14.904423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.910432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:14.956698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.966149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=dc450174-d454-4993-a34e-6ed051590b2b,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:14.971154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:14.971506 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 3ad54415-935e-4d76-ba6d-8f9182a00310 of type vlan for network ef6aaac8-d322-4bae-ab99-570b31465619 Nov 23 02:23:14.994761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] Routers {'693345f7-3230-44dd-9b65-2eda5c8b1e02'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:14.995573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['693345f7-3230-44dd-9b65-2eda5c8b1e02'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.039243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.039874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f4b752-d39e-4352-972c-436eb87ea4bb None None] The sync data for ids ['693345f7-3230-44dd-9b65-2eda5c8b1e02'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:15.048343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-31cf1ee4-979a-4acc-81d8-ae74e6277852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:15.048914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-31cf1ee4-979a-4acc-81d8-ae74e6277852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:15.107946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.108181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.129079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.131170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Calling delete_port for 89989194-06bc-4bd8-8f86-8f4f1e4fb060 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:15.135048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.157263 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e3440925-3d5c-41c7-8e92-eb1efea69466 req-f86aaa7a-e604-45e2-8e98-e9f7b018acea tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970331 Nov 23 02:23:15.280487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.287950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:15.288947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.346874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] Allocated IP 2001:db8:0:1::2 (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/9b9e78c6-98f2-4a2e-8d54-2c9058584e24/95d2fda2-63c9-49a5-8277-c7210e4adae6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:15.350961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.380635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.481877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.501766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2822876 Nov 23 02:23:15.507244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=95d2fda2-63c9-49a5-8277-c7210e4adae6,segment=NetworkSegment(fa262187-5d0f-48e8-b67a-5dd673bbdf43),segment_id=fa262187-5d0f-48e8-b67a-5dd673bbdf43)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:15.513098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58176) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:15.518826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:15.527251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Pushing event deleted for resources: {'Port': ['ID=89989194-06bc-4bd8-8f86-8f4f1e4fb060,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:15.553634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.574612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.574839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef39187-e8f3-42d8-be47-3964cf3b4af2 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=ef6aaac8-d322-4bae-ab99-570b31465619,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:15.636726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.639406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ef6aaac8-d322-4bae-ab99-570b31465619 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:15.651544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0ca5f0-ada9-44aa-82a8-7b807c798d9e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.690233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a2725c-8566-4fc3-8620-90b551a6684c') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.690794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a2725c-8566-4fc3-8620-90b551a6684c') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:15.690914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Deleting port e9ce4e0f-50bf-47cf-9512-d2fc7828e17d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:15.691220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.714188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.747380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.748394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.751345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.753005 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c3673377-1ffe-4e53-9996-e9c4bc568e8a tempest-ServersTestJSON-762676740 tempest-ServersTestJSON-762676740-project] 10.222.0.53 "DELETE /v2.0/floatingips/d46536c0-064e-4d4f-bdb1-b60e2a1ee158 HTTP/1.1" status: 204 len: 168 time: 1.5123441 Nov 23 02:23:15.756617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58178) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:15.783516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:15.784181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:15.788539 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:15.853701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:15.857240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:15.972442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device dc450174-d454-4993-a34e-6ed051590b2b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:15.982909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.001636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Performing IP validity checks on allocation pools {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:23:16.002147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:23:16.010504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Calling delete_port for e9ce4e0f-50bf-47cf-9512-d2fc7828e17d owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:16.014193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3cfa2432-aada-4ade-bc35-dbbb6e9c001c None None] Provisioning complete for port dc450174-d454-4993-a34e-6ed051590b2b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:16.014578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3cfa2432-aada-4ade-bc35-dbbb6e9c001c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.018974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.037268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.041194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/networks/5b0ca5f0-ada9-44aa-82a8-7b807c798d9e HTTP/1.1" status: 204 len: 168 time: 1.2236454 Nov 23 02:23:16.049531 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.051545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58180) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:16.104731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eb8ca-0fe3-4671-86ac-732a9133572b None None] Pushing event updated for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.126829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5f0b6-ff3f-4cd4-a818-533144bd1043 tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Network': ['ID=5b0ca5f0-ada9-44aa-82a8-7b807c798d9e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.129463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Delete allocated IP 2001:db8::1cb (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/e7f0ce0c-3536-4b2b-8058-6f35490ee2f1) {{(pid=103356) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:23:16.146338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port dc450174-d454-4993-a34e-6ed051590b2b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:16.147031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.189322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8:0:1::356 (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/9b9e78c6-98f2-4a2e-8d54-2c9058584e24/b5d93166-d3b3-4235-b9ba-c86af16f663c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:16.333421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.462998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bc695-1a4f-4800-9a21-7698315ef0f6 req-9e964e9a-574a-48d7-907e-5316afbf38d0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:16.464543 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c28bc695-1a4f-4800-9a21-7698315ef0f6 req-9e964e9a-574a-48d7-907e-5316afbf38d0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1784766 Nov 23 02:23:16.536758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.577352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.618505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f825495f-6a4e-4711-b294-83b9529fea50']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:16.636801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729e0890-8d02-447a-81ac-e8f0486f4e85') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:16.636801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729e0890-8d02-447a-81ac-e8f0486f4e85') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:16.649402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.669971 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c28bc695-1a4f-4800-9a21-7698315ef0f6 req-cbaa8cdc-5012-4711-816e-27aee3418bb1 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872761 Nov 23 02:23:16.678162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.680231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.680697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.688706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=a4195176-88e0-452a-bacb-2942668b32a2,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.689346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:16.689815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:16.692966 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:16.694831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.738171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Pushing event deleted for resources: {'Port': ['ID=e9ce4e0f-50bf-47cf-9512-d2fc7828e17d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.775055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96867f57-e0e4-49b7-93df-9621a27c8b72 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:23:16.778285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '3ad54415-935e-4d76-ba6d-8f9182a00310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:16.778804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: ef6aaac8-d322-4bae-ab99-570b31465619, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:16.845130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.851631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Provisioning complete for port 51beb131-773d-4e5d-8c34-eb1cebedf650 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:16.852155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.888453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] In _notify_port_updated(), no bound segment for port b5d93166-d3b3-4235-b9ba-c86af16f663c on network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:23:16.894497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:16.895157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.899154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/ports/b5d93166-d3b3-4235-b9ba-c86af16f663c HTTP/1.1" status: 200 len: 930 time: 2.8919935 Nov 23 02:23:16.899301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694b907-1eba-4fa1-94cf-1e84576f3571 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=b5d93166-d3b3-4235-b9ba-c86af16f663c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.902540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:16.903170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.918694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.921976 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] 10.222.0.53 "DELETE /v2.0/networks/f825495f-6a4e-4711-b294-83b9529fea50 HTTP/1.1" status: 204 len: 168 time: 0.8594053 Nov 23 02:23:16.931421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network ef6aaac8-d322-4bae-ab99-570b31465619 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:16.957460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3653dc-86cf-4b4d-ab1e-729b479ee77c tempest-BulkNetworkOpsIpV6Test-1776811469 tempest-BulkNetworkOpsIpV6Test-1776811469-project] Pushing event deleted for resources: {'Network': ['ID=f825495f-6a4e-4711-b294-83b9529fea50,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:16.971785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Port 51beb131-773d-4e5d-8c34-eb1cebedf650 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:16.975250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Deleting port af445d32-f815-4daf-b39d-4af5a745fb7f {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:16.975596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:16.977805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ef6aaac8-d322-4bae-ab99-570b31465619) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:17.007174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:17.008509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.051393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:17.051986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.248691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96867f57-e0e4-49b7-93df-9621a27c8b72 None None] Unable to find a vacant binding_index for network ef6aaac8-d322-4bae-ab99-570b31465619 and agent 115e00be-6366-4092-8ab4-2660997965c8 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 02:23:17.252953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Provisioning complete for port b5d93166-d3b3-4235-b9ba-c86af16f663c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:17.253325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.259213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96867f57-e0e4-49b7-93df-9621a27c8b72 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ef6aaac8-d322-4bae-ab99-570b31465619) {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:23:17.372407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:17.389103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port b5d93166-d3b3-4235-b9ba-c86af16f663c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:17.389505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.400275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8af9c4be-722c-481b-87f8-19964c70a33f None None] Port b5d93166-d3b3-4235-b9ba-c86af16f663c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:17.470864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] For port af445d32-f815-4daf-b39d-4af5a745fb7f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=af445d32-f815-4daf-b39d-4af5a745fb7f,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:17.471144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.483931 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-effa66a4-1061-49b2-83b1-704e01bca7e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9693696 Nov 23 02:23:17.484632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58194) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:17.493367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Calling delete_port for af445d32-f815-4daf-b39d-4af5a745fb7f owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:17.514450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.519293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.578434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.584874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.605579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for b5d93166-d3b3-4235-b9ba-c86af16f663c owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:17.718703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ef6aaac8-d322-4bae-ab99-570b31465619', 'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': 'a4195176-88e0-452a-bacb-2942668b32a2'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:17.722345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.733138 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-835371ac-7d9a-4ea7-a1ea-515779a3be05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f12c640a5ef041f39541927497625eae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587165 Nov 23 02:23:17.741339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58198) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:17.741658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Router 693345f7-3230-44dd-9b65-2eda5c8b1e02 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:17.756069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.846532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Provisioning complete for port abe4fa79-d800-4d68-8b4e-7371b524299b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:17.847120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.908621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 95d2fda2-63c9-49a5-8277-c7210e4adae6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:17.915611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09e839-2766-4d02-a73e-3537aee451f6 req-e73b5c98-8d40-4ebc-b99f-6d34be37760f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:17.917198 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5a09e839-2766-4d02-a73e-3537aee451f6 req-e73b5c98-8d40-4ebc-b99f-6d34be37760f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1546798 Nov 23 02:23:17.926554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a064baa8-439c-4d93-b1d0-ca481abc6198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.965090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:17.973196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.982256 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] Sync routers for ids ['693345f7-3230-44dd-9b65-2eda5c8b1e02'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:17.983427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:17.990426 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7658ba1e-25db-49b7-b22f-aae92fa1c439 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "PUT /v2.0/routers/693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 200 len: 706 time: 3.1978235 Nov 23 02:23:17.992921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58200) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:17.999942 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] Routers {'693345f7-3230-44dd-9b65-2eda5c8b1e02'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:18.000602 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['693345f7-3230-44dd-9b65-2eda5c8b1e02'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.008548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.033452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Allocated IP 172.20.0.3 (ef6aaac8-d322-4bae-ab99-570b31465619/a4195176-88e0-452a-bacb-2942668b32a2/323d702e-546e-4366-a6ef-4fff2acf855e) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:18.034085 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.035892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a064baa8-439c-4d93-b1d0-ca481abc6198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.044801 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] Routers {'693345f7-3230-44dd-9b65-2eda5c8b1e02'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:18.045715 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['693345f7-3230-44dd-9b65-2eda5c8b1e02'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.051982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=b5d93166-d3b3-4235-b9ba-c86af16f663c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.062656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Provisioning complete for port 43d68781-c7d1-4eb7-8122-bc683b78daac triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.063145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.064910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.065083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.065514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.085550 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.086207 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f965d0a8-3c33-4ea8-9a4d-1124c3a90957 None None] The sync data for ids ['693345f7-3230-44dd-9b65-2eda5c8b1e02'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:18.159595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.163021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4783de9e-4ca6-4618-80a7-45eddbeff436 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/b5d93166-d3b3-4235-b9ba-c86af16f663c HTTP/1.1" status: 204 len: 168 time: 1.2580621 Nov 23 02:23:18.169747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58202) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.195403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=af445d32-f815-4daf-b39d-4af5a745fb7f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.220625 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5a09e839-2766-4d02-a73e-3537aee451f6 req-31c9496b-1789-4e3c-a481-1584a99cae30 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2718902 Nov 23 02:23:18.226379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58204) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.226635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-67586053-cda0-44bc-82ce-2db60d6c9e14 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/routers/693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 200 len: 741 time: 0.2322190 Nov 23 02:23:18.230123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bae5d3a-8be5-4d54-b71f-f773767124a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:23:18.235845 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5bae5d3a-8be5-4d54-b71f-f773767124a7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/b5d93166-d3b3-4235-b9ba-c86af16f663c HTTP/1.1" status: 404 len: 333 time: 0.0600314 Nov 23 02:23:18.236495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58206) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.288019 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-65e1c9be-5c4e-4f81-afd8-48735bd32677 tempest-RoutersAdminTest-11037528 tempest-RoutersAdminTest-11037528-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&device_id=693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 200 len: 205 time: 0.0607982 Nov 23 02:23:18.292332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58208) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.351936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3186fbd-fd9c-4cd1-9f16-fcf1ce712eba tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.381659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3186fbd-fd9c-4cd1-9f16-fcf1ce712eba tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.406710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.414445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a064baa8-439c-4d93-b1d0-ca481abc6198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.417478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a064baa8-439c-4d93-b1d0-ca481abc6198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.421305 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a064baa8-439c-4d93-b1d0-ca481abc6198 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc5900d5-b8a9-4acc-b595-f02713f74695 HTTP/1.1" status: 204 len: 168 time: 0.6768904 Nov 23 02:23:18.423616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Deleting port 400e567e-23b0-4b41-a0b8-e16714d5f4cd {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:18.423783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.442981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064baa8-439c-4d93-b1d0-ca481abc6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5900d5-b8a9-4acc-b595-f02713f74695,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.448884 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-11936c8c-5465-4846-ae3e-441596027a9a tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 200 len: 205 time: 0.1527443 Nov 23 02:23:18.466384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58212) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.541752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.549280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3186fbd-fd9c-4cd1-9f16-fcf1ce712eba tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.550128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Provisioning complete for port cb4d6693-f261-4c3e-b012-1099f40e2a7e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.550741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.552462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3186fbd-fd9c-4cd1-9f16-fcf1ce712eba tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.553655 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b3186fbd-fd9c-4cd1-9f16-fcf1ce712eba tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/security-groups/2dc23500-4f97-413c-8977-18e861293f72 HTTP/1.1" status: 204 len: 168 time: 0.3153365 Nov 23 02:23:18.557840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58214) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.583357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.583819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.629819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3186fbd-fd9c-4cd1-9f16-fcf1ce712eba tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc23500-4f97-413c-8977-18e861293f72,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.639851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.650734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Network ef6aaac8-d322-4bae-ab99-570b31465619 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:18.651338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=a4195176-88e0-452a-bacb-2942668b32a2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.663618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:18.666465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:18.684392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Pushing event updated for resources: {'Port': ['ID=323d702e-546e-4366-a6ef-4fff2acf855e,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.752583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02dfbc51-c8f2-46e5-ba50-c571465498cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.774034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Attempting to bind port 323d702e-546e-4366-a6ef-4fff2acf855e on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:18.774386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Attempting to bind port 323d702e-546e-4366-a6ef-4fff2acf855e by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3ad54415-935e-4d76-ba6d-8f9182a00310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:18.774690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Attempting to bind port 323d702e-546e-4366-a6ef-4fff2acf855e on network ef6aaac8-d322-4bae-ab99-570b31465619 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:18.788147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02dfbc51-c8f2-46e5-ba50-c571465498cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.788705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] For port 400e567e-23b0-4b41-a0b8-e16714d5f4cd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=400e567e-23b0-4b41-a0b8-e16714d5f4cd,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:18.788705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.788865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:18.788865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Checking segment: {'id': '3ad54415-935e-4d76-ba6d-8f9182a00310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:18.788865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.788865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Bound using segment: {'id': '3ad54415-935e-4d76-ba6d-8f9182a00310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:18.789368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Bound port: 323d702e-546e-4366-a6ef-4fff2acf855e, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ad54415-935e-4d76-ba6d-8f9182a00310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'ef6aaac8-d322-4bae-ab99-570b31465619'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:18.789525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.805970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.810765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Provisioning complete for port 2acb82f8-8ff8-444e-a969-a1874f1337bf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.810765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.835407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02dfbc51-c8f2-46e5-ba50-c571465498cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.838669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02dfbc51-c8f2-46e5-ba50-c571465498cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.843358 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-02dfbc51-c8f2-46e5-ba50-c571465498cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/security-groups/ee0fd6b1-3d69-4f1b-8831-68bc08eabae2 HTTP/1.1" status: 204 len: 168 time: 0.2822108 Nov 23 02:23:18.882773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58220) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:18.894559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Port 2acb82f8-8ff8-444e-a969-a1874f1337bf cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:18.896529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dfbc51-c8f2-46e5-ba50-c571465498cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0fd6b1-3d69-4f1b-8831-68bc08eabae2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:18.908937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] For port 323d702e-546e-4366-a6ef-4fff2acf855e, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:18.920391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] For port 323d702e-546e-4366-a6ef-4fff2acf855e, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=323d702e-546e-4366-a6ef-4fff2acf855e,segment=NetworkSegment(3ad54415-935e-4d76-ba6d-8f9182a00310),segment_id=3ad54415-935e-4d76-ba6d-8f9182a00310)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:18.929242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Calling delete_port for 400e567e-23b0-4b41-a0b8-e16714d5f4cd owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:18.934141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Provisioning complete for port a6d4fd6a-6caf-4004-a2af-9bd5ce58742f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:18.934927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dbf7176-fc43-4f5f-8bd5-b1e03ec6eb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.936629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.949851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.957106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6aaac8-d322-4bae-ab99-570b31465619']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.959619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.962745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet e7f0ce0c-3536-4b2b-8058-6f35490ee2f1 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:18.967122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.971814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad54415-935e-4d76-ba6d-8f9182a00310') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.971814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad54415-935e-4d76-ba6d-8f9182a00310') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:18.986736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:18.999872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Router 576158b3-3f61-4011-b179-506bc16eaf0d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:19.073580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.075061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.084571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785d58-8fe4-4cba-a5d8-2d6da1e22d9b None None] Pushing event updated for resources: {'Port': ['ID=323d702e-546e-4366-a6ef-4fff2acf855e,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:19.151330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:19.152327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.152930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206bb756-3511-44c3-a9d6-f469c835d32d None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:19.157735 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:19.217341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.218638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Fanout notify agent at l3_agent the message router_deleted on router 693345f7-3230-44dd-9b65-2eda5c8b1e02 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:19.235325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:19.235583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.236979 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fc315c81-e8f5-49b1-8148-7ce808f6ad2f tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 204 len: 168 time: 0.7714734 Nov 23 02:23:19.242704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58234) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.264414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] Sync routers for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:19.265154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d812b660-9e89-4270-b0fa-3dab1ba40c5b admin admin] 10.222.0.53 "PUT /v2.0/routers/576158b3-3f61-4011-b179-506bc16eaf0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3186486 Nov 23 02:23:19.267209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58236) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.269988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.307405 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4fe37732-94f1-4882-b606-309b5d1ece24 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 200 len: 205 time: 0.0610542 Nov 23 02:23:19.313088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58242) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.344267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:23:19.344267 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:23:19.344267 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'id': 'ef6aaac8-d322-4bae-ab99-570b31465619'}] Nov 23 02:23:19.344267 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:19.344631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:19.355876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:19.356711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:19.360182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bb756-3511-44c3-a9d6-f469c835d32d None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:23:19.379782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-01338037-858d-4d59-b4ca-1398724bcb04 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] delete failed (client error): The resource could not be found. Nov 23 02:23:19.384519 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-01338037-858d-4d59-b4ca-1398724bcb04 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/693345f7-3230-44dd-9b65-2eda5c8b1e02 HTTP/1.1" status: 404 len: 336 time: 0.0701883 Nov 23 02:23:19.385151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58244) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.442196 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4472bf98-2596-4c9f-b089-6f5e207003e5 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=29d3276b-2c65-42ad-afc0-dc231bb48a08 HTTP/1.1" status: 200 len: 205 time: 0.0537446 Nov 23 02:23:19.443613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58246) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.456174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58248) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.501743 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-58077f9c-0ac0-4856-9db2-f5e68d2caea3 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] delete failed (client error): The resource could not be found. Nov 23 02:23:19.504314 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58077f9c-0ac0-4856-9db2-f5e68d2caea3 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/29d3276b-2c65-42ad-afc0-dc231bb48a08 HTTP/1.1" status: 404 len: 336 time: 0.0583661 Nov 23 02:23:19.506734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58252) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.519016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009fa654-b4d0-4d95-85d2-d3c525373394 req-8049ca2c-c766-49c0-8938-914afdffcc9f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:19.520790 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-009fa654-b4d0-4d95-85d2-d3c525373394 req-8049ca2c-c766-49c0-8938-914afdffcc9f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1335714 Nov 23 02:23:19.522116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.563009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58254) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.564430 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-840388b0-7066-45d4-8a42-12ee136187db tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=b1e4449f-1b73-476d-9f56-f2aeabce76df HTTP/1.1" status: 200 len: 205 time: 0.0512407 Nov 23 02:23:19.566002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.574334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:19.601897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f0ce0c-3536-4b2b-8058-6f35490ee2f1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:19.605682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.613545 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-034d84cd-232b-4c3c-a84e-1445dca6289f tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/e7f0ce0c-3536-4b2b-8058-6f35490ee2f1 HTTP/1.1" status: 204 len: 168 time: 0.7253516 Nov 23 02:23:19.613929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58256) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.619980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:19.658122 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-3f72f0b5-b5dc-468b-b04e-88a72256de00 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] delete failed (client error): The resource could not be found. Nov 23 02:23:19.659169 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3f72f0b5-b5dc-468b-b04e-88a72256de00 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/b1e4449f-1b73-476d-9f56-f2aeabce76df HTTP/1.1" status: 404 len: 336 time: 0.0928628 Nov 23 02:23:19.664755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58258) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:19.665830 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'networks': [{'name': 'tempest-network--1847853406'}, {'name': 'tempest-network--224041322'}]} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:19.666151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'network': {'name': 'tempest-network--1847853406'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:19.666796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'network': {'name': 'tempest-network--224041322'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:19.710961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'network': 2} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:19.715671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.726535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.801769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:19.806117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.911131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.923551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.924270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:19.958045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:23:17Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:19.993983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1628f6dc-6c72-4850-884f-b37ad0075e1c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:19.995445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] Checking router: 576158b3-3f61-4011-b179-506bc16eaf0d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:20.006619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:20.019775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e6f887-d89e-4dc0-a7e7-2edd42cedf29 None None] Network ef6aaac8-d322-4bae-ab99-570b31465619 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:20.022362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] Routers {'576158b3-3f61-4011-b179-506bc16eaf0d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:20.022590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.022913 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Added segment 85fdb7af-9fe9-4734-b55d-904a1c237ae4 of type vlan for network 966a76e1-bf69-4822-a6bf-64532ca82f8f Nov 23 02:23:20.023041 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['576158b3-3f61-4011-b179-506bc16eaf0d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:20.086093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.098730 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-282b66af-4f8f-430b-ac34-f3d8599622d6 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cd8bed8-b971-4ddc-b80f-05941d91b75c HTTP/1.1" status: 200 len: 205 time: 0.4310341 Nov 23 02:23:20.111625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.158476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.164687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.182682 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-009fa654-b4d0-4d95-85d2-d3c525373394 req-b2d57612-6217-40eb-8cb4-6cba2a6a2018 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6207006 Nov 23 02:23:20.203878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-e85fa2c9-8527-43e6-abf4-261c2ebdfe5d tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] delete failed (client error): The resource could not be found. Nov 23 02:23:20.209027 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e85fa2c9-8527-43e6-abf4-261c2ebdfe5d tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/0cd8bed8-b971-4ddc-b80f-05941d91b75c HTTP/1.1" status: 404 len: 336 time: 0.0959554 Nov 23 02:23:20.209354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58262) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.298425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Pushing event deleted for resources: {'Port': ['ID=400e567e-23b0-4b41-a0b8-e16714d5f4cd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:20.304190 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3a9cffbf-b0e0-4015-80da-abf622aea67d tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebffdfc-5e6d-4cc0-843d-500b482dac69 HTTP/1.1" status: 200 len: 205 time: 0.0912528 Nov 23 02:23:20.307091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58264) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.345367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:20.346839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.362362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.381716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.382094 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Added segment 19752790-06cf-450d-a341-c88cc9aae92a of type vlan for network caaf2502-dcdd-4dfc-86c4-3fcc3e0b3ff8 Nov 23 02:23:20.422722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-056c22a7-b43f-4b01-a683-018a1e1a4a0d tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] delete failed (client error): The resource could not be found. Nov 23 02:23:20.426246 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-056c22a7-b43f-4b01-a683-018a1e1a4a0d tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/8ebffdfc-5e6d-4cc0-843d-500b482dac69 HTTP/1.1" status: 404 len: 336 time: 0.0920467 Nov 23 02:23:20.426769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c9ed8-2e26-4ad7-814e-5d6130b1d75c None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:20.430977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58266) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.432689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.434040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] Set router 576158b3-3f61-4011-b179-506bc16eaf0d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:20.493113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:20.496263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Deleting port 323d702e-546e-4366-a6ef-4fff2acf855e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:20.496796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.500487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:20.500809 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-65161edc-c144-41c2-a7e0-270d589e8454 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "GET /v2.0/ports?device_id=d8ce1ca3-159f-4903-8a04-05fa0b5da595 HTTP/1.1" status: 200 len: 205 time: 0.0614610 Nov 23 02:23:20.505505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.508694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.509700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.524472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58268) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.546552 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9314263 Nov 23 02:23:20.578040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58270) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.584928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'security_group': {'name': 'tempest-secgroup-578627474'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:20.589416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9927c-66a1-45db-948e-b362a6c085c8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=20fd1d39-acf6-4e29-bd32-dec563d425a5,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:20.591931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-fed103b9-2c68-4435-94fa-9b0bea3d8266 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] delete failed (client error): The resource could not be found. Nov 23 02:23:20.593114 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fed103b9-2c68-4435-94fa-9b0bea3d8266 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/routers/d8ce1ca3-159f-4903-8a04-05fa0b5da595 HTTP/1.1" status: 404 len: 336 time: 0.0636535 Nov 23 02:23:20.593804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] For port 323d702e-546e-4366-a6ef-4fff2acf855e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=323d702e-546e-4366-a6ef-4fff2acf855e,segment=NetworkSegment(3ad54415-935e-4d76-ba6d-8f9182a00310),segment_id=3ad54415-935e-4d76-ba6d-8f9182a00310)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:20.595266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.596488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58272) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.615602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Calling delete_port for 323d702e-546e-4366-a6ef-4fff2acf855e owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:20.634449 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-e041e259-c831-4b6c-9e90-2672dc9e0220 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:20.634911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e041e259-c831-4b6c-9e90-2672dc9e0220 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:20.641133 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e041e259-c831-4b6c-9e90-2672dc9e0220 tempest-RoutersAdminTest-551759887 tempest-RoutersAdminTest-551759887-project] 10.222.0.53 "DELETE /v2.0/subnets/86342c1f-bbfd-4c5e-a6af-744e65bbef9b HTTP/1.1" status: 404 len: 337 time: 0.0387888 Nov 23 02:23:20.664638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.676635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.677035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.683988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.689326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:20.689999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.768005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.787564 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3281527 Nov 23 02:23:20.791573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-14e555ca-f629-4f63-8469-0430ca8d53fe None None] Could not find standard attr ID for object b5d93166-d3b3-4235-b9ba-c86af16f663c. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:23:20.806794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58276) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:20.820015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb8b065-3f6f-4af7-9dd8-beae846280ef None None] Network ef6aaac8-d322-4bae-ab99-570b31465619 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:20.862942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.865840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Network': ['ID=966a76e1-bf69-4822-a6bf-64532ca82f8f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:20.896141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 966a76e1-bf69-4822-a6bf-64532ca82f8f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:20.905707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Port': ['ID=323d702e-546e-4366-a6ef-4fff2acf855e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:20.913293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Deleting port cb4d6693-f261-4c3e-b012-1099f40e2a7e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:20.913873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:20.957344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.066433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58280) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:21.085086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No DVR routers for this DVR port 323d702e-546e-4366-a6ef-4fff2acf855e on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:21.189661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Update dhcp port {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'fixed_ips': [{'subnet_id': '9b9e78c6-98f2-4a2e-8d54-2c9058584e24', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20fd1d39-acf6-4e29-bd32-dec563d425a5'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '95d2fda2-63c9-49a5-8277-c7210e4adae6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:23:21.230579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.256666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:23:17Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.264163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] For port cb4d6693-f261-4c3e-b012-1099f40e2a7e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cb4d6693-f261-4c3e-b012-1099f40e2a7e,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:21.264795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.303602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.308140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.310719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Calling delete_port for cb4d6693-f261-4c3e-b012-1099f40e2a7e owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:21.321105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ef505b-5c1c-4b8a-b932-1dbb76b7306a None None] The sync data for ids ['576158b3-3f61-4011-b179-506bc16eaf0d'] in dv-neutron-818844-1-hyperv is: [{'id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'name': 'tempest-ServersTestManualDisk-361669737-router', 'tenant_id': '61e3e4b52f9e43c9a08f47e23539761d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:23:17Z', 'revision_number': 5, 'project_id': '61e3e4b52f9e43c9a08f47e23539761d', 'gw_port': {'id': 'cb4d6693-f261-4c3e-b012-1099f40e2a7e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:96:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '576158b3-3f61-4011-b179-506bc16eaf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:21.372271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd54e47-7383-4e7a-91b5-0133b1346a80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.389175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef6aaac8-d322-4bae-ab99-570b31465619']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.429364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.430712 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.8513529 Nov 23 02:23:21.435915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58286) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:21.439894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ad54415-935e-4d76-ba6d-8f9182a00310') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.440099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ad54415-935e-4d76-ba6d-8f9182a00310') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.448382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7055cb-c976-4bb6-b443-5d57e1fc3e0f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Network': ['ID=caaf2502-dcdd-4dfc-86c4-3fcc3e0b3ff8,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:21.457816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b9eec-0c48-43ac-9c5f-0a6d04c11a4c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67efd9e2-11b5-44dd-98ac-fef303e18cdb,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:21.460022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'security_group': {'name': 'tempest-secgroup-999701788'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:21.469875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network caaf2502-dcdd-4dfc-86c4-3fcc3e0b3ff8 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:21.478180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.493129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556aad2-9eef-436a-a61c-94039a763144 req-2ec9ed0b-d849-4254-b2d8-1cada4b12c92 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.495075 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8556aad2-9eef-436a-a61c-94039a763144 req-2ec9ed0b-d849-4254-b2d8-1cada4b12c92 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1616523 Nov 23 02:23:21.507333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e34be4-bbab-4d1e-88b4-2a9bd91e8853 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.513559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e34be4-bbab-4d1e-88b4-2a9bd91e8853 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.520362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e34be4-bbab-4d1e-88b4-2a9bd91e8853 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.526437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e34be4-bbab-4d1e-88b4-2a9bd91e8853 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:21.528289 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a5e34be4-bbab-4d1e-88b4-2a9bd91e8853 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7175121 Nov 23 02:23:21.531582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58288) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:21.537625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.559055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Allocated IP 2001:db8::2 (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/20fd1d39-acf6-4e29-bd32-dec563d425a5/95d2fda2-63c9-49a5-8277-c7210e4adae6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:21.560465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.564682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:21.565087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:21.597936 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:21.616716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Router cf742c88-4e43-48ff-8224-9fa4580456fe has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:23:21.650824 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8556aad2-9eef-436a-a61c-94039a763144 req-434f4889-eff3-4195-bf4c-1701d2cccf43 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210687 Nov 23 02:23:21.654240 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.664889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=95d2fda2-63c9-49a5-8277-c7210e4adae6,segment=NetworkSegment(fa262187-5d0f-48e8-b67a-5dd673bbdf43),segment_id=fa262187-5d0f-48e8-b67a-5dd673bbdf43)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:21.724529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.731538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.766358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.789121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966a76e1-bf69-4822-a6bf-64532ca82f8f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.789571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.801163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fdb7af-9fe9-4734-b55d-904a1c237ae4') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.801471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fdb7af-9fe9-4734-b55d-904a1c237ae4') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:21.812888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.822025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd54e47-7383-4e7a-91b5-0133b1346a80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.823674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.832034 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/ef6aaac8-d322-4bae-ab99-570b31465619 HTTP/1.1" status: 204 len: 168 time: 4.3435805 Nov 23 02:23:21.837518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58290) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:21.845698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1213515643'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:21.852905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd54e47-7383-4e7a-91b5-0133b1346a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.862099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.871680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:21.872640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:21.885150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1dd8-fb51-4745-b7da-c0fbab7f3c19 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=ef6aaac8-d322-4bae-ab99-570b31465619,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:21.898875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Pushing event updated for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:21.914512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.915474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.916289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.916813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.917317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.917823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.918561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.919076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.919601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.920085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.920609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.921112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ec7a707-57fe-4ca9-a5ab-e9ce80d656f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:23:21.956531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device af445d32-f815-4daf-b39d-4af5a745fb7f no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:21.983377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: af445d32-f815-4daf-b39d-4af5a745fb7f {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:21.984008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device af445d32-f815-4daf-b39d-4af5a745fb7f not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:22.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:22.012575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bfd54e47-7383-4e7a-91b5-0133b1346a80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=272fc1bf30ab4ba3b7b37368c18bd85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9422646 Nov 23 02:23:22.020851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58292) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:22.033152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.035175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd54e47-7383-4e7a-91b5-0133b1346a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0826d3be-d86c-4bab-9303-a22eaeeb07d1,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:22.043956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.054509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.081472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.085965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.092725 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/networks/966a76e1-bf69-4822-a6bf-64532ca82f8f HTTP/1.1" status: 204 len: 168 time: 0.5600019 Nov 23 02:23:22.095032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:23:22.097937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58294) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:22.115920 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] Sync routers for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:23:22.131153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:22.132288 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.139562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-52bb43b3-e5e9-4040-ae26-afda53d3207e admin admin] 10.222.0.53 "PUT /v2.0/routers/cf742c88-4e43-48ff-8224-9fa4580456fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3768220 Nov 23 02:23:22.148940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:22.153061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.156224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427e26f8-b3a8-4c0c-9999-c6e51b86cfc3 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:22.174630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4d6693-f261-4c3e-b012-1099f40e2a7e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:22.182705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58296) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:22.191527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.192884 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7559206 Nov 23 02:23:22.196979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a860a4-cf03-49c4-a8ee-cfbdacd02eb7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62326e-bed1-4d7f-8756-98029999ca39,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:22.199449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc3458-a14c-4536-8c79-97b6e0079eaf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Network': ['ID=966a76e1-bf69-4822-a6bf-64532ca82f8f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:22.205612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58298) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:22.212464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'security_group': {'name': 'tempest-secgroup-1947259636'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:22.259849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-f0b13086-6a05-4305-9875-aa0bd874b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.261582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-f0b13086-6a05-4305-9875-aa0bd874b410 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.1688704 Nov 23 02:23:22.268727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.328668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:22.330387 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:22.400080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.406955 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.407304 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment f8bb2010-1d97-4c81-bb66-04f969a8391c of type vlan for network 481e3776-413c-49f1-911c-5c6c343a14f7 Nov 23 02:23:22.414346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61511d0-d057-4813-ad4a-e88fd59b8007 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.422432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.426095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.434027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.497039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.497720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 576158b3-3f61-4011-b179-506bc16eaf0d {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:22.507182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61511d0-d057-4813-ad4a-e88fd59b8007 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.508460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.513437 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0795af69-b94a-485b-ab45-876c93118936 admin admin] 10.222.0.53 "DELETE /v2.0/routers/576158b3-3f61-4011-b179-506bc16eaf0d HTTP/1.1" status: 204 len: 168 time: 3.2341807 Nov 23 02:23:22.515415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58300) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:22.521816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.526365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-a56a7684-611d-443c-b548-a23c60fd7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.527888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-a56a7684-611d-443c-b548-a23c60fd7463 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.2299008 Nov 23 02:23:22.552445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.652103 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:23:19Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.652381 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-511300fd-4bbe-4a45-a334-d715c3016165 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1002 time: 0.1020100 Nov 23 02:23:22.674048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:23:22.706871 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] Checking router: cf742c88-4e43-48ff-8224-9fa4580456fe for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:23:22.717855 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] Routers {'cf742c88-4e43-48ff-8224-9fa4580456fe'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:23:22.718547 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cf742c88-4e43-48ff-8224-9fa4580456fe'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:22.722460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-8c803a50-1693-4190-baaa-e9f8c8709197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.722960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-8c803a50-1693-4190-baaa-e9f8c8709197 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.0609679 Nov 23 02:23:22.726206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Deleting subnet 9e8c8b61-8ae6-4b96-a4cd-894bb717458d {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:22.729427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.786228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb8ef2f-979c-4940-9022-0095f32cfc84 None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:22.811877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.817787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.818642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.844383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.844768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.860156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-17f23a36-3d1f-4779-824d-ceef6e8992b7 None None] Provisioning complete for port 51beb131-773d-4e5d-8c34-eb1cebedf650 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:22.860577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-17f23a36-3d1f-4779-824d-ceef6e8992b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.893772 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] Set router cf742c88-4e43-48ff-8224-9fa4580456fe gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:23:22.895718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-0281bbbb-9a26-4058-bcff-4d49711b58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.897786 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-0281bbbb-9a26-4058-bcff-4d49711b58e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1654477 Nov 23 02:23:22.904474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-17f23a36-3d1f-4779-824d-ceef6e8992b7 None None] Port 51beb131-773d-4e5d-8c34-eb1cebedf650 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:22.933530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-17f23a36-3d1f-4779-824d-ceef6e8992b7 None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:22.934282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-17f23a36-3d1f-4779-824d-ceef6e8992b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:22.948912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922a62f5-363a-46e6-883e-6710a4d4d488 req-ef553745-1d81-455b-b23b-f5c77acc6de3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:22.958126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-922a62f5-363a-46e6-883e-6710a4d4d488 req-ef553745-1d81-455b-b23b-f5c77acc6de3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1738856 Nov 23 02:23:22.963916 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1252911 Nov 23 02:23:22.972914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58304) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:22.987135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:22.991261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaf2502-dcdd-4dfc-86c4-3fcc3e0b3ff8']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:23.018460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61511d0-d057-4813-ad4a-e88fd59b8007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.021480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f61511d0-d057-4813-ad4a-e88fd59b8007 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.022708 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f61511d0-d057-4813-ad4a-e88fd59b8007 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0826d3be-d86c-4bab-9303-a22eaeeb07d1 HTTP/1.1" status: 204 len: 168 time: 0.9938669 Nov 23 02:23:23.023477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f969fdf-b47e-4b38-8436-15b62dd6bc76 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=481e3776-413c-49f1-911c-5c6c343a14f7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:23.031629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.086351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19752790-06cf-450d-a341-c88cc9aae92a') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:23.086642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19752790-06cf-450d-a341-c88cc9aae92a') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:23.092025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.098703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 481e3776-413c-49f1-911c-5c6c343a14f7 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:23.127358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.152726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.154593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61511d0-d057-4813-ad4a-e88fd59b8007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826d3be-d86c-4bab-9303-a22eaeeb07d1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:23.176766 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-922a62f5-363a-46e6-883e-6710a4d4d488 req-87d477ce-ea79-47a7-b78b-2a32e7a458ff tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151613 Nov 23 02:23:23.195185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.215040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.216530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0076747 Nov 23 02:23:23.226088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:23.226591 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.229885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58310) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:23.235775 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:23.257852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-7c6a74d2-2bdf-486e-88bc-f87b016baf23 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463466 Nov 23 02:23:23.259901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.282642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.291007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e8c8b61-8ae6-4b96-a4cd-894bb717458d HTTP/1.1" status: 204 len: 168 time: 0.7743840 Nov 23 02:23:23.291792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58314) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:23.308788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-657553907', 'security_groups': ['48a8080c-ec86-4b5a-b645-205395797fcc'], 'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20fd1d39-acf6-4e29-bd32-dec563d425a5'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:23.314610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.315699 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:23:19Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:23.332940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01c2d-daae-4526-879e-e2b59cf2d808 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a8080c-ec86-4b5a-b645-205395797fcc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:23.355448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c1127-7124-4b0a-a3b5-4ec0ff4e317c None None] Network bfadc192-0ee6-4551-80ce-ec1ec3018b1e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:23.386951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f52f66b-1282-429f-8081-0ce8fa24c2d4 None None] The sync data for ids ['cf742c88-4e43-48ff-8224-9fa4580456fe'] in dv-neutron-818844-1-hyperv is: [{'id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'name': 'tempest-ServersTestJSON-668156426-router', 'tenant_id': '02301d0e7dca4119a419e1a1af025cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:23:19Z', 'revision_number': 5, 'project_id': '02301d0e7dca4119a419e1a1af025cd8', 'gw_port': {'id': '43d68781-c7d1-4eb7-8122-bc683b78daac', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:66:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf742c88-4e43-48ff-8224-9fa4580456fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:11Z', 'updated_at': '2021-11-23T02:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:23:23.455581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b3259e-275f-47aa-9c9c-157d3401c8c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e8c8b61-8ae6-4b96-a4cd-894bb717458d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:23.573654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.581570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1330b57e-2b19-4be9-a43a-f4643c3d7845 req-2e81a7bd-bb98-42cf-8ec5-38938e9a0a1d service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118579 Nov 23 02:23:23.590851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.622144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.625900 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/networks/caaf2502-dcdd-4dfc-86c4-3fcc3e0b3ff8 HTTP/1.1" status: 204 len: 168 time: 1.5193148 Nov 23 02:23:23.629358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc60aee-9aab-4ff6-8ba6-d0934aa2a53f tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Network': ['ID=caaf2502-dcdd-4dfc-86c4-3fcc3e0b3ff8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:23.630169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58318) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:23.631489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:23.635177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.659628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58320) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:23.792869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] DHCP port deletion for bfadc192-0ee6-4551-80ce-ec1ec3018b1e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:23.837708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Deleting port a3119f5a-5a3d-4710-b2c1-2d60524e4187 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:23.838092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.846473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Deleting port 43d68781-c7d1-4eb7-8122-bc683b78daac {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:23.847557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.851294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:23.907992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] Deleting port a3119f5a-5a3d-4710-b2c1-2d60524e4187 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:23.908507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:23.925608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 95d2fda2-63c9-49a5-8277-c7210e4adae6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:23.976536 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3530f404-3199-4c91-944d-29b860e103f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a19388d6f7094713878159b52b562315&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887366 Nov 23 02:23:23.977166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58322) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:24.004525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808547-4b51-49ab-9daf-c2e8f03325c7 req-7aa767fb-c263-4cec-804e-9d870e9a1ffd tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.005997 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18808547-4b51-49ab-9daf-c2e8f03325c7 req-7aa767fb-c263-4cec-804e-9d870e9a1ffd tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3101790 Nov 23 02:23:24.033343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-550bb54f-0158-4570-a0c5-0e4676456e04 None None] Provisioning complete for port 51beb131-773d-4e5d-8c34-eb1cebedf650 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:24.033732 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-550bb54f-0158-4570-a0c5-0e4676456e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.043080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fa6bf-fec9-4f60-9597-52e4b9029c54 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.047858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fa6bf-fec9-4f60-9597-52e4b9029c54 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.055365 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-130fa6bf-fec9-4f60-9597-52e4b9029c54 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4240069 Nov 23 02:23:24.060299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58324) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:24.071552 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1345534048'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:24.086282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] For port a3119f5a-5a3d-4710-b2c1-2d60524e4187, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a3119f5a-5a3d-4710-b2c1-2d60524e4187,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:24.086767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.099012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] For port a3119f5a-5a3d-4710-b2c1-2d60524e4187, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a3119f5a-5a3d-4710-b2c1-2d60524e4187,segment=NetworkSegment(668f10d2-3825-4ce4-a2ff-7f106cafd1a6),segment_id=668f10d2-3825-4ce4-a2ff-7f106cafd1a6)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:24.099393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.116744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] Calling delete_port for a3119f5a-5a3d-4710-b2c1-2d60524e4187 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:24.119611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:24.120596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.131531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Calling delete_port for a3119f5a-5a3d-4710-b2c1-2d60524e4187 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:24.139509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-9a7f6193-a878-40bc-9835-cc2e0f98fc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.141813 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-9a7f6193-a878-40bc-9835-cc2e0f98fc5e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.2982731 Nov 23 02:23:24.155887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-550bb54f-0158-4570-a0c5-0e4676456e04 None None] Port 51beb131-773d-4e5d-8c34-eb1cebedf650 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:24.157348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:24.168757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.173277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18808547-4b51-49ab-9daf-c2e8f03325c7 req-81d6ad35-adcb-4c63-9841-33652436a6e8 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492555 Nov 23 02:23:24.213029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] For port 43d68781-c7d1-4eb7-8122-bc683b78daac, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=43d68781-c7d1-4eb7-8122-bc683b78daac,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:24.213553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.230390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.246837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-550bb54f-0158-4570-a0c5-0e4676456e04 None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:24.247383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-550bb54f-0158-4570-a0c5-0e4676456e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.248605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:24.266522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.281890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Calling delete_port for 43d68781-c7d1-4eb7-8122-bc683b78daac owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:24.322962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.323203 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Added segment dfceaf30-9058-4a52-afac-6f57c4f7f8f5 of type vlan for network 1a67e7e4-5552-43fb-a4fb-31f594ee8661 Nov 23 02:23:24.385121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.450283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] device_id is not set on port 320e99ba-b139-48d1-81d6-db10c5139a5d yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:24.456934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a3119f5a-5a3d-4710-b2c1-2d60524e4187 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:24.464149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] Pushing event deleted for resources: {'Port': ['ID=a3119f5a-5a3d-4710-b2c1-2d60524e4187,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:24.487844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: a3119f5a-5a3d-4710-b2c1-2d60524e4187 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:24.488188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a3119f5a-5a3d-4710-b2c1-2d60524e4187 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:24.488641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cb4d6693-f261-4c3e-b012-1099f40e2a7e no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:24.490674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090f73a-e7de-43e4-b187-a37ba0ec13e7 None None] No DVR routers for this DVR port a3119f5a-5a3d-4710-b2c1-2d60524e4187 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:24.528517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=d5e2b849-d5e7-49e5-a829-a94d7e029cc9,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:24.544155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.604970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': 'f8bb2010-1d97-4c81-bb66-04f969a8391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:24.605696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 481e3776-413c-49f1-911c-5c6c343a14f7, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:24.644743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac23c-0123-47cb-9d7d-8dc0608bf951 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.677977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: cb4d6693-f261-4c3e-b012-1099f40e2a7e {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:24.678326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cb4d6693-f261-4c3e-b012-1099f40e2a7e not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:24.678758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 400e567e-23b0-4b41-a0b8-e16714d5f4cd no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:24.686941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.692539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.693113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.698157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 400e567e-23b0-4b41-a0b8-e16714d5f4cd {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:24.698532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 400e567e-23b0-4b41-a0b8-e16714d5f4cd not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:24.705442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac23c-0123-47cb-9d7d-8dc0608bf951 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.752123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-f14e91b3-fd07-49b1-b8d2-6f01d01e8fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:24.753769 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-f14e91b3-fd07-49b1-b8d2-6f01d01e8fd9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.5987499 Nov 23 02:23:24.760307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.831272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=a3119f5a-5a3d-4710-b2c1-2d60524e4187,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:24.844443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] No DVR routers for this DVR port a3119f5a-5a3d-4710-b2c1-2d60524e4187 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:24.880990 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-12c77223-0e6e-4cca-a0a9-926fe1c0806a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1002 time: 0.1181121 Nov 23 02:23:24.927527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac23c-0123-47cb-9d7d-8dc0608bf951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.930135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba7ac23c-0123-47cb-9d7d-8dc0608bf951 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:24.931265 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ba7ac23c-0123-47cb-9d7d-8dc0608bf951 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8dc3d6b-b54a-4522-87bd-d36cb4296b11 HTTP/1.1" status: 204 len: 168 time: 0.9458258 Nov 23 02:23:24.971627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ac23c-0123-47cb-9d7d-8dc0608bf951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc3d6b-b54a-4522-87bd-d36cb4296b11,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:24.978616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.006942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfadc192-0ee6-4551-80ce-ec1ec3018b1e']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:25.009947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-f7fd17dd-79b5-405d-8161-f4d4b7797370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.011420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-f7fd17dd-79b5-405d-8161-f4d4b7797370 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.1185215 Nov 23 02:23:25.019365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 481e3776-413c-49f1-911c-5c6c343a14f7 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:25.019780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668f10d2-3825-4ce4-a2ff-7f106cafd1a6') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:25.020078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668f10d2-3825-4ce4-a2ff-7f106cafd1a6') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:25.032670 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9629679 Nov 23 02:23:25.039077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58328) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:25.042616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.060610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1750471092'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:25.078273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 481e3776-413c-49f1-911c-5c6c343a14f7) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:25.091927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.097504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e23c5-084d-4513-a977-24e1ec32a1df None None] Network 481e3776-413c-49f1-911c-5c6c343a14f7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:25.099483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7ea44c-98c3-41a0-89a9-821d4aca7230 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Network': ['ID=1a67e7e4-5552-43fb-a4fb-31f594ee8661,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:25.104895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:25.105230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:25.107171 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:25.120688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.121470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.145189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:25.148551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.165345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-466dd841-cdb7-4a56-a1e1-c0e63ed56b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.166941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-466dd841-cdb7-4a56-a1e1-c0e63ed56b07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1447916 Nov 23 02:23:25.167091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8::3f (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/20fd1d39-acf6-4e29-bd32-dec563d425a5/320e99ba-b139-48d1-81d6-db10c5139a5d) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:25.174961 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1aed2672-af07-4801-9db7-79bef0e3789d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.1997030 Nov 23 02:23:25.177021 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58330) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:25.193826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.203251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 1a67e7e4-5552-43fb-a4fb-31f594ee8661 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:25.277635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Pushing event deleted for resources: {'Port': ['ID=43d68781-c7d1-4eb7-8122-bc683b78daac,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:25.286552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.297458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:25.309663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.313637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] 10.222.0.53 "DELETE /v2.0/networks/bfadc192-0ee6-4551-80ce-ec1ec3018b1e HTTP/1.1" status: 204 len: 168 time: 1.8673615 Nov 23 02:23:25.335509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d7a0e-f9a8-4d81-bb5e-5ee78d6c8c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=bfadc192-0ee6-4551-80ce-ec1ec3018b1e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:25.343693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.344257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Added segment 1f751105-154f-49a9-8a79-1d5398cc05a1 of type vlan for network ea094d35-efc5-4784-9b88-d99db1a264cd Nov 23 02:23:25.366094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f9990a-f15d-4ef7-8def-a702808ddca6 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:25.405950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.416344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-d71aa269-0cdc-44c8-8bdc-02c9da7c07eb service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371142 Nov 23 02:23:25.507598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.523111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ab6f4-1df4-4f3f-8515-ea8121bcc8a4 req-cd95af43-0598-4828-aaec-b543398eafaf tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.524225 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be5ab6f4-1df4-4f3f-8515-ea8121bcc8a4 req-cd95af43-0598-4828-aaec-b543398eafaf tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2360852 Nov 23 02:23:25.532674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.539338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-481e3776-413c-49f1-911c-5c6c343a14f7', 'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': 'd5e2b849-d5e7-49e5-a829-a94d7e029cc9'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:25.541968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.551987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.560181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:25.560811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.654811 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6144493 Nov 23 02:23:25.663473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58344) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:25.677688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'ports': [{'network_id': '1a67e7e4-5552-43fb-a4fb-31f594ee8661', 'name': 'tempest-port--1920687560', 'admin_state_up': True}, {'network_id': 'ea094d35-efc5-4784-9b88-d99db1a264cd', 'admin_state_up': False}]} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:25.678664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'port': {'network_id': '1a67e7e4-5552-43fb-a4fb-31f594ee8661', 'name': 'tempest-port--1920687560', 'admin_state_up': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:25.679458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'port': {'network_id': 'ea094d35-efc5-4784-9b88-d99db1a264cd', 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:25.688908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05d0ae-d966-4b97-b8e9-843143541d91 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Network': ['ID=ea094d35-efc5-4784-9b88-d99db1a264cd,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:25.689842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.725993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ea094d35-efc5-4784-9b88-d99db1a264cd details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:25.728137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.731534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58348) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:25.738783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-454cb1a1-18d5-41c8-a03b-b3e75c045402 req-31b5267e-0e41-43b0-a1f9-0f07100ca28a service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109021 Nov 23 02:23:25.846021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be5ab6f4-1df4-4f3f-8515-ea8121bcc8a4 req-9d74abce-5ee5-44e3-bdd1-489709e31c48 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098648 Nov 23 02:23:25.886654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.888175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.888795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf742c88-4e43-48ff-8224-9fa4580456fe {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:23:25.893847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.904640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:25.908641 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1c650f2c-9c1b-43a3-b4a1-058615dea02a admin admin] 10.222.0.53 "DELETE /v2.0/routers/cf742c88-4e43-48ff-8224-9fa4580456fe HTTP/1.1" status: 204 len: 168 time: 3.7175503 Nov 23 02:23:25.917256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58350) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:25.956619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Allocated IP 172.20.0.1 (481e3776-413c-49f1-911c-5c6c343a14f7/d5e2b849-d5e7-49e5-a829-a94d7e029cc9/43857fa8-1a09-4f93-a8bd-53481889e2b3) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:25.993170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'port': 2} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:25.999503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.004843 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5eafa471-9658-44e2-9221-fecda1da911c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61e3e4b52f9e43c9a08f47e23539761d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2645643 Nov 23 02:23:26.011668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58354) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:26.031354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.083952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Deleting subnet 1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:26.089538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.116990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.157100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5ed61ad-3707-4499-8217-0d29f8305088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.160989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] device_id is not set on port 871d413c-709c-4519-844f-3b293a7c27fc yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:26.181158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.192363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5ed61ad-3707-4499-8217-0d29f8305088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.215802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:26.222999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:26.226732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=320e99ba-b139-48d1-81d6-db10c5139a5d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:26.230905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:26.238083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:26.238763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.271085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.278414 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6e3ff76a-325b-47d6-8dc1-27988fec6a84 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0415883 Nov 23 02:23:26.279854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58362) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:26.287631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.292677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:26.326446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.352118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.386210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5ed61ad-3707-4499-8217-0d29f8305088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.388706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Network 481e3776-413c-49f1-911c-5c6c343a14f7 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:26.389007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e2b849-d5e7-49e5-a829-a94d7e029cc9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:26.393470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:26.397874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:26.398586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5ed61ad-3707-4499-8217-0d29f8305088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.407038 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b5ed61ad-3707-4499-8217-0d29f8305088 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33084b2f-dbe1-4e92-bdc2-af0f0c19a146 HTTP/1.1" status: 204 len: 168 time: 0.3939230 Nov 23 02:23:26.428222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Pushing event updated for resources: {'Port': ['ID=43857fa8-1a09-4f93-a8bd-53481889e2b3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:26.495965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58366) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:26.505124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.532890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Attempting to bind port 43857fa8-1a09-4f93-a8bd-53481889e2b3 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:26.533150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed61ad-3707-4499-8217-0d29f8305088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33084b2f-dbe1-4e92-bdc2-af0f0c19a146,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:26.534067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Attempting to bind port 43857fa8-1a09-4f93-a8bd-53481889e2b3 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'f8bb2010-1d97-4c81-bb66-04f969a8391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:26.534438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Attempting to bind port 43857fa8-1a09-4f93-a8bd-53481889e2b3 on network 481e3776-413c-49f1-911c-5c6c343a14f7 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:26.559563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.586301 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:26.587545 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Checking segment: {'id': 'f8bb2010-1d97-4c81-bb66-04f969a8391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:26.588682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.589051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Bound using segment: {'id': 'f8bb2010-1d97-4c81-bb66-04f969a8391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:26.592006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Bound port: 43857fa8-1a09-4f93-a8bd-53481889e2b3, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8bb2010-1d97-4c81-bb66-04f969a8391c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '481e3776-413c-49f1-911c-5c6c343a14f7'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:26.595003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.603160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481e3776-413c-49f1-911c-5c6c343a14f7']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:26.606990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:26.609252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.616438 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9739155e-7265-4fa8-b7a5-882b13ebb659 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c45d6ce-8e9c-4673-8b77-0bad3a4a7c47 HTTP/1.1" status: 204 len: 168 time: 0.6947412 Nov 23 02:23:26.619931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58370) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:26.630806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bb2010-1d97-4c81-bb66-04f969a8391c') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:26.631245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bb2010-1d97-4c81-bb66-04f969a8391c') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:26.644118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90776a0f-01bf-46a4-91a2-2300981ca840 None None] Network df94170d-a50d-486a-a508-37dd5ec703b4 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:26.651731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.688336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.713987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.730088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:26.730509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:26.733629 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:26.772715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.821112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:23:26.821112 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:23:26.821112 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'id': '481e3776-413c-49f1-911c-5c6c343a14f7'}] Nov 23 02:23:26.821112 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:26.821490 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:26.854848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-435fe291-7ca4-49b1-a8d8-4d67422a4b07 None None] Provisioning complete for port 320e99ba-b139-48d1-81d6-db10c5139a5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:26.855218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-435fe291-7ca4-49b1-a8d8-4d67422a4b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.861930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] device_id is not set on port f61b35c0-0c32-4b05-aef1-8c2fd674d1cb yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:26.891264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] For port 43857fa8-1a09-4f93-a8bd-53481889e2b3, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:26.913711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] For port 43857fa8-1a09-4f93-a8bd-53481889e2b3, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=43857fa8-1a09-4f93-a8bd-53481889e2b3,segment=NetworkSegment(f8bb2010-1d97-4c81-bb66-04f969a8391c),segment_id=f8bb2010-1d97-4c81-bb66-04f969a8391c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:26.924099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.928470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Deleting port c7dd57eb-4ebe-4696-af56-cbcf486188d9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:26.929400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:26.937592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-435fe291-7ca4-49b1-a8d8-4d67422a4b07 None None] Port 320e99ba-b139-48d1-81d6-db10c5139a5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:26.998108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-822991385'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:27.024690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d778879-954e-40a1-abb5-7b20bb16d479 None None] Pushing event updated for resources: {'Port': ['ID=43857fa8-1a09-4f93-a8bd-53481889e2b3,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.047964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d6d54-80af-4170-ba91-e591584e7d09 None None] Network 481e3776-413c-49f1-911c-5c6c343a14f7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:27.050606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] For port c7dd57eb-4ebe-4696-af56-cbcf486188d9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c7dd57eb-4ebe-4696-af56-cbcf486188d9,segment=NetworkSegment(d426fcc3-0357-4e04-b639-80cc47b927db),segment_id=d426fcc3-0357-4e04-b639-80cc47b927db)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:27.051520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.066550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:27.079570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.092975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Calling delete_port for c7dd57eb-4ebe-4696-af56-cbcf486188d9 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:27.095366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.113343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] DHCP port deletion for df94170d-a50d-486a-a508-37dd5ec703b4 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:27.167371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4bce8-3074-432f-9da9-47fa552ae545 req-cdc5410a-cf52-43eb-b217-c5c2966c3aca tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.169098 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-47f4bce8-3074-432f-9da9-47fa552ae545 req-cdc5410a-cf52-43eb-b217-c5c2966c3aca tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2217009 Nov 23 02:23:27.171607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.175701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:27.179175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.257423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.261637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.289853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dd57eb-4ebe-4696-af56-cbcf486188d9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.292182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.304216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] No DVR routers for this DVR port c7dd57eb-4ebe-4696-af56-cbcf486188d9 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:27.323773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.334927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Deleting port c7dd57eb-4ebe-4696-af56-cbcf486188d9 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:27.336009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.349741 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-47f4bce8-3074-432f-9da9-47fa552ae545 req-31a6c98c-c896-4649-aca7-d815ca345ce0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641464 Nov 23 02:23:27.352201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.370109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:27.382386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89fce20-525b-427f-a45c-0453544a7019,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.442913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.443292 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Added segment 65cd6117-46fb-430a-80c1-e5c70bb9938c of type vlan for network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 Nov 23 02:23:27.446065 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.ipam_backend_mixin [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20fd1d39-acf6-4e29-bd32-dec563d425a5 (CIDR: 2001:db8::/64) Nov 23 02:23:27.447235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Port': ['ID=871d413c-709c-4519-844f-3b293a7c27fc,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.457142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:23:27.457590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:27.462690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] For port c7dd57eb-4ebe-4696-af56-cbcf486188d9, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:27.465452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.486785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-589c2073-4b1c-479a-9569-61f43bc21607 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2046950 Nov 23 02:23:27.487953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Calling delete_port for c7dd57eb-4ebe-4696-af56-cbcf486188d9 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:27.489115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:27.491760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Port c7dd57eb-4ebe-4696-af56-cbcf486188d9 was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:23:27.494220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.497349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:27.523689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.530523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] Pushing event deleted for resources: {'Port': ['ID=c7dd57eb-4ebe-4696-af56-cbcf486188d9,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.535080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217bb755-b661-44cb-93a6-0fabf0ec1d37 None None] No DVR routers for this DVR port c7dd57eb-4ebe-4696-af56-cbcf486188d9 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:27.560671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f85d91b-9f88-433a-998b-8292d13939a9 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:23:27.583114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.598155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df94170d-a50d-486a-a508-37dd5ec703b4']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:27.628520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd426fcc3-0357-4e04-b639-80cc47b927db') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:27.628821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd426fcc3-0357-4e04-b639-80cc47b927db') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:27.647131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.659976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f85d91b-9f88-433a-998b-8292d13939a9 None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:23:27.672937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:27.677437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.686020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598087bb-30c0-4918-a747-e9d2ccb76740 req-0a9a43c6-9cd6-41ee-82e8-cbf074eedec8 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.687788 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-598087bb-30c0-4918-a747-e9d2ccb76740 req-0a9a43c6-9cd6-41ee-82e8-cbf074eedec8 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1935802 Nov 23 02:23:27.689228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.697381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.702076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:27.702864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.713253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:27.713661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:27.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:27.750854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Checking segment: {'id': 'dfceaf30-9058-4a52-afac-6f57c4f7f8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1a67e7e4-5552-43fb-a4fb-31f594ee8661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:27.750854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Network hostable DHCP agents. Network: 1a67e7e4-5552-43fb-a4fb-31f594ee8661, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:27.772952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Deleting port 43857fa8-1a09-4f93-a8bd-53481889e2b3 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:27.773293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.784387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Network 1a67e7e4-5552-43fb-a4fb-31f594ee8661 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:27.807803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 1a67e7e4-5552-43fb-a4fb-31f594ee8661) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:27.817904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:27.818642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.836165 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3154140 Nov 23 02:23:27.844083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58396) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:27.844083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58398) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:27.856262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:27.900636 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.ipam_backend_mixin [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9b9e78c6-98f2-4a2e-8d54-2c9058584e24 (CIDR: 2001:db8:0:1::/64) Nov 23 02:23:27.905703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336864d-cc8c-465b-9d3d-135c414eda03 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Network': ['ID=d9b869f1-2f65-4a08-b9c6-839a438eeaa5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:27.927839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.943607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.944218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:23:27.944660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:27.946897 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] 10.222.0.53 "DELETE /v2.0/networks/df94170d-a50d-486a-a508-37dd5ec703b4 HTTP/1.1" status: 204 len: 168 time: 1.3256717 Nov 23 02:23:27.953291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:27.956556 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-598087bb-30c0-4918-a747-e9d2ccb76740 req-0f83cc6f-3a04-4c9e-9aae-30a98d94257d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499881 Nov 23 02:23:27.971652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] For port 43857fa8-1a09-4f93-a8bd-53481889e2b3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=43857fa8-1a09-4f93-a8bd-53481889e2b3,segment=NetworkSegment(f8bb2010-1d97-4c81-bb66-04f969a8391c),segment_id=f8bb2010-1d97-4c81-bb66-04f969a8391c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:27.972024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:27.976734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c7dd57eb-4ebe-4696-af56-cbcf486188d9 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:27.995726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Port': ['ID=f61b35c0-0c32-4b05-aef1-8c2fd674d1cb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:28.048148 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3deb74d6-7a46-4a9d-b614-28db25b2d2cc tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5571818 Nov 23 02:23:28.052525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:28.054088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: c7dd57eb-4ebe-4696-af56-cbcf486188d9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:28.054440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c7dd57eb-4ebe-4696-af56-cbcf486188d9 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:28.054861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 43d68781-c7d1-4eb7-8122-bc683b78daac no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:28.057411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.060343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Calling delete_port for 43857fa8-1a09-4f93-a8bd-53481889e2b3 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:28.063116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58406) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:28.083494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'subnet': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:28.085806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 43d68781-c7d1-4eb7-8122-bc683b78daac {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:28.085943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 43d68781-c7d1-4eb7-8122-bc683b78daac not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:28.116968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Checking segment: {'id': '1f751105-154f-49a9-8a79-1d5398cc05a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ea094d35-efc5-4784-9b88-d99db1a264cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:28.117353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Network hostable DHCP agents. Network: ea094d35-efc5-4784-9b88-d99db1a264cd, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:28.138649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844d5324-636b-46c4-b7f9-995719ec0c11 None None] Network 1a67e7e4-5552-43fb-a4fb-31f594ee8661 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:28.238176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-22f60e46-645d-4107-a1fd-8b568d63c35d tempest-AgentManagementNegativeTest-2036667556 tempest-AgentManagementNegativeTest-2036667556-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3833592 Nov 23 02:23:28.286626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Network ea094d35-efc5-4784-9b88-d99db1a264cd is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:28.288460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f304c7-3b91-486d-850b-494b8cce4775 admin admin] Pushing event deleted for resources: {'Network': ['ID=df94170d-a50d-486a-a508-37dd5ec703b4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:28.295453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.327545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ea094d35-efc5-4784-9b88-d99db1a264cd) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:28.337449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1a0cd1-858a-45b0-94ad-c9d031c8ceb9 None None] Network ea094d35-efc5-4784-9b88-d99db1a264cd requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:28.344205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:28.345159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No DVR routers for this DVR port 43857fa8-1a09-4f93-a8bd-53481889e2b3 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:28.350086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.355558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.356533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.411666 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a1edf86c-1268-4217-9a18-911f665943ba tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7466636 Nov 23 02:23:28.417049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58412) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:28.417371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58414) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:28.485702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Made reservation on behalf of 25226e5950264bf99ba1f947fdc86841 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:28.489454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.595823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58418) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:28.639056 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-01f5a52c-764f-4f15-bf2c-4f6e184dba52 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02301d0e7dca4119a419e1a1af025cd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2180309 Nov 23 02:23:28.650097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c7737-b2f6-4bfa-94ad-d844ae0a1c4c tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.656628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c7737-b2f6-4bfa-94ad-d844ae0a1c4c tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.658271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-163c7737-b2f6-4bfa-94ad-d844ae0a1c4c tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2385483 Nov 23 02:23:28.659389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58422) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:28.664684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58424) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:28.679306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.782222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Port': ['ID=43857fa8-1a09-4f93-a8bd-53481889e2b3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:28.806201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.830910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b982-dbe8-4757-bef2-47ae4abc7188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.833493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397f93a-6eb1-4e0c-bb06-3acf401d48d4 req-490fce71-0dca-4cde-8916-10e2b38175d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:28.835038 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f397f93a-6eb1-4e0c-bb06-3acf401d48d4 req-490fce71-0dca-4cde-8916-10e2b38175d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.4402187 Nov 23 02:23:28.839510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481e3776-413c-49f1-911c-5c6c343a14f7']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:28.856816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8bb2010-1d97-4c81-bb66-04f969a8391c') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:28.857115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8bb2010-1d97-4c81-bb66-04f969a8391c') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:28.867668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=b275a956-e06c-49a9-8a65-e0aecd5858b9,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:28.873148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.896326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.909544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:28.910045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:28.913186 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:28.925152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7271-b6de-4983-b3e7-b3971b22c62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.927842 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f397f93a-6eb1-4e0c-bb06-3acf401d48d4 req-1053e426-31af-4374-8c7b-a451dfc19163 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851321 Nov 23 02:23:28.937450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:28.937794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network hostable DHCP agents. Network: d9b869f1-2f65-4a08-b9c6-839a438eeaa5, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:28.985969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.995946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:28.999701 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/481e3776-413c-49f1-911c-5c6c343a14f7 HTTP/1.1" status: 204 len: 168 time: 3.8212023 Nov 23 02:23:29.010251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58428) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:29.012808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7271-b6de-4983-b3e7-b3971b22c62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.016282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1903343615'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:29.020809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b4303-502c-4d5d-817e-cf8a1289e9e7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=481e3776-413c-49f1-911c-5c6c343a14f7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.042180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:29.046183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.059969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Deleting port 871d413c-709c-4519-844f-3b293a7c27fc {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:29.060351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.075277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:29.085439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:29.111185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.112027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 3cf673a1-0042-493c-bc87-9526ee1f09af of type vlan for network ef8865e8-f0b5-466a-a040-34f6cd65e406 Nov 23 02:23:29.162046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, d9b869f1-2f65-4a08-b9c6-839a438eeaa5) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:29.173609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1d92fe-d170-4bdf-9b7e-c1084ac25046 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:29.184954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.194487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:29.195090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.211903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc02c60-ff22-4b78-8ac0-a7001c5806a2 req-9163e309-530f-4b06-9602-986c7f463a9b tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:29.212138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b982-dbe8-4757-bef2-47ae4abc7188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.213447 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ebc02c60-ff22-4b78-8ac0-a7001c5806a2 req-9163e309-530f-4b06-9602-986c7f463a9b tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.0893648 Nov 23 02:23:29.235595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ffa5b982-dbe8-4757-bef2-47ae4abc7188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.240859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.245956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.252886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:29.253606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.261282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7271-b6de-4983-b3e7-b3971b22c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.263780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4dc7271-b6de-4983-b3e7-b3971b22c62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.265078 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b4dc7271-b6de-4983-b3e7-b3971b22c62d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d847c2fd-abb2-4e1c-86d5-16689b5b4de6 HTTP/1.1" status: 204 len: 168 time: 0.6014369 Nov 23 02:23:29.282535 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1c4304e5-0c41-41f4-8f84-b78d46fb7baf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4374361 Nov 23 02:23:29.284034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Calling delete_port for 871d413c-709c-4519-844f-3b293a7c27fc owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:29.289610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58434) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:29.299155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.312075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'name': 'tempest-NetworksTestDHCPv6-1845985462'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:29.367318 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3534064 Nov 23 02:23:29.372867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58436) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:29.378756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'b275a956-e06c-49a9-8a65-e0aecd5858b9'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:29.379890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.383595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': 'ef8865e8-f0b5-466a-a040-34f6cd65e406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:29.407059 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ffa5b982-dbe8-4757-bef2-47ae4abc7188 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47b02c2879624ea2870a7892b8679d53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8073950 Nov 23 02:23:29.440761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5b982-dbe8-4757-bef2-47ae4abc7188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0208691-6ec4-45f1-b79f-b83b077015ab,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.449530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58438) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:29.470433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:29.491931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18709a98-aa89-4838-997b-906e059ba1c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=ef8865e8-f0b5-466a-a040-34f6cd65e406,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.492784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:29.505014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc7271-b6de-4983-b3e7-b3971b22c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d847c2fd-abb2-4e1c-86d5-16689b5b4de6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.516194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:29.516994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.523040 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ebc02c60-ff22-4b78-8ac0-a7001c5806a2 req-f2384da1-7f84-419b-95a7-8834eca694b7 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869956 Nov 23 02:23:29.557178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Subnet': ['ID=ab6ab782-ab80-43e0-abb7-7a19ad293e45,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:29.575214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:29.581689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:29.600635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-415867ec-330e-48f2-9719-19a7f74c41e0 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5344620 Nov 23 02:23:29.613126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58442) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:29.620355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1536021432', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab6ab782-ab80-43e0-abb7-7a19ad293e45'}], 'security_groups': ['67efd9e2-11b5-44dd-98ac-fef303e18cdb', '4d62326e-bed1-4d7f-8756-98029999ca39']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:29.630429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ef8865e8-f0b5-466a-a040-34f6cd65e406 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:29.632491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a45561-b0c4-45e4-ae86-8085acd69787 None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:29.643199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/b275a956-e06c-49a9-8a65-e0aecd5858b9/ee4bf323-8462-48ce-8765-15e12c608ef2) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:29.912348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.027318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.028882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3041d19e-8223-4795-832d-7fcee3440167 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.046874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.057714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.064096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=36072482-8b2c-4734-9042-52e1096d0362,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:30.074684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '3cf673a1-0042-493c-bc87-9526ee1f09af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'ef8865e8-f0b5-466a-a040-34f6cd65e406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:30.074932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: ef8865e8-f0b5-466a-a040-34f6cd65e406, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:30.095881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Port': ['ID=871d413c-709c-4519-844f-3b293a7c27fc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:30.106675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network ef8865e8-f0b5-466a-a040-34f6cd65e406 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:30.126218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ef8865e8-f0b5-466a-a040-34f6cd65e406) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:30.136584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3041d19e-8223-4795-832d-7fcee3440167 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.138269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:30.142036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.152059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.158242 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6bc28a2e-72c0-4b13-94e9-0ae2dee7d9c9 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/ports/871d413c-709c-4519-844f-3b293a7c27fc HTTP/1.1" status: 204 len: 168 time: 1.4774861 Nov 23 02:23:30.161272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:30.162249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.166324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58458) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:30.166877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccc06b2-8e28-45ee-8a29-0561bc401004 None None] Network ef8865e8-f0b5-466a-a040-34f6cd65e406 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:30.197831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:30.201851 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8ecfc1b1-7ed9-411b-aea9-11af847a406d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8279080 Nov 23 02:23:30.204850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58462) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:30.226042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Pushing event updated for resources: {'Port': ['ID=ee4bf323-8462-48ce-8765-15e12c608ef2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:30.231558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 3339a5ba-f4b7-4f81-b480-3c903cd1ddb0 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:30.232054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:30.235903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:30.275100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] Update dhcp port {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'fixed_ips': [{'subnet_id': '9b9e78c6-98f2-4a2e-8d54-2c9058584e24', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20fd1d39-acf6-4e29-bd32-dec563d425a5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ab6ab782-ab80-43e0-abb7-7a19ad293e45'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '95d2fda2-63c9-49a5-8277-c7210e4adae6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:23:30.350485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.362257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.370295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Attempting to bind port ee4bf323-8462-48ce-8765-15e12c608ef2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:30.370773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Attempting to bind port ee4bf323-8462-48ce-8765-15e12c608ef2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:30.371272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Attempting to bind port ee4bf323-8462-48ce-8765-15e12c608ef2 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:30.399141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3041d19e-8223-4795-832d-7fcee3440167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.402188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3041d19e-8223-4795-832d-7fcee3440167 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.403517 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3041d19e-8223-4795-832d-7fcee3440167 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0208691-6ec4-45f1-b79f-b83b077015ab HTTP/1.1" status: 204 len: 168 time: 0.9533763 Nov 23 02:23:30.412468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:30.412984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:30.413239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.413635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:30.414147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Bound port: ee4bf323-8462-48ce-8765-15e12c608ef2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:30.414528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.448880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.457254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041d19e-8223-4795-832d-7fcee3440167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0208691-6ec4-45f1-b79f-b83b077015ab,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:30.472733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.492571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::3bf (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/b275a956-e06c-49a9-8a65-e0aecd5858b9/3339a5ba-f4b7-4f81-b480-3c903cd1ddb0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:30.517009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Deleting port f61b35c0-0c32-4b05-aef1-8c2fd674d1cb {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:30.517615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.537254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.650121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34979d8a-abba-45e5-8ea6-78e91faa0f4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ef8865e8-f0b5-466a-a040-34f6cd65e406', 'network_id': 'ef8865e8-f0b5-466a-a040-34f6cd65e406', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': '36072482-8b2c-4734-9042-52e1096d0362'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:30.656745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34979d8a-abba-45e5-8ea6-78e91faa0f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.676570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=36072482-8b2c-4734-9042-52e1096d0362,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:30.700007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.705976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] For port ee4bf323-8462-48ce-8765-15e12c608ef2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:30.712424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] For port ee4bf323-8462-48ce-8765-15e12c608ef2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ee4bf323-8462-48ce-8765-15e12c608ef2,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:30.728420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.728606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8865e8-f0b5-466a-a040-34f6cd65e406']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:30.739985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf673a1-0042-493c-bc87-9526ee1f09af') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:30.740413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf673a1-0042-493c-bc87-9526ee1f09af') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:30.751226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.766679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.773534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:30.773936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:30.777243 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:30.801791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.863167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Calling delete_port for f61b35c0-0c32-4b05-aef1-8c2fd674d1cb owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:30.943697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.956562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:30.964895 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/ef8865e8-f0b5-466a-a040-34f6cd65e406 HTTP/1.1" status: 204 len: 168 time: 0.7588222 Nov 23 02:23:30.972166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58474) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:30.982159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b34c6-4898-4a18-a1ff-463e8a10c8b5 None None] Network ef8865e8-f0b5-466a-a040-34f6cd65e406 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:30.985290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] Allocated IP 2001:db8:0:2::2 (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/ab6ab782-ab80-43e0-abb7-7a19ad293e45/95d2fda2-63c9-49a5-8277-c7210e4adae6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:30.998007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912dde2-7b2d-46a7-a0ce-6272f1813e76 None None] Pushing event updated for resources: {'Port': ['ID=ee4bf323-8462-48ce-8765-15e12c608ef2,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.023772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-962661489'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:31.028780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4b34c6-4898-4a18-a1ff-463e8a10c8b5 None None] Network ef8865e8-f0b5-466a-a040-34f6cd65e406 could not be found, it might have been deleted concurrently. {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:23:31.038102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaac002-e57c-4c31-a174-af8ec002c39b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=ef8865e8-f0b5-466a-a040-34f6cd65e406,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.091465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:31.096034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.123275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccb684-f93d-46c2-817c-a06a64d96a55 req-d7820f78-7ec6-4dc1-aa87-b6cd394e4e26 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.125562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e7ccb684-f93d-46c2-817c-a06a64d96a55 req-d7820f78-7ec6-4dc1-aa87-b6cd394e4e26 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.4439001 Nov 23 02:23:31.188501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:31.218435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.218867 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 23165a52-63b4-4de5-8aa6-4a9f96fa727e of type vlan for network 70ebfd81-f824-4068-b2b7-ee8f142f2322 Nov 23 02:23:31.279794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.302414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=95d2fda2-63c9-49a5-8277-c7210e4adae6,segment=NetworkSegment(fa262187-5d0f-48e8-b67a-5dd673bbdf43),segment_id=fa262187-5d0f-48e8-b67a-5dd673bbdf43)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:31.309788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.318969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.319962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.370171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.395881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e7ccb684-f93d-46c2-817c-a06a64d96a55 req-1536cb7e-b70a-40e9-a278-5d9e7887ef1f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343028 Nov 23 02:23:31.411663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.411896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.430943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=70ebfd81-f824-4068-b2b7-ee8f142f2322,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.435037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.470893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Port': ['ID=f61b35c0-0c32-4b05-aef1-8c2fd674d1cb,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.475980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 70ebfd81-f824-4068-b2b7-ee8f142f2322 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:31.518909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.525033 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-23119eed-cdb1-406a-af70-613c57ac9e57 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/ports/f61b35c0-0c32-4b05-aef1-8c2fd674d1cb HTTP/1.1" status: 204 len: 168 time: 1.3544617 Nov 23 02:23:31.527205 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d209b7a9-8ff5-4a5d-9a16-97067391b549 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5532606 Nov 23 02:23:31.527818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58488) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:31.531006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.535472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58492) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:31.542167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '70ebfd81-f824-4068-b2b7-ee8f142f2322', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:31.635614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-351f7724-db36-45c5-a958-4c8dbd64b490 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1058717 Nov 23 02:23:31.638560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58498) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:31.644199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-144286634'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:31.674475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5072fc00-7734-430f-bce9-fdaa703e3d8e None None] Pushing event updated for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.706590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:31.720545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.773681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:31.808105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.809420 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Added segment c76552e2-904c-46a3-b5db-940ef015b755 of type vlan for network 8695787f-07ba-4d4b-a91a-ff503326ca8f Nov 23 02:23:31.864937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:31.945362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:31.950236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:31.956203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=3339a5ba-f4b7-4f81-b480-3c903cd1ddb0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:31.973497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:31.979231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:31.980050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.017152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.022817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.028501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.095311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:32.105121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.136153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ee4bf323-8462-48ce-8765-15e12c608ef2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:32.224891 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5849893 Nov 23 02:23:32.233583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58508) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:32.275054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-695757341'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:32.280974 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4c15520d-203e-4a52-8b61-0621eeed9621 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9827757 Nov 23 02:23:32.289464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58512) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:32.291179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Delete allocated IP 2001:db8::3f (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/20fd1d39-acf6-4e29-bd32-dec563d425a5) {{(pid=103357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:23:32.297016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ee4bf323-8462-48ce-8765-15e12c608ef2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:32.302794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.305243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Performing IP validity checks on allocation pools {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:23:32.305921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:23:32.321946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329332d9-4764-4f2f-a815-c67819e3fffa tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Network': ['ID=8695787f-07ba-4d4b-a91a-ff503326ca8f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:32.324606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Allocated IP 2001:db8:0:2::92 (0d5c6bb6-d02c-4a97-871d-13c4146d1d45/ab6ab782-ab80-43e0-abb7-7a19ad293e45/320e99ba-b139-48d1-81d6-db10c5139a5d) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:32.376844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529faf16-b0ae-4376-b6fd-0355e1846e1f req-6b6fec8c-970c-4493-bb08-13a063e4be01 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.378804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-529faf16-b0ae-4376-b6fd-0355e1846e1f req-6b6fec8c-970c-4493-bb08-13a063e4be01 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.4998493 Nov 23 02:23:32.379790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 8695787f-07ba-4d4b-a91a-ff503326ca8f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:32.511289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:32.520492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.552629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58518) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:32.562911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d16e5-5eed-48c9-99a3-06cf256770de tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.580766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413d16e5-5eed-48c9-99a3-06cf256770de tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.591921 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-413d16e5-5eed-48c9-99a3-06cf256770de tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2810912 Nov 23 02:23:32.594171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58522) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:32.613787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1357338-183c-46bb-ac2f-abfe8c39bd45 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:32.654122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:32.682592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.682945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Added segment 234f1e56-480c-4b5c-aa8a-b884807f8919 of type vlan for network 5151105e-cd26-45a3-b38e-f69059cbc9c0 Nov 23 02:23:32.800085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.824963 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-529faf16-b0ae-4376-b6fd-0355e1846e1f req-eef88516-6dab-4a8f-a80d-2ce794aa05d3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3845296 Nov 23 02:23:32.973303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.990692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:32.990692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.992605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:32.995962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58528) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:33.018360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-36bb645b-0820-473f-9f61-f8bacf29545d tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.058968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e9c8c45b-d6a0-466d-bc41-7727b1efeadd None None] Provisioning complete for port ee4bf323-8462-48ce-8765-15e12c608ef2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:33.059348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9c8c45b-d6a0-466d-bc41-7727b1efeadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.059735 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8218102 Nov 23 02:23:33.086432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.093086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc898d-d582-4706-84e9-0b3caebb52bf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Network': ['ID=5151105e-cd26-45a3-b38e-f69059cbc9c0,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.122484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 3339a5ba-f4b7-4f81-b480-3c903cd1ddb0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:33.122835 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.127593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.166198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 5151105e-cd26-45a3-b38e-f69059cbc9c0 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:33.178750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-684415378'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.197283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port ee4bf323-8462-48ce-8765-15e12c608ef2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ee4bf323-8462-48ce-8765-15e12c608ef2,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:33.199430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58532) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:33.201980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-36bb645b-0820-473f-9f61-f8bacf29545d tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "PUT /v2.0/quotas/67d762bd681c45388c9b7d31124ce546 HTTP/1.1" status: 200 len: 368 time: 0.6353590 Nov 23 02:23:33.204875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.206131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'subnets': [{'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1809776099', 'ip_version': 4}, {'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.206700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'subnet': {'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1809776099', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.207382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Request body: {'subnet': {'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.208600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58534) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:33.268370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.269676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 95d2fda2-63c9-49a5-8277-c7210e4adae6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:33.274355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Request body: {'network': {'project_id': '67d762bd681c45388c9b7d31124ce546'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:33.290199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.304038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event updated for resources: {'Port': ['ID=320e99ba-b139-48d1-81d6-db10c5139a5d,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.306698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:33.311303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.324302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 3339a5ba-f4b7-4f81-b480-3c903cd1ddb0 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:33.338078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Made reservation on behalf of 67d762bd681c45388c9b7d31124ce546 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:33.341523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.364344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.366655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e17725f-34f2-4e0a-ba80-521967450a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.441603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:33.441983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.495133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Made reservation on behalf of 73c958fbe1b2422caf4199968a873a21 for: {'subnet': 2} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:33.500384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.501880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.502876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.530150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=ee4bf323-8462-48ce-8765-15e12c608ef2,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.532796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.657303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] In _notify_port_updated(), no bound segment for port 320e99ba-b139-48d1-81d6-db10c5139a5d on network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:23:33.662914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.663569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.668461 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d11b22c5-8f1d-4b03-bd9b-838ba34dbc9e tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "PUT /v2.0/ports/320e99ba-b139-48d1-81d6-db10c5139a5d HTTP/1.1" status: 200 len: 969 time: 4.0538812 Nov 23 02:23:33.669278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.670722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58536) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:33.688577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '23165a52-63b4-4de5-8aa6-4a9f96fa727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '70ebfd81-f824-4068-b2b7-ee8f142f2322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:33.688950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 70ebfd81-f824-4068-b2b7-ee8f142f2322, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:33.705068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=16728c53-7742-4c43-aa08-5c3b91c387bc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.741405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 70ebfd81-f824-4068-b2b7-ee8f142f2322 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:33.767914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:33.768452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Provisioning complete for port 51beb131-773d-4e5d-8c34-eb1cebedf650 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:33.768974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.788320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.789488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Added segment e75ca8cc-0a67-4d78-b454-2944baab5263 of type vlan for network dc382b78-c684-4309-9812-88418fecdfcf Nov 23 02:23:33.794091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.841694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=3339a5ba-f4b7-4f81-b480-3c903cd1ddb0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.872820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Port 51beb131-773d-4e5d-8c34-eb1cebedf650 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:33.886180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 70ebfd81-f824-4068-b2b7-ee8f142f2322) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:33.891461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Provisioning complete for port 320e99ba-b139-48d1-81d6-db10c5139a5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:33.891972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.894647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0ac8fc-b75d-465a-881f-6801d366ea2c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:33.914672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:33.918031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.950055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26eb9ac-171f-4431-bf97-4ccf2f739939 None None] Network 70ebfd81-f824-4068-b2b7-ee8f142f2322 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:33.954048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Port 320e99ba-b139-48d1-81d6-db10c5139a5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:33.958274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:33.999312 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-118e636c-e122-435e-8a65-d0a1488b2870 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4618497 Nov 23 02:23:34.011996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58540) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:34.034603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ee4bf323-8462-48ce-8765-15e12c608ef2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:34.097352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.098223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.107064 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bad24530-e925-4d86-b793-e15357b3491f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/3339a5ba-f4b7-4f81-b480-3c903cd1ddb0 HTTP/1.1" status: 204 len: 168 time: 1.4837520 Nov 23 02:23:34.107971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58542) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:34.108680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.128171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.130784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.131794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.159596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:34.160184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8872deff-1920-464e-a96e-b415bea76f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.179449 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9588263 Nov 23 02:23:34.192260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58544) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:34.201040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Request body: {'network': {'project_id': '67d762bd681c45388c9b7d31124ce546'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:34.247037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 320e99ba-b139-48d1-81d6-db10c5139a5d {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:34.247263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.273866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:34.297995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ee4bf323-8462-48ce-8765-15e12c608ef2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:34.299506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.299954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=074fd31f-0293-4008-9829-7641b609c155,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:34.312052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.314500 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Added segment bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47 of type vlan for network 200a8f63-9631-4e4b-930c-ec06348483f1 Nov 23 02:23:34.362353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Made reservation on behalf of 67d762bd681c45388c9b7d31124ce546 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:34.365260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.368732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.376320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074c84-4b66-455b-a6df-4515cd7b3a76 req-25fd5951-8b8d-48bf-bee9-b98bce1f8591 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.384992 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-89074c84-4b66-455b-a6df-4515cd7b3a76 req-25fd5951-8b8d-48bf-bee9-b98bce1f8591 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3938675 Nov 23 02:23:34.412680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.416684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf77d6-e7fc-44ca-a0ba-5adf888feb6a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.418219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf77d6-e7fc-44ca-a0ba-5adf888feb6a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.420122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.420833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.422925 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2bf77d6-e7fc-44ca-a0ba-5adf888feb6a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3086152 Nov 23 02:23:34.423601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58546) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:34.456372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.4502521 Nov 23 02:23:34.457419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58548) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:34.464129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.466479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add331aa-963c-4adc-a864-7cbdef028499 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Pushing event updated for resources: {'Network': ['ID=dc382b78-c684-4309-9812-88418fecdfcf,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:34.477068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'subnet': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:34.493651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf4c2b-c446-4b32-957c-84f5302c1384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-70ebfd81-f824-4068-b2b7-ee8f142f2322', 'network_id': '70ebfd81-f824-4068-b2b7-ee8f142f2322', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': '16728c53-7742-4c43-aa08-5c3b91c387bc'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:34.494690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9bbf4c2b-c446-4b32-957c-84f5302c1384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.503217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network dc382b78-c684-4309-9812-88418fecdfcf details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:34.621721 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-89074c84-4b66-455b-a6df-4515cd7b3a76 req-3cac14e2-9911-4a29-8707-714b9feb28f4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339077 Nov 23 02:23:34.649952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634f6cd-a3e5-48f1-9ff8-7b19d6c0b4ee tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Network': ['ID=200a8f63-9631-4e4b-930c-ec06348483f1,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:34.664034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:34.680535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.687417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.688039 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Added segment d36908ad-0e64-40e2-bf26-e9437aaad72f of type vlan for network 1fc35430-b73f-4e42-bfd6-cc083fa73b30 Nov 23 02:23:34.709950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 200a8f63-9631-4e4b-930c-ec06348483f1 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:34.710486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:34.713955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.717956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.724156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet b275a956-e06c-49a9-8a65-e0aecd5858b9 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:34.736487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.810498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 320e99ba-b139-48d1-81d6-db10c5139a5d owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:34.814030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dfdb1d8-6f53-459e-8fb7-773bc34d0731 None None] Provisioning complete for port ee4bf323-8462-48ce-8765-15e12c608ef2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:34.814567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb1d8-6f53-459e-8fb7-773bc34d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.819350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.857084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c1439b-6858-465f-83d1-61dd4ccafef3 req-89a230cf-c4ff-4030-9463-3c911de27057 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:34.858938 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8c1439b-6858-465f-83d1-61dd4ccafef3 req-89a230cf-c4ff-4030-9463-3c911de27057 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1525831 Nov 23 02:23:34.861495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-9bbf4c2b-c446-4b32-957c-84f5302c1384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16728c53-7742-4c43-aa08-5c3b91c387bc: This subnet is being modified by another concurrent operation. Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:34.862765 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16728c53-7742-4c43-aa08-5c3b91c387bc: This subnet is being modified by another concurrent operation. Nov 23 02:23:34.866370 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:23:34.868958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:34.908826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea2472-ab56-428a-8131-ffacc13482e2 None None] Network 70ebfd81-f824-4068-b2b7-ee8f142f2322 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:34.912178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=16728c53-7742-4c43-aa08-5c3b91c387bc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.005420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8c1439b-6858-465f-83d1-61dd4ccafef3 req-d8f25c03-24eb-4078-bcac-a376e4302e9b tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370213 Nov 23 02:23:35.017298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dfdb1d8-6f53-459e-8fb7-773bc34d0731 None None] Provisioning complete for port 320e99ba-b139-48d1-81d6-db10c5139a5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:35.017677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb1d8-6f53-459e-8fb7-773bc34d0731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.059799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.071353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c16e18-c3a1-45b8-bd29-aa3909f0d981 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:23:35.098934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3dfdb1d8-6f53-459e-8fb7-773bc34d0731 None None] Port 320e99ba-b139-48d1-81d6-db10c5139a5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:35.101837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.109016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3dfdb1d8-6f53-459e-8fb7-773bc34d0731 None None] Could not find standard attr ID for object 3339a5ba-f4b7-4f81-b480-3c903cd1ddb0. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:23:35.123893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ebfd81-f824-4068-b2b7-ee8f142f2322']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:35.135504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23165a52-63b4-4de5-8aa6-4a9f96fa727e') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:35.135847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23165a52-63b4-4de5-8aa6-4a9f96fa727e') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:35.138170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.155152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.184896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.185812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:35.186403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.198024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.210412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:35.210903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:35.216268 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:35.264084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Subnet': ['ID=674dcadd-b6e2-4bb4-b3be-b8518120741e,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.300664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Checking segment: {'id': 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:35.300946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network hostable DHCP agents. Network: 200a8f63-9631-4e4b-930c-ec06348483f1, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:35.304128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.313395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.316326 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/70ebfd81-f824-4068-b2b7-ee8f142f2322 HTTP/1.1" status: 204 len: 168 time: 1.3030109 Nov 23 02:23:35.319810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58554) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:35.325019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1203660109'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:35.341104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3866cc4-705e-4c4a-8a67-03731286fc86 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=70ebfd81-f824-4068-b2b7-ee8f142f2322,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.368672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:35.372514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:35.376663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.394911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 200a8f63-9631-4e4b-930c-ec06348483f1) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:35.403997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:35.404821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.418921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:35.426534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c16e18-c3a1-45b8-bd29-aa3909f0d981 None None] Network 8695787f-07ba-4d4b-a91a-ff503326ca8f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:35.433206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c594e5ca-9920-4cc0-9e52-c1e1ab7852f4 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9625220 Nov 23 02:23:35.434771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.435252 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 21833046-6417-4a59-a58d-ae904a3063aa of type vlan for network 3b01388e-b422-45aa-80bc-f01b993ec10e Nov 23 02:23:35.445350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:35.451661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-984535945'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:35.454618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c16e18-c3a1-45b8-bd29-aa3909f0d981 None None] Network 5151105e-cd26-45a3-b38e-f69059cbc9c0 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:35.466697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c16e18-c3a1-45b8-bd29-aa3909f0d981 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 8695787f-07ba-4d4b-a91a-ff503326ca8f), (DHCP agent, dv-neutron-818844-1-hyperv, 5151105e-cd26-45a3-b38e-f69059cbc9c0) {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:23:35.560260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ec33df0c-00d8-4999-869e-f370f7e5f3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.602948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.618923 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4187009 Nov 23 02:23:35.669202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58558) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:35.674216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-80ae9d24-7dc9-48be-82d0-5bfaa68bc7d6 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Request body: {'network': {'project_id': '67d762bd681c45388c9b7d31124ce546'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:35.694452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c3be-9a0b-4aed-b760-0952513233fa req-eb561df9-feec-4881-b7ea-dd6b0eb071ba tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:35.696117 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6617c3be-9a0b-4aed-b760-0952513233fa req-eb561df9-feec-4881-b7ea-dd6b0eb071ba tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.6013525 Nov 23 02:23:35.696882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Subnet': ['ID=7a848db0-ee08-4738-816a-9232ccff7ebc,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.699413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec44d18-f248-4d84-8a50-82654279412a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Pushing event updated for resources: {'Network': ['ID=1fc35430-b73f-4e42-bfd6-cc083fa73b30,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.740945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 1fc35430-b73f-4e42-bfd6-cc083fa73b30 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:35.755253 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ae9d24-7dc9-48be-82d0-5bfaa68bc7d6 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 02:23:35.755718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ae9d24-7dc9-48be-82d0-5bfaa68bc7d6 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:35.759744 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-80ae9d24-7dc9-48be-82d0-5bfaa68bc7d6 tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0868421 Nov 23 02:23:35.767524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Checking segment: {'id': 'c76552e2-904c-46a3-b5db-940ef015b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:35.767867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Network hostable DHCP agents. Network: 8695787f-07ba-4d4b-a91a-ff503326ca8f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:35.774426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58560) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:35.812523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.847415 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.876039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Unable to find a vacant binding_index for network 8695787f-07ba-4d4b-a91a-ff503326ca8f and agent 115e00be-6366-4092-8ab4-2660997965c8 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 02:23:35.918871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.922426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=320e99ba-b139-48d1-81d6-db10c5139a5d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.927483 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6617c3be-9a0b-4aed-b760-0952513233fa req-104884b5-8a4c-4763-b8b9-9af892537d97 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091048 Nov 23 02:23:35.938659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=b275a956-e06c-49a9-8a65-e0aecd5858b9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:35.957092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-200a8f63-9631-4e4b-930c-ec06348483f1', 'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'tenant_id': '65e3254a4b854686b472deb2e6b1e777', 'fixed_ips': [{'subnet_id': '674dcadd-b6e2-4bb4-b3be-b8518120741e'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:35.957904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.960768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-5151105e-cd26-45a3-b38e-f69059cbc9c0', 'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0', 'tenant_id': '73c958fbe1b2422caf4199968a873a21', 'fixed_ips': [{'subnet_id': '813ea0b5-b74b-46ec-aa1d-cf1c4380227c'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:35.961491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.963692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-8695787f-07ba-4d4b-a91a-ff503326ca8f', 'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f', 'tenant_id': '73c958fbe1b2422caf4199968a873a21', 'fixed_ips': [{'subnet_id': '7a848db0-ee08-4738-816a-9232ccff7ebc'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:35.964578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.983303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 8695787f-07ba-4d4b-a91a-ff503326ca8f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:35.985648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.988930 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3376347b-50ff-4425-9e4b-0b83d5310158 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/b275a956-e06c-49a9-8a65-e0aecd5858b9 HTTP/1.1" status: 204 len: 168 time: 1.5517137 Nov 23 02:23:35.994975 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5db43107-9db2-4391-b1e7-6703ff438c5f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67d762bd681c45388c9b7d31124ce546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191241 Nov 23 02:23:35.995286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58564) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:35.996422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:35.998855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.005405 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-77429e6f-8db0-447f-9612-9928de1553c7 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/320e99ba-b139-48d1-81d6-db10c5139a5d HTTP/1.1" status: 204 len: 168 time: 2.3313060 Nov 23 02:23:36.010170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58566) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.010668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58568) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.026239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.034062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.034735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.116452 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-602026cf-2ef3-43d2-98f2-a838d32c44d3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1093864 Nov 23 02:23:36.137120 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8161631 Nov 23 02:23:36.141185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58570) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.141720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.152845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:36.159500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '3b01388e-b422-45aa-80bc-f01b993ec10e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:36.168398 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7d6da2-375a-4c2d-9272-e9e78d143ad9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] GET failed (client error): The resource could not be found. Nov 23 02:23:36.172839 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cc7d6da2-375a-4c2d-9272-e9e78d143ad9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports/320e99ba-b139-48d1-81d6-db10c5139a5d HTTP/1.1" status: 404 len: 333 time: 0.1537728 Nov 23 02:23:36.173455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.177340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Network 5151105e-cd26-45a3-b38e-f69059cbc9c0 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:36.185512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9060cf5-5437-44a4-b295-662df950fe8a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=3b01388e-b422-45aa-80bc-f01b993ec10e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.213207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:36.214780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 3b01388e-b422-45aa-80bc-f01b993ec10e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:36.217270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.244510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c15443-abbe-4aa2-b99c-347d8ce87d60 req-da0f95f1-b542-4d6f-adc9-a7f9ab81f090 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.246150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-29c15443-abbe-4aa2-b99c-347d8ce87d60 req-da0f95f1-b542-4d6f-adc9-a7f9ab81f090 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1605856 Nov 23 02:23:36.248881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:36.254263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] device_id is not set on port dd1c8e9f-0987-493d-9388-8f8feffab3f3 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:36.295575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.296650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.296819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.305635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event updated for resources: {'Subnet': ['ID=813ea0b5-b74b-46ec-aa1d-cf1c4380227c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.372219 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-29c15443-abbe-4aa2-b99c-347d8ce87d60 req-446b05c0-d212-42cc-a9f6-4a5dd234d4b4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693667 Nov 23 02:23:36.384024 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ad49dd33-53c6-4126-839e-147ebc26b7cf tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1832712 Nov 23 02:23:36.387776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58576) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.412800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9b99dbd-f1a9-451b-9b5f-ee466e39299f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.431098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.432295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Allocated IP 2001:db8::2 (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/fad5653c-0487-4a0c-af01-a768fffc9ea0) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:36.446154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Allocated IP 172.20.0.18 (5151105e-cd26-45a3-b38e-f69059cbc9c0/813ea0b5-b74b-46ec-aa1d-cf1c4380227c/b78423bb-1613-4894-980b-c22347d19202) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:36.464001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Allocated IP 172.20.0.2 (8695787f-07ba-4d4b-a91a-ff503326ca8f/7a848db0-ee08-4738-816a-9232ccff7ebc/36afbdbb-d514-408c-919f-5eac5ecf7bae) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:36.473400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9b99dbd-f1a9-451b-9b5f-ee466e39299f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.492194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9299-3dfe-4599-88e2-867ea01b2478 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.496309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635d141-6406-410e-944b-be9d84446de4 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.498405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635d141-6406-410e-944b-be9d84446de4 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.499867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2635d141-6406-410e-944b-be9d84446de4 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:36.505522 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2635d141-6406-410e-944b-be9d84446de4 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1161017 Nov 23 02:23:36.505706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58580) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.506035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:36.509569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.560631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Deleting subnet 7a848db0-ee08-4738-816a-9232ccff7ebc {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:36.598410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9299-3dfe-4599-88e2-867ea01b2478 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.633320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:36.637010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.721481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9b99dbd-f1a9-451b-9b5f-ee466e39299f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.724009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9b99dbd-f1a9-451b-9b5f-ee466e39299f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.725215 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a9b99dbd-f1a9-451b-9b5f-ee466e39299f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f0ac8fc-b75d-465a-881f-6801d366ea2c HTTP/1.1" status: 204 len: 168 time: 0.7073157 Nov 23 02:23:36.728597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58582) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.754335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9299-3dfe-4599-88e2-867ea01b2478 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.756923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9299-3dfe-4599-88e2-867ea01b2478 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.760623 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aa5f9299-3dfe-4599-88e2-867ea01b2478 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/security-groups/48a8080c-ec86-4b5a-b645-205395797fcc HTTP/1.1" status: 204 len: 168 time: 0.5724785 Nov 23 02:23:36.760623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b99dbd-f1a9-451b-9b5f-ee466e39299f tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0ac8fc-b75d-465a-881f-6801d366ea2c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.770381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58584) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:36.822096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f9299-3dfe-4599-88e2-867ea01b2478 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a8080c-ec86-4b5a-b645-205395797fcc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.831226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.834508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.856016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.863951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.884023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.886811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.922902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.924394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.934244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:36.943816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:36.951196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:36.957257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Network 5151105e-cd26-45a3-b38e-f69059cbc9c0 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:36.958245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Pushing event updated for resources: {'Port': ['ID=fad5653c-0487-4a0c-af01-a768fffc9ea0,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:36.967774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Network 8695787f-07ba-4d4b-a91a-ff503326ca8f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:36.969175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:36.973472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:36.975541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-616ca086-7c36-4e3a-8b73-46a73159f155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.990521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:36.996359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:37.004705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:37.021769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.037421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.041282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-616ca086-7c36-4e3a-8b73-46a73159f155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.067970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Allocated IP 2001:db8::30b (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/dd1c8e9f-0987-493d-9388-8f8feffab3f3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:37.090726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:37.091623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc35430-b73f-4e42-bfd6-cc083fa73b30']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.107092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd36908ad-0e64-40e2-bf26-e9437aaad72f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.107560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd36908ad-0e64-40e2-bf26-e9437aaad72f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:37.110866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Pushing event updated for resources: {'Port': ['ID=b78423bb-1613-4894-980b-c22347d19202,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.113749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:37.130106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.134219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.134841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.146899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Attempting to bind port fad5653c-0487-4a0c-af01-a768fffc9ea0 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:37.146899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Attempting to bind port fad5653c-0487-4a0c-af01-a768fffc9ea0 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:37.147135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Attempting to bind port fad5653c-0487-4a0c-af01-a768fffc9ea0 on network 200a8f63-9631-4e4b-930c-ec06348483f1 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:37.149477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=e0417914-4a78-4eaa-8f74-47854cc062f1,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.158537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.173987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.182830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Attempting to bind port b78423bb-1613-4894-980b-c22347d19202 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:37.183209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Attempting to bind port b78423bb-1613-4894-980b-c22347d19202 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '234f1e56-480c-4b5c-aa8a-b884807f8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:37.183575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Attempting to bind port b78423bb-1613-4894-980b-c22347d19202 on network 5151105e-cd26-45a3-b38e-f69059cbc9c0 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:37.191980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:37.192384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Checking segment: {'id': 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:37.194236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.194236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Bound using segment: {'id': 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:37.194873 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-87ec7cfb-9055-4cb2-b52e-333a7ae85b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0503232 Nov 23 02:23:37.194973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Bound port: fad5653c-0487-4a0c-af01-a768fffc9ea0, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:37.194973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.200283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58586) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.207731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'name': 'tempest-NetworksTestDHCPv6-979172376'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:37.210199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:37.210777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Checking segment: {'id': '234f1e56-480c-4b5c-aa8a-b884807f8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:37.211348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.211743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Bound using segment: {'id': '234f1e56-480c-4b5c-aa8a-b884807f8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:37.212253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Bound port: b78423bb-1613-4894-980b-c22347d19202, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234f1e56-480c-4b5c-aa8a-b884807f8919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5151105e-cd26-45a3-b38e-f69059cbc9c0'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:37.212639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.214621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Attempting to bind port 36afbdbb-d514-408c-919f-5eac5ecf7bae on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:37.214865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Attempting to bind port 36afbdbb-d514-408c-919f-5eac5ecf7bae by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c76552e2-904c-46a3-b5db-940ef015b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:37.215778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Attempting to bind port 36afbdbb-d514-408c-919f-5eac5ecf7bae on network 8695787f-07ba-4d4b-a91a-ff503326ca8f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:37.215910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-616ca086-7c36-4e3a-8b73-46a73159f155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.218882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-616ca086-7c36-4e3a-8b73-46a73159f155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.222559 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-616ca086-7c36-4e3a-8b73-46a73159f155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d62326e-bed1-4d7f-8756-98029999ca39 HTTP/1.1" status: 204 len: 168 time: 0.4457467 Nov 23 02:23:37.223975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58588) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.237285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:37.237847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.238459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:37.239608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Checking segment: {'id': 'c76552e2-904c-46a3-b5db-940ef015b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:37.239869 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:37.241835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.241835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Bound using segment: {'id': 'c76552e2-904c-46a3-b5db-940ef015b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:37.241835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Bound port: 36afbdbb-d514-408c-919f-5eac5ecf7bae, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76552e2-904c-46a3-b5db-940ef015b755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '8695787f-07ba-4d4b-a91a-ff503326ca8f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:37.241835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.245955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Pushing event updated for resources: {'Port': ['ID=36afbdbb-d514-408c-919f-5eac5ecf7bae,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.289417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ca086-7c36-4e3a-8b73-46a73159f155 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62326e-bed1-4d7f-8756-98029999ca39,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.291487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=cad4b6cd-383a-43ee-ba88-9ee48d8970b1,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.333321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '21833046-6417-4a59-a58d-ae904a3063aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '3b01388e-b422-45aa-80bc-f01b993ec10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:37.333684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 3b01388e-b422-45aa-80bc-f01b993ec10e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:37.373088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 3b01388e-b422-45aa-80bc-f01b993ec10e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:37.389837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.397183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 3b01388e-b422-45aa-80bc-f01b993ec10e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:37.399728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:37.403356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.416962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:37.417664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.420624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] For port fad5653c-0487-4a0c-af01-a768fffc9ea0, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:37.426324 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-06dbe219-a415-4812-ba18-9899f968923a None None] For port b78423bb-1613-4894-980b-c22347d19202, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:37.430355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] For port fad5653c-0487-4a0c-af01-a768fffc9ea0, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fad5653c-0487-4a0c-af01-a768fffc9ea0,segment=NetworkSegment(bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47),segment_id=bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:37.436548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-06dbe219-a415-4812-ba18-9899f968923a None None] For port b78423bb-1613-4894-980b-c22347d19202, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b78423bb-1613-4894-980b-c22347d19202,segment=NetworkSegment(234f1e56-480c-4b5c-aa8a-b884807f8919),segment_id=234f1e56-480c-4b5c-aa8a-b884807f8919)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:37.438069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port f17e45a7-df07-4eca-b65d-eaa19b86afd3 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:37.442529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.450413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.451398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.456992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.460410 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d7644a83-806a-416e-acb4-698dd4831e38 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3162634 Nov 23 02:23:37.471897 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:23:37.472595 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/1fc35430-b73f-4e42-bfd6-cc083fa73b30 HTTP/1.1" status: 204 len: 168 time: 0.7363110 Nov 23 02:23:37.472999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58590) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.473752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58592) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.515260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ea7877-db8d-4740-ae39-97f04c2c8ae2 None None] Pushing event updated for resources: {'Port': ['ID=fad5653c-0487-4a0c-af01-a768fffc9ea0,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.592422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dbe219-a415-4812-ba18-9899f968923a None None] Pushing event updated for resources: {'Port': ['ID=b78423bb-1613-4894-980b-c22347d19202,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.605473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0780066-407d-4173-ad42-8af6094974ad tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Pushing event deleted for resources: {'Network': ['ID=1fc35430-b73f-4e42-bfd6-cc083fa73b30,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.612754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::358 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e0417914-4a78-4eaa-8f74-47854cc062f1/f17e45a7-df07-4eca-b65d-eaa19b86afd3) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:37.655336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38946b32-0bbb-41e6-8edb-aef1b4fe8a69 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.736471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] For port 36afbdbb-d514-408c-919f-5eac5ecf7bae, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:37.742993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.747823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.762922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] For port 36afbdbb-d514-408c-919f-5eac5ecf7bae, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=36afbdbb-d514-408c-919f-5eac5ecf7bae,segment=NetworkSegment(c76552e2-904c-46a3-b5db-940ef015b755),segment_id=c76552e2-904c-46a3-b5db-940ef015b755)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:37.778436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.796974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.828409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38946b32-0bbb-41e6-8edb-aef1b4fe8a69 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.860492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Subnet': ['ID=7a848db0-ee08-4738-816a-9232ccff7ebc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.865787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.873815 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1c9c06fa-2ef5-4624-a433-b60191e30beb tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/subnets/7a848db0-ee08-4738-816a-9232ccff7ebc HTTP/1.1" status: 204 len: 168 time: 1.3658702 Nov 23 02:23:37.881192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58594) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:37.886872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.918149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95493a0e-a85b-4c19-b55c-69546fa99136 None None] Pushing event updated for resources: {'Port': ['ID=36afbdbb-d514-408c-919f-5eac5ecf7bae,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:37.951432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:37.959624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.002754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.030315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=f17e45a7-df07-4eca-b65d-eaa19b86afd3,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.066309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Deleting subnet 813ea0b5-b74b-46ec-aa1d-cf1c4380227c {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:38.068384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:38.070539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:38.081928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:38.090514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.091555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.108342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.147237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b78423bb-1613-4894-980b-c22347d19202 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:38.149814 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ed156ec8-3438-4962-ba31-39fcd3d9a471 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9462152 Nov 23 02:23:38.152484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58596) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:38.156717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.194356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38946b32-0bbb-41e6-8edb-aef1b4fe8a69 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.196994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38946b32-0bbb-41e6-8edb-aef1b4fe8a69 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.198202 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-38946b32-0bbb-41e6-8edb-aef1b4fe8a69 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/security-groups/67efd9e2-11b5-44dd-98ac-fef303e18cdb HTTP/1.1" status: 204 len: 168 time: 0.9740849 Nov 23 02:23:38.203555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58598) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:38.230529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b78423bb-1613-4894-980b-c22347d19202 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:38.231149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.289224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5e1de-219b-482b-8c4a-ab6b4d6da189 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.290345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.297285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5e1de-219b-482b-8c4a-ab6b4d6da189 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.299636 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-94e5e1de-219b-482b-8c4a-ab6b4d6da189 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1452494 Nov 23 02:23:38.307012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58600) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:38.310080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.322598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38946b32-0bbb-41e6-8edb-aef1b4fe8a69 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67efd9e2-11b5-44dd-98ac-fef303e18cdb,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.356669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet 20fd1d39-acf6-4e29-bd32-dec563d425a5 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:38.363341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:38.366958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.367842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.411884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:38.417110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:38.427087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:38.427783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.430376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=dd1c8e9f-0987-493d-9388-8f8feffab3f3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.440557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc382b78-c684-4309-9812-88418fecdfcf']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:38.474321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.490924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75ca8cc-0a67-4d78-b454-2944baab5263') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:38.491225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75ca8cc-0a67-4d78-b454-2944baab5263') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:38.518163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.546041 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a8b62cdf-18ac-4987-bbe0-26cc9a68e543 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0958321 Nov 23 02:23:38.546256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port f17e45a7-df07-4eca-b65d-eaa19b86afd3 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:38.549058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.549219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58602) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:38.555915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1648989912', 'allowed_address_pairs': [{'ip_address': '2001:db8::30b', 'mac_address': 'fa:16:3e:13:8a:12'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:38.581369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.586961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.633148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port b78423bb-1613-4894-980b-c22347d19202, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b78423bb-1613-4894-980b-c22347d19202,segment=NetworkSegment(234f1e56-480c-4b5c-aa8a-b884807f8919),segment_id=234f1e56-480c-4b5c-aa8a-b884807f8919)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:38.640889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.642187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fad5653c-0487-4a0c-af01-a768fffc9ea0 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:38.642667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:38.643153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:38.646062 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:38.676283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.697029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.710857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.724553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.730732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for f17e45a7-df07-4eca-b65d-eaa19b86afd3 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:38.740361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=b78423bb-1613-4894-980b-c22347d19202,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.753695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fad5653c-0487-4a0c-af01-a768fffc9ea0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:38.754146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.777295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=cad4b6cd-383a-43ee-ba88-9ee48d8970b1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.804310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.849807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.861532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.870530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.881902 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] 10.222.0.53 "DELETE /v2.0/networks/dc382b78-c684-4309-9812-88418fecdfcf HTTP/1.1" status: 204 len: 168 time: 1.3994699 Nov 23 02:23:38.910338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port fad5653c-0487-4a0c-af01-a768fffc9ea0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fad5653c-0487-4a0c-af01-a768fffc9ea0,segment=NetworkSegment(bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47),segment_id=bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:38.917540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.919465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:38.927757 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/20fd1d39-acf6-4e29-bd32-dec563d425a5 HTTP/1.1" status: 204 len: 168 time: 0.7192004 Nov 23 02:23:38.927953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd74eb-e4ce-42d5-a6df-e92202d9bf59 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=20fd1d39-acf6-4e29-bd32-dec563d425a5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.929958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58606) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:38.962647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baebb8e-d4cd-4b65-ad9a-3121709dd40a tempest-QuotasNegativeTest-1186441593 tempest-QuotasNegativeTest-1186441593-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc382b78-c684-4309-9812-88418fecdfcf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:38.978647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.022845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.029720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet ab6ab782-ab80-43e0-abb7-7a19ad293e45 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:39.030248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.032839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=fad5653c-0487-4a0c-af01-a768fffc9ea0,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:39.035544 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b01388e-b422-45aa-80bc-f01b993ec10e']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:39.080079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:39.086502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21833046-6417-4a59-a58d-ae904a3063aa') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:39.086805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21833046-6417-4a59-a58d-ae904a3063aa') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:39.090699 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.094878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=f17e45a7-df07-4eca-b65d-eaa19b86afd3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:39.112160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Subnet': ['ID=813ea0b5-b74b-46ec-aa1d-cf1c4380227c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:39.118291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.126777 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0f06da5e-7c88-423a-ba55-3713f9b54fc3 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/subnets/813ea0b5-b74b-46ec-aa1d-cf1c4380227c HTTP/1.1" status: 204 len: 168 time: 1.2424493 Nov 23 02:23:39.151484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58610) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:39.160887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.164674 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9d7a46b-cb8d-40d0-beb7-e3a94850ba4a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/f17e45a7-df07-4eca-b65d-eaa19b86afd3 HTTP/1.1" status: 204 len: 168 time: 0.8572438 Nov 23 02:23:39.175944 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58612) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:39.276551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.280800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.362635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b57cb7-ccf5-4280-a30d-aeb67193b02a tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:39.364406 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e8b57cb7-ccf5-4280-a30d-aeb67193b02a tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2080510 Nov 23 02:23:39.370736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58614) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:39.423466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e1daa-96b1-4d6a-a5e9-dd6d9f670a8a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:39.426805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6e1daa-96b1-4d6a-a5e9-dd6d9f670a8a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:39.432261 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1e6e1daa-96b1-4d6a-a5e9-dd6d9f670a8a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2518415 Nov 23 02:23:39.503296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58616) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:39.504795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.516475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ff62f014-a475-456b-9d18-c250859a3122 None None] Provisioning complete for port fad5653c-0487-4a0c-af01-a768fffc9ea0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:39.516855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff62f014-a475-456b-9d18-c250859a3122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.577970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.587120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet e0417914-4a78-4eaa-8f74-47854cc062f1 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:39.602561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.653655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58620) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:39.710222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.717606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.756412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:39.756895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:39.761983 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:39.809683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.892385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.966219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] device_id is not set on port 46e3302a-00c5-4970-93d6-3dcb752388a9 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:39.972645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.982695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3a717bd-7572-4606-ab6d-8841b389c552 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:39.991792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.009435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.011747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.019780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b8912f33-770f-4b77-9655-635f4832d14e None None] Provisioning complete for port b78423bb-1613-4894-980b-c22347d19202 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:40.020170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b8912f33-770f-4b77-9655-635f4832d14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.057448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.060960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/3b01388e-b422-45aa-80bc-f01b993ec10e HTTP/1.1" status: 204 len: 168 time: 2.5797760 Nov 23 02:23:40.065306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=e0417914-4a78-4eaa-8f74-47854cc062f1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.076255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.079709 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cb7b4b2b-cc3e-4a62-8493-c479d9380efb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e0417914-4a78-4eaa-8f74-47854cc062f1 HTTP/1.1" status: 204 len: 168 time: 0.5750940 Nov 23 02:23:40.080256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58624) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.087936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1420978782'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:40.104418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58626) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.107990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6ab782-ab80-43e0-abb7-7a19ad293e45,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.116988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.122836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975fc1e-93b0-4032-8537-e248ac73008d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=3b01388e-b422-45aa-80bc-f01b993ec10e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.129917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-54de5e01-c4c2-4d5c-a2f0-95fb006810b8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/ab6ab782-ab80-43e0-abb7-7a19ad293e45 HTTP/1.1" status: 204 len: 168 time: 1.1919796 Nov 23 02:23:40.136300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 36afbdbb-d514-408c-919f-5eac5ecf7bae up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:40.144493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58628) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.162665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a3ee13-9119-4aed-904e-df8e5cfdc250 None None] Network 200a8f63-9631-4e4b-930c-ec06348483f1 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.200410 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-df531d95-d8ad-46c1-8475-119c733e0cbe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0906880 Nov 23 02:23:40.204473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:40.207913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.210713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58632) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.220279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:40.236586 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e17f090-0acd-453e-899a-a8ef78918322 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:40.237172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e17f090-0acd-453e-899a-a8ef78918322 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:40.243376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9e17f090-0acd-453e-899a-a8ef78918322 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/20fd1d39-acf6-4e29-bd32-dec563d425a5 HTTP/1.1" status: 404 len: 337 time: 0.0962780 Nov 23 02:23:40.249086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58638) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.254751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a415b-2186-4f8f-a499-c06922cd6fbe None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.324892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408625c-b3bf-4722-b45e-b7ff51560cdf None None] Network 5151105e-cd26-45a3-b38e-f69059cbc9c0 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.348323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Deleting port b78423bb-1613-4894-980b-c22347d19202 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:40.348666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.375637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c68555-9705-4082-a327-0de1c2055c2e None None] Network 8695787f-07ba-4d4b-a91a-ff503326ca8f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.377823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff999d-d45d-4523-87f0-673fc1c81de9 None None] Network 3b01388e-b422-45aa-80bc-f01b993ec10e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.380627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Allocated IP 2001:db8::87 (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/46e3302a-00c5-4970-93d6-3dcb752388a9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:40.386197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:40.404346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff999d-d45d-4523-87f0-673fc1c81de9 None None] Network 3b01388e-b422-45aa-80bc-f01b993ec10e could not be found, it might have been deleted concurrently. {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:23:40.418777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting subnet 9b9e78c6-98f2-4a2e-8d54-2c9058584e24 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:40.419775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.420123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 6665434e-c3bf-47d4-9871-bd715f179a52 of type vlan for network e9f53173-3a14-4960-b06d-fa1a550f6167 Nov 23 02:23:40.434367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.463236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30afc8-889b-455e-a781-ffb58eb8350c None None] Network 3b01388e-b422-45aa-80bc-f01b993ec10e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.488518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] For port b78423bb-1613-4894-980b-c22347d19202, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b78423bb-1613-4894-980b-c22347d19202,segment=NetworkSegment(234f1e56-480c-4b5c-aa8a-b884807f8919),segment_id=234f1e56-480c-4b5c-aa8a-b884807f8919)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:40.488957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.518701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.524992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f7350a-ab55-479f-b0e9-b2414666525a None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:40.529067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c30afc8-889b-455e-a781-ffb58eb8350c None None] Network 3b01388e-b422-45aa-80bc-f01b993ec10e could not be found, it might have been deleted concurrently. {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:23:40.530657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88b176a1-7541-4567-a35a-812cb27b7d2c None None] Provisioning complete for port 36afbdbb-d514-408c-919f-5eac5ecf7bae triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:40.531472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88b176a1-7541-4567-a35a-812cb27b7d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.538644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.545565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Calling delete_port for b78423bb-1613-4894-980b-c22347d19202 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:40.569982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3a717bd-7572-4606-ab6d-8841b389c552 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.572322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:40.575961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.601284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3a717bd-7572-4606-ab6d-8841b389c552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.661822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.709444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.738731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.744176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:40.744844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.749794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Port': ['ID=b78423bb-1613-4894-980b-c22347d19202,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.752725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] No DVR routers for this DVR port b78423bb-1613-4894-980b-c22347d19202 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:40.767362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e3a717bd-7572-4606-ab6d-8841b389c552 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f70a6637ec4b4f629c832e3b2a422612&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1096778 Nov 23 02:23:40.768632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 36afbdbb-d514-408c-919f-5eac5ecf7bae triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:40.769183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.776906 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58642) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.779971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a717bd-7572-4606-ab6d-8841b389c552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36581bd-ced0-45dc-bf8a-1f821a4b269d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.860720 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7766514 Nov 23 02:23:40.868095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58644) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.873556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.883516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': 'e9f53173-3a14-4960-b06d-fa1a550f6167', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:40.889192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e093afd-f7d4-4ac5-8d53-e4f1044d897e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=e9f53173-3a14-4960-b06d-fa1a550f6167,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.895211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.953014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Subnet': ['ID=9b9e78c6-98f2-4a2e-8d54-2c9058584e24,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:40.953677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e9f53173-3a14-4960-b06d-fa1a550f6167 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:40.956787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d81c0cf-7928-42cb-9935-6296d082058a None None] DHCP port deletion for 5151105e-cd26-45a3-b38e-f69059cbc9c0 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:40.968842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.970009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:40.974330 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-71fa89ba-724e-480b-9a18-0687b9ffae80 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/9b9e78c6-98f2-4a2e-8d54-2c9058584e24 HTTP/1.1" status: 204 len: 168 time: 0.7231369 Nov 23 02:23:40.980163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58646) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:40.986287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5151105e-cd26-45a3-b38e-f69059cbc9c0']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:40.996629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f57a6784-583d-4204-be4c-e149ea1337bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.000353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234f1e56-480c-4b5c-aa8a-b884807f8919') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:41.000747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234f1e56-480c-4b5c-aa8a-b884807f8919') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:41.017252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.038111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f57a6784-583d-4204-be4c-e149ea1337bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.052410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.056624 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d56c028-a242-48dc-9596-1f81cc446da9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.057086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d56c028-a242-48dc-9596-1f81cc446da9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.063037 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5d56c028-a242-48dc-9596-1f81cc446da9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/e7f0ce0c-3536-4b2b-8058-6f35490ee2f1 HTTP/1.1" status: 404 len: 337 time: 0.0786622 Nov 23 02:23:41.067985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58648) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.069648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:41.070300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:41.074547 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:41.106640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.130049 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-851651de-ad0a-495e-b4a7-a239a4f12a4d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "GET /v2.0/ports?device_id=b12e848d-b66a-44c3-8192-da790319accc HTTP/1.1" status: 200 len: 205 time: 0.0576916 Nov 23 02:23:41.130663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58650) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.202861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:41.210987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:41.212935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88b176a1-7541-4567-a35a-812cb27b7d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.214815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.221078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.224607 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-df373542-4278-4037-8e92-2192f99fbf6a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] delete failed (client error): The resource could not be found. Nov 23 02:23:41.228355 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-df373542-4278-4037-8e92-2192f99fbf6a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/routers/b12e848d-b66a-44c3-8192-da790319accc HTTP/1.1" status: 404 len: 336 time: 0.0921006 Nov 23 02:23:41.230774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.242150 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/networks/5151105e-cd26-45a3-b38e-f69059cbc9c0 HTTP/1.1" status: 204 len: 168 time: 1.8661368 Nov 23 02:23:41.243907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58654) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.244611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58652) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.245129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.252936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a91d439-827d-4a6b-9d11-e44842cb2778 None None] Network 8695787f-07ba-4d4b-a91a-ff503326ca8f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:41.304285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3e43e-1df1-4e9d-b25f-3d7d14bc2198 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Network': ['ID=5151105e-cd26-45a3-b38e-f69059cbc9c0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.307468 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bc3bdc-5949-4cbb-a27d-2b57d9165405 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.308066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bc3bdc-5949-4cbb-a27d-2b57d9165405 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.311751 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-21bc3bdc-5949-4cbb-a27d-2b57d9165405 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/facf7290-26a7-4aa1-a337-001aa1d8d280 HTTP/1.1" status: 404 len: 337 time: 0.0494063 Nov 23 02:23:41.312882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f57a6784-583d-4204-be4c-e149ea1337bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.315641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f57a6784-583d-4204-be4c-e149ea1337bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.328826 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f57a6784-583d-4204-be4c-e149ea1337bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b36581bd-ced0-45dc-bf8a-1f821a4b269d HTTP/1.1" status: 204 len: 168 time: 0.5437782 Nov 23 02:23:41.329810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58656) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.357328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a6784-583d-4204-be4c-e149ea1337bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36581bd-ced0-45dc-bf8a-1f821a4b269d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.400223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.408066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4acaba4-9165-4e7a-bb5c-ca686627724d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.408804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4acaba4-9165-4e7a-bb5c-ca686627724d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.412883 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c4acaba4-9165-4e7a-bb5c-ca686627724d tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/ced4f188-1442-410c-bb1d-746dc83163a2 HTTP/1.1" status: 404 len: 337 time: 0.0691559 Nov 23 02:23:41.416052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58660) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.467206 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7dca1e-f8be-48b3-95b8-40dae508a603 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.468429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c7dca1e-f8be-48b3-95b8-40dae508a603 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.473715 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8c7dca1e-f8be-48b3-95b8-40dae508a603 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/caafbf9c-3a43-45a0-a50e-236f55ab4b03 HTTP/1.1" status: 404 len: 337 time: 0.0555842 Nov 23 02:23:41.476361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58662) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.507693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 36afbdbb-d514-408c-919f-5eac5ecf7bae, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=36afbdbb-d514-408c-919f-5eac5ecf7bae,segment=NetworkSegment(c76552e2-904c-46a3-b5db-940ef015b755),segment_id=c76552e2-904c-46a3-b5db-940ef015b755)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:41.516163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:41.527469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:41.528697 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c094b18-9a23-40f9-b7af-95501b80dbb8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.529704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c094b18-9a23-40f9-b7af-95501b80dbb8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.536710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:41.540358 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6c094b18-9a23-40f9-b7af-95501b80dbb8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/3a382274-c732-494a-bfda-cf0d6a618f13 HTTP/1.1" status: 404 len: 333 time: 0.0602310 Nov 23 02:23:41.541154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58666) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.543711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=46e3302a-00c5-4970-93d6-3dcb752388a9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.554200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:41.561029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.561941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.571190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.571773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.572728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b78423bb-1613-4894-980b-c22347d19202 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:41.593218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:41.603685 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-229582a3-83df-4499-a626-f4c286c65667 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.605205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229582a3-83df-4499-a626-f4c286c65667 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.605331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.606784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.607758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b78423bb-1613-4894-980b-c22347d19202 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:41.608603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b78423bb-1613-4894-980b-c22347d19202 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 02:23:41.610455 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-229582a3-83df-4499-a626-f4c286c65667 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/7a7be14a-8b0d-48c6-b81a-e6c64ab95cd2 HTTP/1.1" status: 404 len: 337 time: 0.0679805 Nov 23 02:23:41.617389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58668) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.622484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=056af7b0-ac65-4bda-bd0c-60096bdf7fe6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.671804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b1b70c0d-082c-4ee6-995c-407a9e02003b tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.1212826 Nov 23 02:23:41.675075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58670) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.677414 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce581a64-76ed-4d2e-96a3-0c71b6546b6c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.677810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce581a64-76ed-4d2e-96a3-0c71b6546b6c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.683592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ce581a64-76ed-4d2e-96a3-0c71b6546b6c tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/7d3d6650-f1b8-48a1-be21-f787ed83e19c HTTP/1.1" status: 404 len: 337 time: 0.0622268 Nov 23 02:23:41.684277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58672) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.693072 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a45f476e-5641-4cbe-80e3-b383e8715b47 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4764051 Nov 23 02:23:41.701850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58674) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.708789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'name': 'tempest-NetworksTestDHCPv6-1131249111'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:41.747048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Port b78423bb-1613-4894-980b-c22347d19202 not found, will not notify nova. {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 02:23:41.747717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fad5653c-0487-4a0c-af01-a768fffc9ea0 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:41.767066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58676) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.796159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-328d68ac-f497-4dbe-900d-beb84ef89cc8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.796628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-328d68ac-f497-4dbe-900d-beb84ef89cc8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.802467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-328d68ac-f497-4dbe-900d-beb84ef89cc8 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/b73e0900-ecce-42be-ada7-8a45ae10e753 HTTP/1.1" status: 404 len: 333 time: 0.1151028 Nov 23 02:23:41.804552 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58678) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.818671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-454364de-56a6-4943-953c-f2d060bd5c18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.839352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-88b176a1-7541-4567-a35a-812cb27b7d2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:41.840027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-88b176a1-7541-4567-a35a-812cb27b7d2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:41.840742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1af696-57fa-4689-82cb-51535f0985b7 None None] Update dhcp port {'port': {'network_id': '0d5c6bb6-d02c-4a97-871d-13c4146d1d45', 'fixed_ips': [{'subnet_id': '9b9e78c6-98f2-4a2e-8d54-2c9058584e24'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '95d2fda2-63c9-49a5-8277-c7210e4adae6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:23:41.843754 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-7339a7b3-eeb4-4f8e-8833-b78e5491b666 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:41.844773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7339a7b3-eeb4-4f8e-8833-b78e5491b666 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:41.847978 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7339a7b3-eeb4-4f8e-8833-b78e5491b666 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/00e6d056-d2c1-41b1-8cd1-d9ddeccef811 HTTP/1.1" status: 404 len: 337 time: 0.0423698 Nov 23 02:23:41.855688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58680) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.868998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5609dcd-bfaf-4ab8-8461-bbb68e9c384c tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.876286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=36afbdbb-d514-408c-919f-5eac5ecf7bae,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:41.876670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5609dcd-bfaf-4ab8-8461-bbb68e9c384c tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.883731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5609dcd-bfaf-4ab8-8461-bbb68e9c384c tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:41.888805 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e5609dcd-bfaf-4ab8-8461-bbb68e9c384c tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2125621 Nov 23 02:23:41.892767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58682) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:41.894634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff1af696-57fa-4689-82cb-51535f0985b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:41.911285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] Deleting port ee4bf323-8462-48ce-8765-15e12c608ef2 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:41.911981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.022315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] DHCP port deletion for 8695787f-07ba-4d4b-a91a-ff503326ca8f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:42.028975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fad5653c-0487-4a0c-af01-a768fffc9ea0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:42.029530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.057705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:42.062769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.069997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port 46e3302a-00c5-4970-93d6-3dcb752388a9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:42.070694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.087108 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6047f438-70c3-440d-93b5-c62c46d1d1f9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:42.087575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6047f438-70c3-440d-93b5-c62c46d1d1f9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:42.092595 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6047f438-70c3-440d-93b5-c62c46d1d1f9 tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/subnets/d9cf0b4f-272b-42c6-b121-e6a1b6e920ea HTTP/1.1" status: 404 len: 337 time: 0.2358813 Nov 23 02:23:42.098416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58686) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:42.103529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-454364de-56a6-4943-953c-f2d060bd5c18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.120577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Deleting port 36afbdbb-d514-408c-919f-5eac5ecf7bae {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:42.120978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.161023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2077a2e2-ee99-4e6e-9d3c-bfa8c80baa92 None None] Network 200a8f63-9631-4e4b-930c-ec06348483f1 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:42.172613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 402d67ee-5616-4a43-bc73-c17c149c56ee yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:42.175884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-454364de-56a6-4943-953c-f2d060bd5c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.194575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] For port ee4bf323-8462-48ce-8765-15e12c608ef2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ee4bf323-8462-48ce-8765-15e12c608ef2,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:42.194989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.200028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.249568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] Calling delete_port for ee4bf323-8462-48ce-8765-15e12c608ef2 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:42.274775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb06128-a2e9-423b-a439-552173aad4a2 None None] Network 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:42.309824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.317894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-454364de-56a6-4943-953c-f2d060bd5c18 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b33ff76a3da47e49006dee66c3ca0d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5474091 Nov 23 02:23:42.319788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=bcccbbd9-1abc-4f8c-a5ed-5316176f4d83,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.324720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58688) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:42.333663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] For port 36afbdbb-d514-408c-919f-5eac5ecf7bae, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=36afbdbb-d514-408c-919f-5eac5ecf7bae,segment=NetworkSegment(c76552e2-904c-46a3-b5db-940ef015b755),segment_id=c76552e2-904c-46a3-b5db-940ef015b755)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:42.334451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.338501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454364de-56a6-4943-953c-f2d060bd5c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7b3c6f-000d-4ace-8134-b967cc33de1e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.350389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for 46e3302a-00c5-4970-93d6-3dcb752388a9 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:42.361611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Calling delete_port for 36afbdbb-d514-408c-919f-5eac5ecf7bae owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:42.429724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::2b6 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/056af7b0-ac65-4bda-bd0c-60096bdf7fe6/402d67ee-5616-4a43-bc73-c17c149c56ee) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:42.432667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '6665434e-c3bf-47d4-9871-bd715f179a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e9f53173-3a14-4960-b06d-fa1a550f6167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:42.433040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: e9f53173-3a14-4960-b06d-fa1a550f6167, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:42.437031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 51beb131-773d-4e5d-8c34-eb1cebedf650 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:42.437809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.480599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84dc-5b1d-4845-acf1-82189edaaf6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.486327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network e9f53173-3a14-4960-b06d-fa1a550f6167 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:42.517833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e9f53173-3a14-4960-b06d-fa1a550f6167) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:42.525860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84dc-5b1d-4845-acf1-82189edaaf6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.529008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:42.529578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.566858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Deleting port 36afbdbb-d514-408c-919f-5eac5ecf7bae {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:42.567263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.569134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefc027-31a7-473d-b7bb-ed2d19ae6f9f None None] Network e9f53173-3a14-4960-b06d-fa1a550f6167 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:42.569403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a9d52722-7c0a-46ca-a8ea-8a7ac5135de4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6954126 Nov 23 02:23:42.574489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58690) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:42.575228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.580387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.605868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 51beb131-773d-4e5d-8c34-eb1cebedf650 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:42.653845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Port': ['ID=36afbdbb-d514-408c-919f-5eac5ecf7bae,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.656179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] No DVR routers for this DVR port 36afbdbb-d514-408c-919f-5eac5ecf7bae on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:42.782775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84dc-5b1d-4845-acf1-82189edaaf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.785324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5ca84dc-5b1d-4845-acf1-82189edaaf6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.788896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d5ca84dc-5b1d-4845-acf1-82189edaaf6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a7b3c6f-000d-4ace-8134-b967cc33de1e HTTP/1.1" status: 204 len: 168 time: 0.4593482 Nov 23 02:23:42.798067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.812972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.820219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] For port 36afbdbb-d514-408c-919f-5eac5ecf7bae, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:42.820661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.825350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca84dc-5b1d-4845-acf1-82189edaaf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7b3c6f-000d-4ace-8134-b967cc33de1e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.835743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.871325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 36afbdbb-d514-408c-919f-5eac5ecf7bae no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:42.871903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.876899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8695787f-07ba-4d4b-a91a-ff503326ca8f']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:42.882970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=46e3302a-00c5-4970-93d6-3dcb752388a9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.893702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.898262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76552e2-904c-46a3-b5db-940ef015b755') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:42.900359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76552e2-904c-46a3-b5db-940ef015b755') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:42.906800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Calling delete_port for 36afbdbb-d514-408c-919f-5eac5ecf7bae owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:42.910344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 36afbdbb-d514-408c-919f-5eac5ecf7bae {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:42.910816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 36afbdbb-d514-408c-919f-5eac5ecf7bae not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:42.911130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ee4bf323-8462-48ce-8765-15e12c608ef2 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:42.924802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.942534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Port 36afbdbb-d514-408c-919f-5eac5ecf7bae was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:23:42.952929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ee4bf323-8462-48ce-8765-15e12c608ef2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:42.953277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ee4bf323-8462-48ce-8765-15e12c608ef2 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:42.953756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b78423bb-1613-4894-980b-c22347d19202 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:42.954521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.974348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:42.985505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] Pushing event deleted for resources: {'Port': ['ID=ee4bf323-8462-48ce-8765-15e12c608ef2,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:42.988422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabf9da7-a7fc-4ae5-8d19-a0c6f8648357 None None] No DVR routers for this DVR port ee4bf323-8462-48ce-8765-15e12c608ef2 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:42.996671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b78423bb-1613-4894-980b-c22347d19202 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:42.997028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b78423bb-1613-4894-980b-c22347d19202 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:42.997453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 95d2fda2-63c9-49a5-8277-c7210e4adae6 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:42.999879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Provisioning complete for port 51beb131-773d-4e5d-8c34-eb1cebedf650 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:42.999879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.003916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.012793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=51beb131-773d-4e5d-8c34-eb1cebedf650,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:43.023408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:43.023840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:43.027050 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:43.029787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.039666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.051742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-347c09f6-51e6-45e3-b4a3-82c2da25028a tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/ports/51beb131-773d-4e5d-8c34-eb1cebedf650 HTTP/1.1" status: 204 len: 168 time: 0.9497647 Nov 23 02:23:43.055676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58696) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:43.101057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b4491-05e5-4c28-9a80-b3e9b1eca0d0 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:43.115676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] Pushing event deleted for resources: {'Port': ['ID=36afbdbb-d514-408c-919f-5eac5ecf7bae,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:43.122377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Port 51beb131-773d-4e5d-8c34-eb1cebedf650 was deleted so its status cannot be updated. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:23:43.132945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.138215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.146529 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/networks/8695787f-07ba-4d4b-a91a-ff503326ca8f HTTP/1.1" status: 204 len: 168 time: 1.8973274 Nov 23 02:23:43.146529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58698) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:43.179961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.186104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.192033 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d3f2bcfc-a9f3-416b-836a-bae41fdd1b14 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/ports/46e3302a-00c5-4970-93d6-3dcb752388a9 HTTP/1.1" status: 204 len: 168 time: 1.2980216 Nov 23 02:23:43.201281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.207306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58702) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:43.233380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49e43ec-ca6b-494b-95f2-590c9c58c6c3 None None] No DVR routers for this DVR port 36afbdbb-d514-408c-919f-5eac5ecf7bae on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:43.260957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=402d67ee-5616-4a43-bc73-c17c149c56ee,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:43.261234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Provisioning complete for port 95d2fda2-63c9-49a5-8277-c7210e4adae6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:43.261746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.287047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:43.299796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:43.304080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:43.310709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.311585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.341882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.373282 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d17e8da7-66d8-40ed-948d-ff86b4136a46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6688092 Nov 23 02:23:43.376398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58706) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:43.502474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660d8f5b-e98c-48e2-967e-229aa93bcd0a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:43.507330 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-660d8f5b-e98c-48e2-967e-229aa93bcd0a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1294944 Nov 23 02:23:43.510666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58712) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:43.566466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Deleting port 95d2fda2-63c9-49a5-8277-c7210e4adae6 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:43.566915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.644067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d416b32c-a0e0-473d-9410-abdd40620661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-e9f53173-3a14-4960-b06d-fa1a550f6167', 'network_id': 'e9f53173-3a14-4960-b06d-fa1a550f6167', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': 'bcccbbd9-1abc-4f8c-a5ed-5316176f4d83'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:43.645572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d416b32c-a0e0-473d-9410-abdd40620661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.666212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] DHCP port deletion for 0d5c6bb6-d02c-4a97-871d-13c4146d1d45 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:43.674612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=bcccbbd9-1abc-4f8c-a5ed-5316176f4d83,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:43.678740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=95d2fda2-63c9-49a5-8277-c7210e4adae6,segment=NetworkSegment(fa262187-5d0f-48e8-b67a-5dd673bbdf43),segment_id=fa262187-5d0f-48e8-b67a-5dd673bbdf43)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:43.679367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.682670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464fc22-07e9-4f1a-b7da-ec054b43e18b tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Network': ['ID=8695787f-07ba-4d4b-a91a-ff503326ca8f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:43.700854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Calling delete_port for 95d2fda2-63c9-49a5-8277-c7210e4adae6 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:43.723105 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-013e53eb-ff09-4070-a9f9-38988a252ce2 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] GET failed (client error): The resource could not be found. Nov 23 02:23:43.724658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-013e53eb-ff09-4070-a9f9-38988a252ce2 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "GET /v2.0/ports/46e3302a-00c5-4970-93d6-3dcb752388a9 HTTP/1.1" status: 404 len: 333 time: 0.1389592 Nov 23 02:23:43.730470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58716) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:43.758268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-152272127'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:43.827419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 402d67ee-5616-4a43-bc73-c17c149c56ee {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:43.827419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.837712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.851236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:43.883921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f53173-3a14-4960-b06d-fa1a550f6167']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:43.885700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f228b-b1b0-4eba-9e0d-31df350a6d05 None None] Network e9f53173-3a14-4960-b06d-fa1a550f6167 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:43.915082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6665434e-c3bf-47d4-9871-bd715f179a52') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:43.915372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6665434e-c3bf-47d4-9871-bd715f179a52') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:43.991014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.029349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.033335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.052499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:44.053542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:44.058800 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:44.061803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.071757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 402d67ee-5616-4a43-bc73-c17c149c56ee owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:44.101187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.119437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:44.121907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:44.127215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.130123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] No DVR routers for this DVR port 95d2fda2-63c9-49a5-8277-c7210e4adae6 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:44.153719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '056af7b0-ac65-4bda-bd0c-60096bdf7fe6'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:44.154630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.188128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.228089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] device_id is not set on port b7f49a1f-f91f-46a4-a03d-10d8831ba983 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:44.252229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea094d35-efc5-4784-9b88-d99db1a264cd']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:44.261985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.301074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Deleting port 95d2fda2-63c9-49a5-8277-c7210e4adae6 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:44.302716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.303317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f751105-154f-49a9-8a79-1d5398cc05a1') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:44.303612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f751105-154f-49a9-8a79-1d5398cc05a1') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:44.305905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.328096 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/e9f53173-3a14-4960-b06d-fa1a550f6167 HTTP/1.1" status: 204 len: 168 time: 1.7501996 Nov 23 02:23:44.329254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58728) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:44.336702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9008c-464f-413d-9cb2-81cb96c2f139 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=e9f53173-3a14-4960-b06d-fa1a550f6167,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:44.341834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1863679541'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:44.350754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.386723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.402827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:44.403512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:44.407636 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:44.422378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:44.426053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.438054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] For port 95d2fda2-63c9-49a5-8277-c7210e4adae6, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:44.438823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.454623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Calling delete_port for 95d2fda2-63c9-49a5-8277-c7210e4adae6 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:44.457966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Port 95d2fda2-63c9-49a5-8277-c7210e4adae6 was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:23:44.461532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.520490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.533741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.546920 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/networks/ea094d35-efc5-4784-9b88-d99db1a264cd HTTP/1.1" status: 204 len: 168 time: 1.3868079 Nov 23 02:23:44.548059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:44.550393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58732) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:44.559413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Provisioning complete for port dd1c8e9f-0987-493d-9388-8f8feffab3f3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:44.560056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.576690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d9ddc-788e-411b-bce3-31ed061bc340 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Network': ['ID=ea094d35-efc5-4784-9b88-d99db1a264cd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:44.602766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Port dd1c8e9f-0987-493d-9388-8f8feffab3f3 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:44.607726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] Pushing event deleted for resources: {'Port': ['ID=95d2fda2-63c9-49a5-8277-c7210e4adae6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:44.612734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab545f1-38a2-47c9-b1d9-7badce8d8283 None None] No DVR routers for this DVR port 95d2fda2-63c9-49a5-8277-c7210e4adae6 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:44.640641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Provisioning complete for port fad5653c-0487-4a0c-af01-a768fffc9ea0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:44.641028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-955d205d-9b31-45b2-b0ef-d59a6b7c3b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.651331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.656481 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 4c03a5b2-df84-4111-9e43-182ddecf2211 of type vlan for network 40a21bf9-d4cf-4165-bc72-710e23320a90 Nov 23 02:23:44.733321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.743955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/056af7b0-ac65-4bda-bd0c-60096bdf7fe6/7560e6d5-2d64-43a6-81e1-e0778e5fa578) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:44.750212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.794352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.797953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.805756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:44.806898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.837889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5c6bb6-d02c-4a97-871d-13c4146d1d45']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:44.857332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa262187-5d0f-48e8-b67a-5dd673bbdf43') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:44.857619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa262187-5d0f-48e8-b67a-5dd673bbdf43') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:44.878303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Allocated IP 2001:db8::20f (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/b7f49a1f-f91f-46a4-a03d-10d8831ba983) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:44.911642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.944713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.945614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6100407 Nov 23 02:23:44.950211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.953094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58740) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:44.961710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:44.962697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:44.963108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:44.967690 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:45.038120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.038584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.047403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.082623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb572098-abb4-4739-b72f-17765e0a94c4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=40a21bf9-d4cf-4165-bc72-710e23320a90,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.094165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a67e7e4-5552-43fb-a4fb-31f594ee8661']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:45.107445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:45.108577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:45.126428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=402d67ee-5616-4a43-bc73-c17c149c56ee,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.132418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.143726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfceaf30-9058-4a52-afac-6f57c4f7f8f5') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:45.144160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfceaf30-9058-4a52-afac-6f57c4f7f8f5') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:45.148273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.156072 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] 10.222.0.53 "DELETE /v2.0/networks/0d5c6bb6-d02c-4a97-871d-13c4146d1d45 HTTP/1.1" status: 204 len: 168 time: 2.0974209 Nov 23 02:23:45.165871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.191200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.196424 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-638597ab-b951-4d51-b74b-de34fbf357bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/402d67ee-5616-4a43-bc73-c17c149c56ee HTTP/1.1" status: 204 len: 168 time: 1.6843867 Nov 23 02:23:45.199894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58748) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:45.202866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.203498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c36e7e6-d225-4bb5-a482-a7cbf2b103fb tempest-PortsIpV6TestJSON-486475038 tempest-PortsIpV6TestJSON-486475038-project] Pushing event deleted for resources: {'Network': ['ID=0d5c6bb6-d02c-4a97-871d-13c4146d1d45,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.216997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.221220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:45.221768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:45.225286 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:45.234919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:45.239854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:45.245970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a262ac07-c624-4b7a-9eff-b8f9f90a403e None None] Provisioning complete for port fad5653c-0487-4a0c-af01-a768fffc9ea0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:45.246615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a262ac07-c624-4b7a-9eff-b8f9f90a403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.291154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.295734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acce56-a9b9-4ae7-a9a8-411a3d117e98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:45.299632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7acce56-a9b9-4ae7-a9a8-411a3d117e98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:45.300766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a7acce56-a9b9-4ae7-a9a8-411a3d117e98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0994482 Nov 23 02:23:45.306612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58750) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:45.321296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.339644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 is not hosted by any dhcp agent {{(pid=103357) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:23:45.343456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:45.344275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.349735 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "PUT /v2.0/networks/40a21bf9-d4cf-4165-bc72-710e23320a90 HTTP/1.1" status: 200 len: 723 time: 0.3952465 Nov 23 02:23:45.351366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58752) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:45.376014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Attempting to bind port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:45.376821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 056af7b0-ac65-4bda-bd0c-60096bdf7fe6 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:45.377234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Attempting to bind port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:45.377768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Attempting to bind port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:45.379999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Pushing event updated for resources: {'Port': ['ID=7560e6d5-2d64-43a6-81e1-e0778e5fa578,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.388489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.390775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.396786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:45.408423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:45.409228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.409791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:45.412290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.412889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:45.413008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] 10.222.0.53 "DELETE /v2.0/networks/1a67e7e4-5552-43fb-a4fb-31f594ee8661 HTTP/1.1" status: 204 len: 168 time: 0.8601606 Nov 23 02:23:45.413665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Bound port: 7560e6d5-2d64-43a6-81e1-e0778e5fa578, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:45.415109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.421750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58756) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:45.448734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.452709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.477318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef60a3-061d-4e3c-9c8c-65a5ed7365a3 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=40a21bf9-d4cf-4165-bc72-710e23320a90,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.512637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd28ca-40d8-427e-80f4-aec3eb06df37 tempest-BulkNetworkOpsTest-120755086 tempest-BulkNetworkOpsTest-120755086-project] Pushing event deleted for resources: {'Network': ['ID=1a67e7e4-5552-43fb-a4fb-31f594ee8661,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.550773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:45.551974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:45.552738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:45.558555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.568956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:45.588839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:45.597716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:45.598717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.602374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=b7f49a1f-f91f-46a4-a03d-10d8831ba983,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.685299 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-81da34e8-0f81-4f67-b1e0-dd691d327053 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9473326 Nov 23 02:23:45.688449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58762) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:45.694237 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30b', 'mac_address': 'fa:16:3e:13:8a:12'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:45.709486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] For port 7560e6d5-2d64-43a6-81e1-e0778e5fa578, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:45.778953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] For port 7560e6d5-2d64-43a6-81e1-e0778e5fa578, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7560e6d5-2d64-43a6-81e1-e0778e5fa578,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:45.790287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a262ac07-c624-4b7a-9eff-b8f9f90a403e None None] Could not find standard attr ID for object 46e3302a-00c5-4970-93d6-3dcb752388a9. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:23:45.791541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.796047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.843918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.895770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a262ac07-c624-4b7a-9eff-b8f9f90a403e None None] Provisioning complete for port dd1c8e9f-0987-493d-9388-8f8feffab3f3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:45.896145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a262ac07-c624-4b7a-9eff-b8f9f90a403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:45.905126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58766) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:45.978332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=226b01e9-6730-4f02-a949-d4ec7ae887e3,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:45.981044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '4c03a5b2-df84-4111-9e43-182ddecf2211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:45.981417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 40a21bf9-d4cf-4165-bc72-710e23320a90, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:45.989930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1930448235'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:45.992873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec343f-ce10-4d07-8974-f0b35d6b0d5d None None] Pushing event updated for resources: {'Port': ['ID=7560e6d5-2d64-43a6-81e1-e0778e5fa578,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.002752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:46.003802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a262ac07-c624-4b7a-9eff-b8f9f90a403e None None] Port dd1c8e9f-0987-493d-9388-8f8feffab3f3 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:46.016777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 40a21bf9-d4cf-4165-bc72-710e23320a90) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:46.028533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58770) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.028775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949fd778-c02f-44cc-a0ea-88c905156d6a None None] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:46.038382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.039043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.058036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Made reservation on behalf of 81e6dfaa614148eba71d511870502e47 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:46.062103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.067088 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cec5c581-7d79-4962-8fcb-a0301dc29d79 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6750970 Nov 23 02:23:46.069978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58774) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.075261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.078168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.084087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:46.193966 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-401c7893-10c4-4ff1-a82a-878be3b9aa0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73c958fbe1b2422caf4199968a873a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1577516 Nov 23 02:23:46.194560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58776) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.224827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=056af7b0-ac65-4bda-bd0c-60096bdf7fe6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.229000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.234623 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03fde418-0d0c-404b-a3cf-6ac41d4a263f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/056af7b0-ac65-4bda-bd0c-60096bdf7fe6 HTTP/1.1" status: 204 len: 168 time: 0.9245505 Nov 23 02:23:46.246104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58778) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.270134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-78eb0660-0ca4-488c-9282-aa53d153f484 None None] Provisioning complete for port b7f49a1f-f91f-46a4-a03d-10d8831ba983 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:46.270598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78eb0660-0ca4-488c-9282-aa53d153f484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.287640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.299300 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b25f7aeb-5dda-4598-a29c-6aa6da3a8346 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25226e5950264bf99ba1f947fdc86841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830290 Nov 23 02:23:46.299547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e53a4d98-ad67-42e3-82fc-0062f48f5b88 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487914 Nov 23 02:23:46.299547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58780) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.311827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58782) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.353031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-78eb0660-0ca4-488c-9282-aa53d153f484 None None] Port b7f49a1f-f91f-46a4-a03d-10d8831ba983 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:46.366700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-40a21bf9-d4cf-4165-bc72-710e23320a90', 'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': '226b01e9-6730-4f02-a949-d4ec7ae887e3'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:46.367538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.383585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10176256'] for subnet, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.394370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.404803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.457908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:46.466734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-785dd939-f7fb-4800-89cd-d3998e84be86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.470834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d532e66f-9b54-4a53-aff8-07ae864cac0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.470985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee1c9af-aa71-4362-b97f-1944cfcf0dc2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.474917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2ee1c9af-aa71-4362-b97f-1944cfcf0dc2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1594145 Nov 23 02:23:46.476384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58784) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.481734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daa1a08-8697-437d-a06b-1aad58106c79,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.522833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.523250 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Added segment c5792084-f57c-4d6e-9b0b-5590f43cc545 of type vlan for network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 Nov 23 02:23:46.574656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d532e66f-9b54-4a53-aff8-07ae864cac0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.578093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.583345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-785dd939-f7fb-4800-89cd-d3998e84be86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.640373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.645837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.646441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.660717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12176bd7-004f-49de-993d-6dda4258dc49 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.662195 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-12176bd7-004f-49de-993d-6dda4258dc49 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1848617 Nov 23 02:23:46.668289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58786) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.687886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.717533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.757198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733508508748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2955410'] for subnet, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.778448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3551006 Nov 23 02:23:46.784734 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7b750cb7-df57-499e-9eab-869d72bdae97 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990570 Nov 23 02:23:46.786814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58790) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.811578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:46.833997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d532e66f-9b54-4a53-aff8-07ae864cac0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.836832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d532e66f-9b54-4a53-aff8-07ae864cac0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.841017 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d532e66f-9b54-4a53-aff8-07ae864cac0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c909f27-f349-4ce6-8c94-812ae6adca4d HTTP/1.1" status: 204 len: 168 time: 0.5381134 Nov 23 02:23:46.841799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-785dd939-f7fb-4800-89cd-d3998e84be86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.845420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-785dd939-f7fb-4800-89cd-d3998e84be86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.849788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-785dd939-f7fb-4800-89cd-d3998e84be86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1628f6dc-6c72-4850-884f-b37ad0075e1c HTTP/1.1" status: 204 len: 168 time: 0.6471081 Nov 23 02:23:46.867659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] In _notify_port_updated(), no bound segment for port b7f49a1f-f91f-46a4-a03d-10d8831ba983 on network 200a8f63-9631-4e4b-930c-ec06348483f1 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:23:46.873355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.874045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.875442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "PUT /v2.0/ports/b7f49a1f-f91f-46a4-a03d-10d8831ba983 HTTP/1.1" status: 200 len: 1002 time: 1.1857145 Nov 23 02:23:46.878553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef47b-cf46-49e0-a22d-feb19231f4c2 tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Pushing event updated for resources: {'Network': ['ID=3b446fd7-7a58-4c2c-b8ec-a105c626cfc5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.880608 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58798) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.884888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7560e6d5-2d64-43a6-81e1-e0778e5fa578 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:46.892329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:46.892873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:46.896819 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "PUT /v2.0/subnets/226b01e9-6730-4f02-a949-d4ec7ae887e3 HTTP/1.1" status: 200 len: 806 time: 0.8232532 Nov 23 02:23:46.898557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Allocated IP 172.20.0.2 (40a21bf9-d4cf-4165-bc72-710e23320a90/226b01e9-6730-4f02-a949-d4ec7ae887e3/dceb0ae8-d395-46f5-8489-bb241ce92857) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:46.899467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58800) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:46.900312 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d532e66f-9b54-4a53-aff8-07ae864cac0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c909f27-f349-4ce6-8c94-812ae6adca4d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.960521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785dd939-f7fb-4800-89cd-d3998e84be86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1628f6dc-6c72-4850-884f-b37ad0075e1c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:46.972138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:46.997215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc242a-b362-4124-95f8-31820f6ea905 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=b7f49a1f-f91f-46a4-a03d-10d8831ba983,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:47.126586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:47.134045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.184124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.191118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e148-9d9f-45dd-9834-cbf42313b819 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=226b01e9-6730-4f02-a949-d4ec7ae887e3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:47.307145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.441454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.449236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58806) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:47.459506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Request body: {'port': {'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5', 'binding:host_id': 'hv-neutron-8188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-197087169'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:47.474285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b6005b-5ab2-40ac-ad18-8c7fa5c21434 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:47.491991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Made reservation on behalf of aca427bd3c2145a89aba6b91222f06f1 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:47.496544 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.509669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.512567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:47.516688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:47.523979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:47.524611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.575238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port b7f49a1f-f91f-46a4-a03d-10d8831ba983 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:47.577545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.582357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:47.582775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.594298 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8004334 Nov 23 02:23:47.594552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58810) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:47.601002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'e8d3cbb3-da88-48af-a926-25fd3118f1ec', 'ip_address': '2001:db8::386d:d241:354a:3231'}], 'name': 'tempest-NetworksTestDHCPv6-230156828'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:47.603407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b489342-b4dc-42ca-8c57-538b17ba56bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=e8d3cbb3-da88-48af-a926-25fd3118f1ec,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:47.634241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f5cdbb31-c4d9-4d1d-971c-64da7e5aa072 None None] Provisioning complete for port b7f49a1f-f91f-46a4-a03d-10d8831ba983 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:47.634632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f5cdbb31-c4d9-4d1d-971c-64da7e5aa072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.700273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.708500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.716528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:47.782385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:47.795958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for b7f49a1f-f91f-46a4-a03d-10d8831ba983 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:47.862527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26871ad-10fd-4392-a978-ed47ae3c565b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:47.970205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:47.978330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.017263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=b7f49a1f-f91f-46a4-a03d-10d8831ba983,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:48.103583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.154643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.175592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f5cdbb31-c4d9-4d1d-971c-64da7e5aa072 None None] Port b7f49a1f-f91f-46a4-a03d-10d8831ba983 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:48.207988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.215081 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9fa4e12b-4eb8-40a1-a357-eb7d723f4b67 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/ports/b7f49a1f-f91f-46a4-a03d-10d8831ba983 HTTP/1.1" status: 204 len: 168 time: 1.2998338 Nov 23 02:23:48.215779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58836) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:48.251342 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91ecebc-192b-496e-8ddc-ae08b284f072 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] GET failed (client error): The resource could not be found. Nov 23 02:23:48.261541 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d91ecebc-192b-496e-8ddc-ae08b284f072 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "GET /v2.0/ports/b7f49a1f-f91f-46a4-a03d-10d8831ba983 HTTP/1.1" status: 404 len: 333 time: 0.0443435 Nov 23 02:23:48.262478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58840) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:48.268424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1561205278'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:48.273475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:48.286535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:48.306283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:48.357425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.365514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-50e17346-7c1d-4da2-96db-d5a1317e4587 None None] Could not find standard attr ID for object 402d67ee-5616-4a43-bc73-c17c149c56ee. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:23:48.375836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:48.391353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.398087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Pushing event updated for resources: {'Port': ['ID=dceb0ae8-d395-46f5-8489-bb241ce92857,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:48.423661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.436033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58844) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:48.447507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.489981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 7560e6d5-2d64-43a6-81e1-e0778e5fa578, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7560e6d5-2d64-43a6-81e1-e0778e5fa578,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:48.491124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-50e17346-7c1d-4da2-96db-d5a1317e4587 None None] Provisioning complete for port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:48.491506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50e17346-7c1d-4da2-96db-d5a1317e4587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.495880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Attempting to bind port dceb0ae8-d395-46f5-8489-bb241ce92857 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:48.496299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Attempting to bind port dceb0ae8-d395-46f5-8489-bb241ce92857 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '4c03a5b2-df84-4111-9e43-182ddecf2211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:48.496792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Attempting to bind port dceb0ae8-d395-46f5-8489-bb241ce92857 on network 40a21bf9-d4cf-4165-bc72-710e23320a90 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:48.517021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.530547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port bb1bf4d9-4bb9-436d-813f-1534659192f3 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:48.533871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.540894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:48.541282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Checking segment: {'id': '4c03a5b2-df84-4111-9e43-182ddecf2211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:48.541693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.542089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Bound using segment: {'id': '4c03a5b2-df84-4111-9e43-182ddecf2211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:48.542718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Bound port: dceb0ae8-d395-46f5-8489-bb241ce92857, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c03a5b2-df84-4111-9e43-182ddecf2211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '40a21bf9-d4cf-4165-bc72-710e23320a90'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:48.543091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.557784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:48.564441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.591650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] device_id is not set on port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:48.664016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=7560e6d5-2d64-43a6-81e1-e0778e5fa578,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:48.740318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58852) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:48.774652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] For port dceb0ae8-d395-46f5-8489-bb241ce92857, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:48.788345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] For port dceb0ae8-d395-46f5-8489-bb241ce92857, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dceb0ae8-d395-46f5-8489-bb241ce92857,segment=NetworkSegment(4c03a5b2-df84-4111-9e43-182ddecf2211),segment_id=4c03a5b2-df84-4111-9e43-182ddecf2211)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:48.801287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.859979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7560e6d5-2d64-43a6-81e1-e0778e5fa578 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:48.874514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::386d:d241:354a:3231 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e8d3cbb3-da88-48af-a926-25fd3118f1ec/bb1bf4d9-4bb9-436d-813f-1534659192f3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:48.877035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Allocated IP 2001:db8::337 (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:48.886274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1828457634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:48.898389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1868367958'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:48.937982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7afd9f-8834-476c-aa9b-148e866ca641 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:48.942789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=226b01e9-6730-4f02-a949-d4ec7ae887e3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:48.946381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=75de9b93-0e69-4ebc-bbdf-5f92f8376dd5,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:48.952731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.953804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:48.993504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Checking segment: {'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:48.993936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Network hostable DHCP agents. Network: 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:48.997216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aab86-f5d5-4ad8-bd39-4676ea39271e None None] Pushing event updated for resources: {'Port': ['ID=dceb0ae8-d395-46f5-8489-bb241ce92857,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.026166 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdad45a-7f28-44ae-af1c-697562d9bcc2 None None] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:49.043996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:49.048127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.072505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.074021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d111f40d-c8bb-4f6e-b28e-052db94c49d9 None None] Provisioning complete for port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:49.074400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d111f40d-c8bb-4f6e-b28e-052db94c49d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.116385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.135175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.151766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.162592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:49.163194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.169113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:49.176943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.180716 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9aac907d-f622-4597-9994-c374a99153ef tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4367862 Nov 23 02:23:49.183187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58856) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:49.191757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1609137222'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:49.219328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.259434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:49.263261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.293820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.314382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.328457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.354221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.412085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:49.431201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae626d2f-962e-4c8e-b604-2a050d65cc84 None None] Network 40a21bf9-d4cf-4165-bc72-710e23320a90 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:49.437902 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faebb1e-d878-4f40-9b4a-1148d8be5c65,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.456714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.457075 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment cc3200b9-b027-4ea1-bd29-3bf0f1319be9 of type vlan for network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce Nov 23 02:23:49.459716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:49.460264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a21bf9-d4cf-4165-bc72-710e23320a90']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:49.475275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:49.475712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:49.481284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:49.482443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:49.488466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.489142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.491526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.498403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73873e9-271b-440c-aebb-55432b623775 None None] Network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:49.508133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:49.508561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:49.509057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:49.515028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c03a5b2-df84-4111-9e43-182ddecf2211') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:49.515321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c03a5b2-df84-4111-9e43-182ddecf2211') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:49.534895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:49.535306 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:49.537059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.543056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.544790 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 2 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:49.550397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.560083 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b43e3755-0f5e-4477-aa43-55e54c672824 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2966568 Nov 23 02:23:49.569327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58858) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:49.574621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:13:8a:12'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:49.615339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.620280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.625727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:49.626141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:49.626511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:49.628910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.639100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:49.639743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:49.645196 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:49.656676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:49.671520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.672583 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Added segment 3074566f-a564-4b30-abbc-eb6d055d1516 of type vlan for network 537b875a-4720-4b32-94fc-24fcfd0b45b9 Nov 23 02:23:49.699225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:49.699575 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:49.704619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 3 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:49.737796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.802964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.810220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.811160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.823404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cce51f0-7ecd-44fb-a8b8-3c0416d384a1,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.827861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:49.828263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:49.828604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:49.837021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.855531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:23:49.855531 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:23:49.855531 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'id': '40a21bf9-d4cf-4165-bc72-710e23320a90'}] Nov 23 02:23:49.855531 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:49.856152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:49.863090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:49.863443 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:49.866657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 4 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:49.874812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-39b6440a-843b-45e2-b0bd-9f2b6af1fb82 None None] Provisioning complete for port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:49.875923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-39b6440a-843b-45e2-b0bd-9f2b6af1fb82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.904885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.912009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.912453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.925940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=ad7775b0-0ee7-4b2d-8c00-8281df8d7bce,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.941798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:49.943454 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7554860 Nov 23 02:23:49.943858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58860) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:49.949448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:49.957164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:49.957503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:49.957847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:49.960471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:49.963092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:49.968744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'subnet': {'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:49.969247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:49.969882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.973772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=bb1bf4d9-4bb9-436d-813f-1534659192f3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:49.977884 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d34006b3-fefd-4899-881d-81759925e556 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5400574 Nov 23 02:23:49.978668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58862) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:49.979897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:49.995095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:49.995540 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:49.998025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 5 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:50.014809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-615522700'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:50.016834 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7686252a-8f22-4e45-b455-9514a128bb30 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4208407 Nov 23 02:23:50.021282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58864) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:50.053940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:50.054303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:50.054625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:50.087094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:50.087435 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:50.090843 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 6 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:50.111016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e541f4-dcf3-4519-83bf-b51e98b8d1a6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Network': ['ID=537b875a-4720-4b32-94fc-24fcfd0b45b9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:50.129354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:50.132290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:50.136076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.148383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:50.148660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:50.148954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:50.180154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:50.184497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.187475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:50.188044 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:50.190848 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 7 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:50.199769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:50.204968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d89afe-3791-43ac-9c9e-4055904cc40e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:50.211208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d89afe-3791-43ac-9c9e-4055904cc40e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:50.215513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f1d89afe-3791-43ac-9c9e-4055904cc40e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1918275 Nov 23 02:23:50.231566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58866) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:50.254461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.255176 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment 869f68d3-5e68-4b49-90e9-48552b2958e4 of type vlan for network 14180dd3-dc4a-4ed4-a924-bb331443c00f Nov 23 02:23:50.269950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:50.270292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:50.270636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:50.275579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.281713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0d8cd927-2e7d-438e-b91c-8f7aa919169f None None] Provisioning complete for port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:50.282089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd927-2e7d-438e-b91c-8f7aa919169f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.290823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:50.291159 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:50.295218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 8 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:50.334105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0d8cd927-2e7d-438e-b91c-8f7aa919169f None None] Port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:50.337802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0d8cd927-2e7d-438e-b91c-8f7aa919169f None None] Could not find standard attr ID for object f17e45a7-df07-4eca-b65d-eaa19b86afd3. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:23:50.343049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.355561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:50.355916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:50.356328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:50.361065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.375216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:50.375580 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:50.378790 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 9 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:50.384419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.390366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:50.391529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.417252 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.420051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:50.420478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:50.420893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:50.431822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.455773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:50.456020 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:50.456775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-afadda76-9c1d-4a0c-b9fc-271b725f79e7 None None] Could not find standard attr ID for object 402d67ee-5616-4a43-bc73-c17c149c56ee. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:23:50.459315 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 10 to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 Nov 23 02:23:50.477210 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4676929 Nov 23 02:23:50.492668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58868) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:50.505945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ff58f-b75a-43ff-af5f-3b27de1fa3c1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=14180dd3-dc4a-4ed4-a924-bb331443c00f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:50.521984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:50.522177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:50.527924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] In _notify_port_updated(), no bound segment for port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf on network 200a8f63-9631-4e4b-930c-ec06348483f1 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:23:50.533694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:50.534351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.538397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "PUT /v2.0/ports/55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf HTTP/1.1" status: 200 len: 1003 time: 0.9655802 Nov 23 02:23:50.540268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58870) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:50.559440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:50.559705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:50.559972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:50.595850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port bb1bf4d9-4bb9-436d-813f-1534659192f3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:50.596192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.636547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.656074 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:50.658176 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:50.658587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.677555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda88a8b-6518-4465-98bb-c9c213d6a36a tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:50.753694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Checking segment: {'id': '3074566f-a564-4b30-abbc-eb6d055d1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:50.754420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network hostable DHCP agents. Network: 537b875a-4720-4b32-94fc-24fcfd0b45b9, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:50.758298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Subnet': ['ID=779d09bc-9d21-4c56-a150-63b89b435286,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:50.778275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Deleting port dceb0ae8-d395-46f5-8489-bb241ce92857 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:50.778660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.784639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:50.785641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.869514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.887284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:50.891295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.903810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-22263f61-cd9b-41d9-ae3e-d5e22937ad40 None None] Provisioning complete for port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:50.905257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22263f61-cd9b-41d9-ae3e-d5e22937ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.923015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for bb1bf4d9-4bb9-436d-813f-1534659192f3 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:50.945599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-22263f61-cd9b-41d9-ae3e-d5e22937ad40 None None] Port 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:50.958246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-22263f61-cd9b-41d9-ae3e-d5e22937ad40 None None] Provisioning complete for port bb1bf4d9-4bb9-436d-813f-1534659192f3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:50.958968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22263f61-cd9b-41d9-ae3e-d5e22937ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.964528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] For port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:50.965147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempted to set empty binding levels {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:23:50.984301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] For port dceb0ae8-d395-46f5-8489-bb241ce92857, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dceb0ae8-d395-46f5-8489-bb241ce92857,segment=NetworkSegment(4c03a5b2-df84-4111-9e43-182ddecf2211),segment_id=4c03a5b2-df84-4111-9e43-182ddecf2211)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:50.984945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:50.997749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.000759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-22263f61-cd9b-41d9-ae3e-d5e22937ad40 None None] Port bb1bf4d9-4bb9-436d-813f-1534659192f3 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:51.050880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Calling delete_port for dceb0ae8-d395-46f5-8489-bb241ce92857 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:51.087132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.087746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.097270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:51.119764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 537b875a-4720-4b32-94fc-24fcfd0b45b9) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:51.128848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.129630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.139852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a95387-1d9e-4db3-9b22-75c96ba11fb5 None None] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:51.161741 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e01cac80-1914-4302-9128-089733b3a81b tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1999350 Nov 23 02:23:51.169636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58872) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.175101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'network': {'name': 'tempest-router-network01--820987193'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:51.191070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.196951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=75de9b93-0e69-4ebc-bbdf-5f92f8376dd5,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.207569 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b9ebfc5b-996c-4c7f-b6d6-3f19e2434a5c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.7571058 Nov 23 02:23:51.209340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58874) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.215975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for 55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:51.286243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:51.290428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.353870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.379536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:51.394758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.399566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Port': ['ID=dceb0ae8-d395-46f5-8489-bb241ce92857,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.401207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.401732 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Added segment 97380243-a756-487a-b102-3df63dfc8f8d of type vlan for network 821b737d-71a9-4406-b223-9ac72b3d3621 Nov 23 02:23:51.416143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Deleting port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:51.416515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.449514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No DVR routers for this DVR port dceb0ae8-d395-46f5-8489-bb241ce92857 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:51.480547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=bb1bf4d9-4bb9-436d-813f-1534659192f3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.505362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.522630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.526404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc58676e-f266-428a-95ba-8838efc49bd8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/bb1bf4d9-4bb9-436d-813f-1534659192f3 HTTP/1.1" status: 204 len: 168 time: 1.2938256 Nov 23 02:23:51.544050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-537b875a-4720-4b32-94fc-24fcfd0b45b9', 'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9', 'tenant_id': '9ef5620c587e4d48a7d8690e3388c9de', 'fixed_ips': [{'subnet_id': '779d09bc-9d21-4c56-a150-63b89b435286'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:51.544966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.554368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58876) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.590609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.627927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.633709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.634336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.669614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] For port 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5, host hv-neutron-8188, got binding levels [] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:51.669755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.669982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.722059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.729745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857a48b-9360-4646-80b6-239a7e424dac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.730895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Calling delete_port for 75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:51.731469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8857a48b-9360-4646-80b6-239a7e424dac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.738020 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8857a48b-9360-4646-80b6-239a7e424dac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1777039 Nov 23 02:23:51.738020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a21bf9-d4cf-4165-bc72-710e23320a90']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:51.742081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58878) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.752579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.755634 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5847127 Nov 23 02:23:51.758089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58880) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.760407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c03a5b2-df84-4111-9e43-182ddecf2211') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:51.760706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c03a5b2-df84-4111-9e43-182ddecf2211') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:51.778983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.787857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:51.788545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: ad7775b0-0ee7-4b2d-8c00-8281df8d7bce, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:51.790714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02950b7b-dba5-4891-b4ae-176c9295f364 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Network': ['ID=821b737d-71a9-4406-b223-9ac72b3d3621,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.803776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.815782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'network': {'name': 'tempest-router-network02--920919864'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:51.817931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:51.818815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.820990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:51.823889 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:51.840712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 821b737d-71a9-4406-b223-9ac72b3d3621 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:51.868649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:51.897782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ad7775b0-0ee7-4b2d-8c00-8281df8d7bce) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:51.904582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.911748 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-06068f5c-fa4e-4c68-a7ad-676a9b1ffeb7 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/ports/55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf HTTP/1.1" status: 204 len: 168 time: 1.3678465 Nov 23 02:23:51.913112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:51.913996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.915577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7e4a87-4f15-46fd-b5fd-b34bb2996ed5 None None] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:51.917615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58882) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.920936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Allocated IP 2001:db8::2 (537b875a-4720-4b32-94fc-24fcfd0b45b9/779d09bc-9d21-4c56-a150-63b89b435286/7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:51.926927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.933812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.942788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet e8d3cbb3-da88-48af-a926-25fd3118f1ec {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:51.944676 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/40a21bf9-d4cf-4165-bc72-710e23320a90 HTTP/1.1" status: 204 len: 168 time: 5.0374739 Nov 23 02:23:51.947714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58884) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.968426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:51.972144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a158f10-69fe-43a0-8bea-5d4c0fff7ab6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=40a21bf9-d4cf-4165-bc72-710e23320a90,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:51.972774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.974759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:51.981094 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-76cdd0b3-b0a6-4c94-a846-bafcb4619086 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] GET failed (client error): The resource could not be found. Nov 23 02:23:51.982527 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-76cdd0b3-b0a6-4c94-a846-bafcb4619086 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "GET /v2.0/ports/55c23f25-2da7-45d0-ac1e-c9c3b86f1eaf HTTP/1.1" status: 404 len: 333 time: 0.0639048 Nov 23 02:23:51.989756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58886) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:51.995106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-822177761'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.010350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53e1598-9644-49eb-99e1-b2176db8d5a0 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:52.010898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53e1598-9644-49eb-99e1-b2176db8d5a0 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:52.017853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b53e1598-9644-49eb-99e1-b2176db8d5a0 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/40a21bf9-d4cf-4165-bc72-710e23320a90 HTTP/1.1" status: 404 len: 339 time: 0.0622752 Nov 23 02:23:52.019551 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c2d06ac6-74bf-476b-ad9e-d8051e7ee7dc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5163894 Nov 23 02:23:52.023887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58888) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.024228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58890) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.035490 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.053514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1817577998', 'description': 'd1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.147532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.151710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:23:52.151710 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:23:52.151710 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'project_id_1': '65e3254a4b854686b472deb2e6b1e777', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 23, 32, 132200)}] Nov 23 02:23:52.151710 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:23:52.152294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:23:52.202820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:52.208358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.227379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ad7775b0-0ee7-4b2d-8c00-8281df8d7bce', 'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': 'a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:52.228035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:52.228539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.236970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.245639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.258908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.276369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.276665 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Added segment 83666c24-9af9-40c3-80b7-be2c8ef02d1f of type vlan for network c5174e26-8406-4080-aa1e-284d512b6c33 Nov 23 02:23:52.291240 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event deleted for resources: {'Port': ['ID=75de9b93-0e69-4ebc-bbdf-5f92f8376dd5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.302628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.305874 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-47730a5d-b29c-46d5-b007-df54d655ccb8 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "DELETE /v2.0/ports/75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 HTTP/1.1" status: 204 len: 168 time: 1.0936725 Nov 23 02:23:52.308733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58892) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.335040 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fce35cff-425f-4951-aef9-79fa333e8963 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:23:52.340302 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fce35cff-425f-4951-aef9-79fa333e8963 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "GET /v2.0/ports/75de9b93-0e69-4ebc-bbdf-5f92f8376dd5 HTTP/1.1" status: 404 len: 333 time: 0.0268548 Nov 23 02:23:52.340548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58894) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.346018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Request body: {'port': {'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-98838374'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.347692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:52.354699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:52.361109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:52.363701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.369876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:52.372219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Made reservation on behalf of aca427bd3c2145a89aba6b91222f06f1 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:52.373722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.375340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.391987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port cb3b37e3-fb20-428c-ad80-c700b454209e yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:52.394191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Pushing event updated for resources: {'Port': ['ID=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.407848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:52.462020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.472127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Allocated IP 172.20.0.2 (ad7775b0-0ee7-4b2d-8c00-8281df8d7bce/a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783/9623fd6e-c78e-4b0b-9a35-8aa796e28733) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:52.474640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Attempting to bind port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:52.474965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Attempting to bind port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3074566f-a564-4b30-abbc-eb6d055d1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:52.475350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Attempting to bind port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd on network 537b875a-4720-4b32-94fc-24fcfd0b45b9 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:52.477148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.477148 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 73c14147-1b05-45a4-8597-dc45b28dce8d of type vlan for network ff566a3c-279b-44c1-83d9-f32b594ccec4 Nov 23 02:23:52.487721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:52.488078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Checking segment: {'id': '3074566f-a564-4b30-abbc-eb6d055d1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:52.488431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.489007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Bound using segment: {'id': '3074566f-a564-4b30-abbc-eb6d055d1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:52.489749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Bound port: 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3074566f-a564-4b30-abbc-eb6d055d1516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '537b875a-4720-4b32-94fc-24fcfd0b45b9'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:52.490128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.559845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.572682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.588746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.594765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:52.595389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.618487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.622661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] For port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:52.627618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] For port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,segment=NetworkSegment(3074566f-a564-4b30-abbc-eb6d055d1516),segment_id=3074566f-a564-4b30-abbc-eb6d055d1516)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:52.631220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.634719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.681953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:52.687507 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9013073 Nov 23 02:23:52.689651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:52.690817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58896) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.692335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:52.693728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:52.694393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.700302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:52.701646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'subnet': {'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.703923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.741782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4000921 Nov 23 02:23:52.742913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58898) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.743270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeda541-936f-43d8-aad7-c61f6f8713b0 None None] Pushing event updated for resources: {'Port': ['ID=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.745976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e69f8-7378-4cab-9c23-7de2ca24ae27 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3b37e3-fb20-428c-ad80-c700b454209e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.755532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.756039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.758701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] device_id is not set on port bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:52.769742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.794599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.800437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:52.801038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.825504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d3cbb3-da88-48af-a926-25fd3118f1ec,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.841853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.842297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Pushing event updated for resources: {'Port': ['ID=9623fd6e-c78e-4b0b-9a35-8aa796e28733,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.847674 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bda9fbd7-6d45-4a51-85fd-f8dc1426ab10 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e8d3cbb3-da88-48af-a926-25fd3118f1ec HTTP/1.1" status: 204 len: 168 time: 1.0968895 Nov 23 02:23:52.859660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cd4ce6-ceaf-4a0b-952e-8c9d5dd2cfa4 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:52.865104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58900) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.868350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:52.882667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:52.883466 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8548026 Nov 23 02:23:52.891872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58902) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.907267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839cf4d-5696-4259-a438-095b30fb4875 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Network': ['ID=c5174e26-8406-4080-aa1e-284d512b6c33,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:52.912395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:52.915253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:52.934928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a6c7b71c-b8c9-4af9-94d4-9119d1e791e3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0642402 Nov 23 02:23:52.941392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58904) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:52.951130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:52.967154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network c5174e26-8406-4080-aa1e-284d512b6c33 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:53.053201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:53.057270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.118239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Attempting to bind port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:53.118655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Attempting to bind port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:53.119497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Attempting to bind port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 on network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:53.141985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:53.142406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Checking segment: {'id': 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:53.142774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.143175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Bound using segment: {'id': 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:53.143671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Bound port: 9623fd6e-c78e-4b0b-9a35-8aa796e28733, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'ad7775b0-0ee7-4b2d-8c00-8281df8d7bce'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:53.144058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.232144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7555403-81ae-4934-9f27-edec810c5f4b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=ff566a3c-279b-44c1-83d9-f32b594ccec4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:53.247955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ff566a3c-279b-44c1-83d9-f32b594ccec4 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:53.258465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.266928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] For port 9623fd6e-c78e-4b0b-9a35-8aa796e28733, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:53.325412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:23:53.338565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:53.341896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] For port 9623fd6e-c78e-4b0b-9a35-8aa796e28733, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9623fd6e-c78e-4b0b-9a35-8aa796e28733,segment=NetworkSegment(cc3200b9-b027-4ea1-bd29-3bf0f1319be9),segment_id=cc3200b9-b027-4ea1-bd29-3bf0f1319be9)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:53.342164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.370804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.425010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=a638fd64-0296-49ea-ade0-39b16d2e8405,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:53.464579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb764e0-4fff-441a-8ed7-39077a8c074e None None] Pushing event updated for resources: {'Port': ['ID=9623fd6e-c78e-4b0b-9a35-8aa796e28733,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:53.484516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] Deleting port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:53.484870 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.490774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': '869f68d3-5e68-4b49-90e9-48552b2958e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:53.490774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 14180dd3-dc4a-4ed4-a924-bb331443c00f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:53.574097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727164e-e76b-4af8-9989-31d9f8917631 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:53.574646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:53.576183 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1727164e-e76b-4af8-9989-31d9f8917631 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks?id=ff566a3c-279b-44c1-83d9-f32b594ccec4 HTTP/1.1" status: 200 len: 761 time: 0.6473513 Nov 23 02:23:53.581296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58906) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:53.588612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'description': 'd2'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:53.591750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] For port 7560e6d5-2d64-43a6-81e1-e0778e5fa578, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7560e6d5-2d64-43a6-81e1-e0778e5fa578,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:53.592160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.596800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Allocated IP 2001:db8::349 (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/bc2cdfe5-ee84-4d82-99f9-d9641bf6c603) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:53.613049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] Calling delete_port for 7560e6d5-2d64-43a6-81e1-e0778e5fa578 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:53.640131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.679052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 14180dd3-dc4a-4ed4-a924-bb331443c00f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:53.698161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e515d0-c615-4ae8-a846-0132b6cb5b42 None None] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:53.752116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:53.752766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.779628 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e09ddb40-dfc6-45e5-ad9e-93e98e4517f1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7497566 Nov 23 02:23:53.789906 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58908) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:53.806943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-915902948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:53.822947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port cb3b37e3-fb20-428c-ad80-c700b454209e yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:53.846294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.862082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.870608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:53.915796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] No DVR routers for this DVR port 7560e6d5-2d64-43a6-81e1-e0778e5fa578 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:23:53.921000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc6108-d5a3-40de-9e31-0f4c51ebbfd4 None None] Pushing event deleted for resources: {'Port': ['ID=7560e6d5-2d64-43a6-81e1-e0778e5fa578,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:53.921184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Subnet': ['ID=6565160d-8777-43fe-a325-c1b4c047aca7,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.008411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.010064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3b37e3-fb20-428c-ad80-c700b454209e,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.021628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.021982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.022331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.029748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.030180 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.032205 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 2 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.058302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.065107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.065477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.065820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.067783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.083627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.083943 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.085608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 3 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.090721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Checking segment: {'id': '97380243-a756-487a-b102-3df63dfc8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:54.091174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network hostable DHCP agents. Network: 821b737d-71a9-4406-b223-9ac72b3d3621, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:54.101018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.105035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.105381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.105762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.116686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.126466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.126800 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.132523 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 4 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.179761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:54.183727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:54.186921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.187373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.187729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.192925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:54.198923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.199757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=e173364a-0d41-4007-bf2d-54781f205c22,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.200053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.218258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.218636 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.219733 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 5 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.222877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=bc2cdfe5-ee84-4d82-99f9-d9641bf6c603,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.241684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-14180dd3-dc4a-4ed4-a924-bb331443c00f', 'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': 'a638fd64-0296-49ea-ade0-39b16d2e8405'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:54.242667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.246338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.254847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-acbba2e4-5d3c-48e6-be6a-8aeeea0da8c8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2639732 Nov 23 02:23:54.260123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58910) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.260635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:54.270145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'network_id': '200a8f63-9631-4e4b-930c-ec06348483f1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1231566527'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:54.275592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.276190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.276736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.302274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:54.306761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 821b737d-71a9-4406-b223-9ac72b3d3621 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:54.313029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.313735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.332441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.340678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.344541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.345009 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.348213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 6 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.361583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe48eb-656d-4c81-afb2-83295e69fd50 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:54.375030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.375526 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.376361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.389899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.390390 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.398105 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 7 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.430418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.433399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.433809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.434393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.445511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.446023 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.447102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 8 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.448897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=ff566a3c-279b-44c1-83d9-f32b594ccec4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:54.451547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 821b737d-71a9-4406-b223-9ac72b3d3621) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:54.461837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network ff566a3c-279b-44c1-83d9-f32b594ccec4 is not hosted by any dhcp agent {{(pid=103356) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:23:54.471694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.472504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.474522 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5d159e07-1652-4512-ba76-3956e0f566dd tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "PUT /v2.0/networks/ff566a3c-279b-44c1-83d9-f32b594ccec4 HTTP/1.1" status: 200 len: 758 time: 0.8914044 Nov 23 02:23:54.481329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58912) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.487760 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a4ddc47c-2fc1-4899-8964-4b7c584018cf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5406666 Nov 23 02:23:54.489229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58914) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.490615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.491218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.497919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'e173364a-0d41-4007-bf2d-54781f205c22', 'ip_address': '2001:db8::58a0:e04:a990:8805'}], 'name': 'tempest-NetworksTestDHCPv6-1123874397'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:54.509757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.511019 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3b3fa4f7-4af7-4b55-88ed-d6b540d2cecd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7134013 Nov 23 02:23:54.518493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58916) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.554616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c65afa-5b6d-4fd3-b5e5-e53b0c4030ab None None] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:54.556388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e0d00-6240-4d5c-95b9-4d0bf80aa2bf None None] Network 821b737d-71a9-4406-b223-9ac72b3d3621 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:54.557996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ff566a3c-279b-44c1-83d9-f32b594ccec4 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:54.574991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.575639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.575736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.669540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.670054 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.676027 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 9 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.715224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.715574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.715969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:54.720745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-817a54df-f955-4b04-bd4b-5841e078eb13 None None] Provisioning complete for port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:54.721339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-817a54df-f955-4b04-bd4b-5841e078eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.727402 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7199bc8a-b575-4a19-b18c-663e1537d0af tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0297666 Nov 23 02:23:54.735409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.746260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'subnet': {'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:54.756303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Made reservation on behalf of 65e3254a4b854686b472deb2e6b1e777 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:54.760168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.782179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf7242-290f-4cec-a971-25285cf2d1d8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:54.788917 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-96bf7242-290f-4cec-a971-25285cf2d1d8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks?id=ff566a3c-279b-44c1-83d9-f32b594ccec4 HTTP/1.1" status: 200 len: 761 time: 0.2972233 Nov 23 02:23:54.799597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58920) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:54.813577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-314925784'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:54.845085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:54.845415 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:54.847952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] device_id is not set on port cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:54.853609 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 10 to bind port cb3b37e3-fb20-428c-ad80-c700b454209e Nov 23 02:23:54.931256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:54.935897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'e173364a-0d41-4007-bf2d-54781f205c22'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:54.937034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:54.970231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Allocated IP 172.21.0.2 (14180dd3-dc4a-4ed4-a924-bb331443c00f/a638fd64-0296-49ea-ade0-39b16d2e8405/0e1c13a9-0435-48f5-949b-9f5091a16449) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:54.989597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:54.990545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:54.990925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:55.020673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:55.031994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:55.036406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.043556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:55.047636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:23:55.048758 dv-neutron-818844-1-hyperv neutron-server[103357]: ERROR neutron.plugins.ml2.managers [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port cb3b37e3-fb20-428c-ad80-c700b454209e on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:23:55.048904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.049010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.071594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a84257-ddcc-4301-89d4-add81784d6bb None None] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:55.165008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:23:55.191405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.194867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.195204 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment b831ed63-17e3-4346-a630-932b1789015e of type vlan for network 36a99ab6-81a6-43a1-946b-ababfda1429f Nov 23 02:23:55.205622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.232969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Allocated IP 2001:db8::2e1 (200a8f63-9631-4e4b-930c-ec06348483f1/674dcadd-b6e2-4bb4-b3be-b8518120741e/cb7f6e3f-f3af-46f1-9357-2f40fdba29f3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:55.247131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 65437320-0a47-4ac0-8f70-5dad3624dfb5 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:55.270357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.326981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] For port cb3b37e3-fb20-428c-ad80-c700b454209e, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:55.327456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempted to set empty binding levels {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:23:55.343694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.411102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] In _notify_port_updated(), no bound segment for port cb3b37e3-fb20-428c-ad80-c700b454209e on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:23:55.412124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.412816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.417773 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "PUT /v2.0/ports/cb3b37e3-fb20-428c-ad80-c700b454209e HTTP/1.1" status: 200 len: 975 time: 2.6728196 Nov 23 02:23:55.422160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58922) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:55.438337 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.443928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.444546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.460319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-821b737d-71a9-4406-b223-9ac72b3d3621', 'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621', 'tenant_id': '9ef5620c587e4d48a7d8690e3388c9de', 'fixed_ips': [{'subnet_id': '6565160d-8777-43fe-a325-c1b4c047aca7'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:55.461316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.471490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-817a54df-f955-4b04-bd4b-5841e078eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.548484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd3531-8a6e-4ee4-828a-37808a998467 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=cb3b37e3-fb20-428c-ad80-c700b454209e,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:55.613029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:55.613315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.643775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e173364a-0d41-4007-bf2d-54781f205c22/49d22575-9623-487e-be54-094054691b59) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:55.676212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.676835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.677134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.677609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.678114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.678622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.679565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.679565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.680023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.680538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.680994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.681451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.681951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.682455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.682910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.683725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:55.690230 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8bda0c66-1979-478c-97ac-1d5661b5948c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14665 time: 0.2340815 Nov 23 02:23:55.696428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58924) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:55.749048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-817a54df-f955-4b04-bd4b-5841e078eb13 None None] For port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,segment=NetworkSegment(3074566f-a564-4b30-abbc-eb6d055d1516),segment_id=3074566f-a564-4b30-abbc-eb6d055d1516)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:55.801651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-817a54df-f955-4b04-bd4b-5841e078eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.833970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.837601 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0368974 Nov 23 02:23:55.839114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.840976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58926) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:55.864073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.20.0.1 (ad7775b0-0ee7-4b2d-8c00-8281df8d7bce/a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783/c55b2226-d651-441e-97fb-4d7f36ff897e) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:55.865213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '36a99ab6-81a6-43a1-946b-ababfda1429f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:55.886351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.927281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea38573-18f4-4940-be65-262a7685a5fa tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=36a99ab6-81a6-43a1-946b-ababfda1429f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:55.976384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Deleting port cb3b37e3-fb20-428c-ad80-c700b454209e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:55.976707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:55.997618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.000116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Subnet': ['ID=2f9c370c-a478-47f0-99b1-f5f2fe5472a6,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.072732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Checking segment: {'id': '83666c24-9af9-40c3-80b7-be2c8ef02d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:56.074435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network hostable DHCP agents. Network: c5174e26-8406-4080-aa1e-284d512b6c33, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:56.090026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.095390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817a54df-f955-4b04-bd4b-5841e078eb13 None None] Pushing event updated for resources: {'Port': ['ID=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.100543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 36a99ab6-81a6-43a1-946b-ababfda1429f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:23:56.107200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:56.111965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.117873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network c5174e26-8406-4080-aa1e-284d512b6c33 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:56.129575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Network 200a8f63-9631-4e4b-930c-ec06348483f1 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:56.143163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:56.145957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:56.152023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:56.152718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.160681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=cb7f6e3f-f3af-46f1-9357-2f40fdba29f3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.167596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.169591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] For port cb3b37e3-fb20-428c-ad80-c700b454209e, host hv-neutron-8188, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:56.169948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.188330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Calling delete_port for cb3b37e3-fb20-428c-ad80-c700b454209e owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:56.212056 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cbb5dbb5-8b4c-4cab-84fc-a6ec304a7a70 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9480329 Nov 23 02:23:56.212349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58930) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.220708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30b', 'mac_address': 'fa:16:3e:13:8a:12'}, {'ip_address': '2001:db8::349', 'mac_address': 'fa:16:3e:10:9d:ca'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:56.227838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, c5174e26-8406-4080-aa1e-284d512b6c33) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:56.260460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:56.261870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.291657 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-abf8507e-0793-4715-b7d8-d0a7281e8fdf tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5508862 Nov 23 02:23:56.292905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58932) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.294330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.425870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.432684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:56.440451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Pushing event updated for resources: {'Port': ['ID=0e1c13a9-0435-48f5-949b-9f5091a16449,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.451671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:56.454877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:56.465569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f71dd-e448-47aa-b3e2-1b51590c76c8 None None] Network c5174e26-8406-4080-aa1e-284d512b6c33 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:56.473159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.557668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:56.559558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Allocated IP 2001:db8::2 (821b737d-71a9-4406-b223-9ac72b3d3621/6565160d-8777-43fe-a325-c1b4c047aca7/038c4815-73c0-4bbb-accf-3312f211512a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:56.574516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:56.595961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.608441 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:56.611258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.671192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Provisioning complete for port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:56.672282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.697146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.702103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9623fd6e-c78e-4b0b-9a35-8aa796e28733 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:56.768841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': 'b831ed63-17e3-4346-a630-932b1789015e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '36a99ab6-81a6-43a1-946b-ababfda1429f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:56.769270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 36a99ab6-81a6-43a1-946b-ababfda1429f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:23:56.791796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=a6fa3afe-0638-4ebc-b22f-93352503d1c6,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.812918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.837947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::58a0:e04:a990:8805 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e173364a-0d41-4007-bf2d-54781f205c22/65437320-0a47-4ac0-8f70-5dad3624dfb5) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:56.851365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.858480 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cb3b37e3-fb20-428c-ad80-c700b454209e HTTP/1.1" status: 204 len: 168 time: 1.1612406 Nov 23 02:23:56.862309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58934) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.866305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 36a99ab6-81a6-43a1-946b-ababfda1429f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:23:56.885445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 36a99ab6-81a6-43a1-946b-ababfda1429f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:56.901362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:56.901362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:56.910848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=c55b2226-d651-441e-97fb-4d7f36ff897e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:56.916399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70f923-2adc-4c95-814e-e85fab263cb4 None None] Network 36a99ab6-81a6-43a1-946b-ababfda1429f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:56.930124 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bed1e0df-4087-405a-ad05-55305519fa5b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0799596 Nov 23 02:23:56.938015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58936) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.941740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:56.968568 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dadf3db-3ed2-4d7c-9880-15bc74379dea tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:23:56.976506 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3dadf3db-3ed2-4d7c-9880-15bc74379dea tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "GET /v2.0/ports/cb3b37e3-fb20-428c-ad80-c700b454209e HTTP/1.1" status: 404 len: 333 time: 0.1128294 Nov 23 02:23:56.981689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58938) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:56.987573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1910398496', 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:57.037063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:57.053988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.054655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Attempting to bind port 0e1c13a9-0435-48f5-949b-9f5091a16449 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:57.055425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Attempting to bind port 0e1c13a9-0435-48f5-949b-9f5091a16449 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '869f68d3-5e68-4b49-90e9-48552b2958e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:57.055966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Attempting to bind port 0e1c13a9-0435-48f5-949b-9f5091a16449 on network 14180dd3-dc4a-4ed4-a924-bb331443c00f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:57.067445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.090439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4da3b-bb41-4e10-a039-c8ebde8fde2c tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb3b37e3-fb20-428c-ad80-c700b454209e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.104369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:57.113304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Pushing event updated for resources: {'Port': ['ID=49d22575-9623-487e-be54-094054691b59,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.146415 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] In _notify_port_updated(), no bound segment for port cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 on network 200a8f63-9631-4e4b-930c-ec06348483f1 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:23:57.153282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.154224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.154788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:57.155208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Checking segment: {'id': '869f68d3-5e68-4b49-90e9-48552b2958e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:57.155628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.156041 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Bound using segment: {'id': '869f68d3-5e68-4b49-90e9-48552b2958e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:57.157049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Bound port: 0e1c13a9-0435-48f5-949b-9f5091a16449, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869f68d3-5e68-4b49-90e9-48552b2958e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '14180dd3-dc4a-4ed4-a924-bb331443c00f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:57.157448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.159287 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "PUT /v2.0/ports/cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 HTTP/1.1" status: 200 len: 1068 time: 0.9460895 Nov 23 02:23:57.161347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58940) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:57.176713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Made reservation on behalf of aca427bd3c2145a89aba6b91222f06f1 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:57.179218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.219577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8332060-d179-4a66-995c-f70da781f0ad tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event updated for resources: {'Port': ['ID=cb7f6e3f-f3af-46f1-9357-2f40fdba29f3,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.225831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port 3c25cb96-6f67-41eb-972e-1991bb98c2a9 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:57.247012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.365659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:57.366042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.425021 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.443794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.452989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.479783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.481777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Attempting to bind port 49d22575-9623-487e-be54-094054691b59 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:57.482158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Attempting to bind port 49d22575-9623-487e-be54-094054691b59 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:57.482529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Attempting to bind port 49d22575-9623-487e-be54-094054691b59 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:57.495187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:57.495415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-c5174e26-8406-4080-aa1e-284d512b6c33', 'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33', 'tenant_id': '9ef5620c587e4d48a7d8690e3388c9de', 'fixed_ips': [{'subnet_id': '2f9c370c-a478-47f0-99b1-f5f2fe5472a6'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:57.496195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.497651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.498867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.505358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.512064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:57.519463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:57.524615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.524820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.530937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:57.531257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.557356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.559590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=65437320-0a47-4ac0-8f70-5dad3624dfb5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.572200 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9ea999f5-cbc3-4b3f-82dd-d2656e2efc73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0748420 Nov 23 02:23:57.572200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58942) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:57.586384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:57.586669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:57.586937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.591692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:57.591692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Bound port: 49d22575-9623-487e-be54-094054691b59, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:57.591692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.644717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] For port 0e1c13a9-0435-48f5-949b-9f5091a16449, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:57.649458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeab711-eb97-4a1f-b1b9-597fec5b72ea tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.650527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Network 821b737d-71a9-4406-b223-9ac72b3d3621 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:57.656393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeab711-eb97-4a1f-b1b9-597fec5b72ea tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.660686 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-feeab711-eb97-4a1f-b1b9-597fec5b72ea tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0855870 Nov 23 02:23:57.660935 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58944) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:57.677191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:57.692568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] For port 0e1c13a9-0435-48f5-949b-9f5091a16449, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0e1c13a9-0435-48f5-949b-9f5091a16449,segment=NetworkSegment(869f68d3-5e68-4b49-90e9-48552b2958e4),segment_id=869f68d3-5e68-4b49-90e9-48552b2958e4)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:57.696911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:57.713646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.717599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Pushing event updated for resources: {'Port': ['ID=038c4815-73c0-4bbb-accf-3312f211512a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.722907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] For port 9623fd6e-c78e-4b0b-9a35-8aa796e28733, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9623fd6e-c78e-4b0b-9a35-8aa796e28733,segment=NetworkSegment(cc3200b9-b027-4ea1-bd29-3bf0f1319be9),segment_id=cc3200b9-b027-4ea1-bd29-3bf0f1319be9)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:23:57.761259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.782860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.794223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.797127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:57.805879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:57.809304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=3c25cb96-6f67-41eb-972e-1991bb98c2a9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:57.811922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:57.813267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.814367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.843425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e62100e4-b062-4388-b31d-450abaab4efd tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8642087 Nov 23 02:23:57.847151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58946) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:57.861292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 65437320-0a47-4ac0-8f70-5dad3624dfb5 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:57.861644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.881985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fef9400-3c12-4216-8346-86a2be76ff7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-36a99ab6-81a6-43a1-946b-ababfda1429f', 'network_id': '36a99ab6-81a6-43a1-946b-ababfda1429f', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': 'a6fa3afe-0638-4ebc-b22f-93352503d1c6'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:23:57.883262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fef9400-3c12-4216-8346-86a2be76ff7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:57.934459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f484fa51-615b-40b5-b778-734bb0d229b0 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:57.936081 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f484fa51-615b-40b5-b778-734bb0d229b0 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "GET /v2.0/ports/3c25cb96-6f67-41eb-972e-1991bb98c2a9 HTTP/1.1" status: 200 len: 955 time: 0.0875821 Nov 23 02:23:57.940224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58948) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:58.000589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Provisioning complete for port bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:58.001214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.004706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.038368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] For port 49d22575-9623-487e-be54-094054691b59, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:58.044136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:58.052917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.073279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 65437320-0a47-4ac0-8f70-5dad3624dfb5 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:58.083832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Attempting to bind port 038c4815-73c0-4bbb-accf-3312f211512a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:58.083832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Attempting to bind port 038c4815-73c0-4bbb-accf-3312f211512a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '97380243-a756-487a-b102-3df63dfc8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:58.084857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Attempting to bind port 038c4815-73c0-4bbb-accf-3312f211512a on network 821b737d-71a9-4406-b223-9ac72b3d3621 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:58.086608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933f77a-0f9a-4df2-aac1-20a8a4f85806 None None] Pushing event updated for resources: {'Port': ['ID=0e1c13a9-0435-48f5-949b-9f5091a16449,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:58.100668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] For port 49d22575-9623-487e-be54-094054691b59, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=49d22575-9623-487e-be54-094054691b59,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:58.106651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.179732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Deleting port 3c25cb96-6f67-41eb-972e-1991bb98c2a9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:23:58.180073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.181889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:58.182277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Checking segment: {'id': '97380243-a756-487a-b102-3df63dfc8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:58.182691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.183165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Bound using segment: {'id': '97380243-a756-487a-b102-3df63dfc8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:58.183906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Bound port: 038c4815-73c0-4bbb-accf-3312f211512a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97380243-a756-487a-b102-3df63dfc8f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '821b737d-71a9-4406-b223-9ac72b3d3621'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:58.184043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.186448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.200223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7560e6d5-2d64-43a6-81e1-e0778e5fa578 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:23:58.243722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=a6fa3afe-0638-4ebc-b22f-93352503d1c6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:58.252524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Allocated IP 2001:db8::2 (c5174e26-8406-4080-aa1e-284d512b6c33/2f9c370c-a478-47f0-99b1-f5f2fe5472a6/46d99477-517a-4772-9fa6-881319e56e2e) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:58.256753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Port bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:58.265695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 7560e6d5-2d64-43a6-81e1-e0778e5fa578 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:23:58.265695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7560e6d5-2d64-43a6-81e1-e0778e5fa578 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:23:58.279223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.301797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Calling delete_port for 3c25cb96-6f67-41eb-972e-1991bb98c2a9 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:23:58.334309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Allocated IP 2001:db8::1 (821b737d-71a9-4406-b223-9ac72b3d3621/6565160d-8777-43fe-a325-c1b4c047aca7/bf7da777-f099-483e-a12e-1f89a191724e) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:23:58.371700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cbaf6-6a8a-42c7-8825-15dc5e13dbd4 None None] Pushing event updated for resources: {'Port': ['ID=9623fd6e-c78e-4b0b-9a35-8aa796e28733,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-1fef9400-3c12-4216-8346-86a2be76ff7d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6fa3afe-0638-4ebc-b22f-93352503d1c6: This subnet is being modified by another concurrent operation. Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:23:58.430298 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a6fa3afe-0638-4ebc-b22f-93352503d1c6: This subnet is being modified by another concurrent operation. Nov 23 02:23:58.434312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:23:58.537112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.543679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.619883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c25cb96-6f67-41eb-972e-1991bb98c2a9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:58.635831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.639567 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-37913e1b-c873-4bb1-9c04-864048e2063a tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "DELETE /v2.0/ports/3c25cb96-6f67-41eb-972e-1991bb98c2a9 HTTP/1.1" status: 204 len: 168 time: 0.6993299 Nov 23 02:23:58.643140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58952) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:58.655737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.661412 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/65437320-0a47-4ac0-8f70-5dad3624dfb5 HTTP/1.1" status: 204 len: 168 time: 0.9972696 Nov 23 02:23:58.677862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58954) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:58.702529 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfbe5ba-e2af-4c50-8c71-662612945e63 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:23:58.704459 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fbfbe5ba-e2af-4c50-8c71-662612945e63 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "GET /v2.0/ports/3c25cb96-6f67-41eb-972e-1991bb98c2a9 HTTP/1.1" status: 404 len: 333 time: 0.0600619 Nov 23 02:23:58.705343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa198be3-bb7e-43ac-8e29-eadfefad1841 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=65437320-0a47-4ac0-8f70-5dad3624dfb5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:58.726227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58956) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:58.733989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Request body: {'port': {'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2121574854'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:23:58.770543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.791691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09895fa7-02fc-4b9e-8df8-f6dd1b429f3d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:58.794392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09895fa7-02fc-4b9e-8df8-f6dd1b429f3d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:58.796488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e86fa-3f5d-4440-a845-6d976cf07e3a None None] Network 36a99ab6-81a6-43a1-946b-ababfda1429f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:58.799367 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-09895fa7-02fc-4b9e-8df8-f6dd1b429f3d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1066279 Nov 23 02:23:58.799539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:23:58.803964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58958) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:58.817389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Made reservation on behalf of aca427bd3c2145a89aba6b91222f06f1 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:23:58.820713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.870485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a99ab6-81a6-43a1-946b-ababfda1429f']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:58.897808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:23:58.906571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b831ed63-17e3-4346-a630-932b1789015e') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:58.906571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b831ed63-17e3-4346-a630-932b1789015e') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:23:58.955519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.971646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet e173364a-0d41-4007-bf2d-54781f205c22 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:23:58.973469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] For port 038c4815-73c0-4bbb-accf-3312f211512a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:23:58.976320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.994920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:58.996184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Provisioning complete for port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:58.997074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.003417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.005684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.011168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0eb95-8c13-43b8-ab6c-938903e7c819 None None] Pushing event updated for resources: {'Port': ['ID=49d22575-9623-487e-be54-094054691b59,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.022772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] For port 038c4815-73c0-4bbb-accf-3312f211512a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=038c4815-73c0-4bbb-accf-3312f211512a,segment=NetworkSegment(97380243-a756-487a-b102-3df63dfc8f8d),segment_id=97380243-a756-487a-b102-3df63dfc8f8d)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:23:59.051954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.067148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.067472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:23:59.068447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:23:59.075190 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:23:59.183597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.246883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.252057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.272761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.275657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.277574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=c55b2226-d651-441e-97fb-4d7f36ff897e,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.285492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.299541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:59.299914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.345663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.352765 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/36a99ab6-81a6-43a1-946b-ababfda1429f HTTP/1.1" status: 204 len: 168 time: 2.4085135 Nov 23 02:23:59.353613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58960) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:59.373662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.411825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=cb7f6e3f-f3af-46f1-9357-2f40fdba29f3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.413413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.426024 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6243b5-d5e8-4592-849b-90a71bb04ca4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] GET failed (client error): The resource could not be found. Nov 23 02:23:59.431563 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4c6243b5-d5e8-4592-849b-90a71bb04ca4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/subnets/a6fa3afe-0638-4ebc-b22f-93352503d1c6 HTTP/1.1" status: 404 len: 337 time: 0.0727167 Nov 23 02:23:59.432214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58962) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:59.446039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773b961-bf3e-4cff-93e2-0fea70a3de30 None None] Pushing event updated for resources: {'Port': ['ID=038c4815-73c0-4bbb-accf-3312f211512a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.449161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.462772 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ea0801-371d-402b-8b18-a28608e92699 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:23:59.463450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ea0801-371d-402b-8b18-a28608e92699 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:23:59.472985 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c7ea0801-371d-402b-8b18-a28608e92699 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/36a99ab6-81a6-43a1-946b-ababfda1429f HTTP/1.1" status: 404 len: 339 time: 0.0355067 Nov 23 02:23:59.476164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58964) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:59.489263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce647b-48d5-49ab-8c6b-bab22a51f644 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=36a99ab6-81a6-43a1-946b-ababfda1429f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.541165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Pushing event updated for resources: {'Port': ['ID=46d99477-517a-4772-9fa6-881319e56e2e,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.588279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Network c5174e26-8406-4080-aa1e-284d512b6c33 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:59.599384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:59.610809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:59.629225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:59.657003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.675661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.681793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:59.685242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:59.686297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.686899 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.701144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=90677888-7ba4-43a2-9a8c-2787b5eddaf2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.826481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Provisioning complete for port c55b2226-d651-441e-97fb-4d7f36ff897e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:23:59.826759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.850553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 821b737d-71a9-4406-b223-9ac72b3d3621 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:23:59.852058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Port': ['ID=bf7da777-f099-483e-a12e-1f89a191724e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.866761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Attempting to bind port 46d99477-517a-4772-9fa6-881319e56e2e on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:23:59.867139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Attempting to bind port 46d99477-517a-4772-9fa6-881319e56e2e by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '83666c24-9af9-40c3-80b7-be2c8ef02d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:23:59.867510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Attempting to bind port 46d99477-517a-4772-9fa6-881319e56e2e on network c5174e26-8406-4080-aa1e-284d512b6c33 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:23:59.882981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:23:59.883278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Checking segment: {'id': '83666c24-9af9-40c3-80b7-be2c8ef02d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:23:59.883720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.884120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Bound using segment: {'id': '83666c24-9af9-40c3-80b7-be2c8ef02d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:23:59.891052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6503df03-a282-4962-ae8a-ad5754479f73 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:23:59.892891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:23:59.894244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Bound port: 46d99477-517a-4772-9fa6-881319e56e2e, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83666c24-9af9-40c3-80b7-be2c8ef02d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5174e26-8406-4080-aa1e-284d512b6c33'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:23:59.894673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.901812 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6503df03-a282-4962-ae8a-ad5754479f73 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4218862 Nov 23 02:23:59.902684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58966) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:59.909719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.913388 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e173364a-0d41-4007-bf2d-54781f205c22 HTTP/1.1" status: 204 len: 168 time: 1.1074061 Nov 23 02:23:59.919648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:23:59.920856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:23:59.927274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58968) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:23:59.937140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Port c55b2226-d651-441e-97fb-4d7f36ff897e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:23:59.972276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746b73a-f2fd-4d1e-b986-0bde7e1be37f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=e173364a-0d41-4007-bf2d-54781f205c22,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:23:59.972533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e412d4-b00f-421d-a94f-998a8f928035 None None] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:23:59.980668 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-efb9f7aa-2cab-45d4-904c-64885639a092 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 207 time: 0.0659685 Nov 23 02:23:59.986072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58970) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.003903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:00.018998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:00.077705 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1f82d82e-b504-490a-9242-2146bdb3810a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1487563 Nov 23 02:24:00.084917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.098386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:00.101472 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8999f83b-b5a2-4246-84f4-1d9de16fea82 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3736925 Nov 23 02:24:00.102617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58974) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.103405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Provisioning complete for port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:00.103920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.104370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.113879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cad455ce-d4b1-4d9e-9669-a1b75e5e5aa8 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/ports/cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 HTTP/1.1" status: 204 len: 168 time: 2.9343789 Nov 23 02:24:00.118988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:00.124898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58976) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.171239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] For port 46d99477-517a-4772-9fa6-881319e56e2e, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:00.187753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd80717-a998-4b5f-952b-16945169a0c7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.197229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] For port 46d99477-517a-4772-9fa6-881319e56e2e, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=46d99477-517a-4772-9fa6-881319e56e2e,segment=NetworkSegment(83666c24-9af9-40c3-80b7-be2c8ef02d1f),segment_id=83666c24-9af9-40c3-80b7-be2c8ef02d1f)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:00.209831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd80717-a998-4b5f-952b-16945169a0c7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.223015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd80717-a998-4b5f-952b-16945169a0c7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.229387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd80717-a998-4b5f-952b-16945169a0c7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:00.237579 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ecd80717-a998-4b5f-952b-16945169a0c7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2497964 Nov 23 02:24:00.237822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.265184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58978) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.385783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670909b-8505-4f09-ae25-aad83e788663 None None] Pushing event updated for resources: {'Port': ['ID=46d99477-517a-4772-9fa6-881319e56e2e,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:00.414380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a4c459f4-6dd2-49e7-8f02-94771eadd9e4 None None] Could not find standard attr ID for object cb7f6e3f-f3af-46f1-9357-2f40fdba29f3. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:24:00.422249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41faa404-7955-4725-ba94-d590446ec582 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:00.486383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.519926 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-782a5aa8-4fcd-4116-a432-c9e0a888bbe9 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] GET failed (client error): The resource could not be found. Nov 23 02:24:00.524267 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-782a5aa8-4fcd-4116-a432-c9e0a888bbe9 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "GET /v2.0/ports/cb7f6e3f-f3af-46f1-9357-2f40fdba29f3 HTTP/1.1" status: 404 len: 333 time: 0.3464816 Nov 23 02:24:00.535019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58980) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:00.568079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.595002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Provisioning complete for port 49d22575-9623-487e-be54-094054691b59 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:00.601067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.713018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:00.727944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.889025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:00.893924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:00.935665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 038c4815-73c0-4bbb-accf-3312f211512a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:01.012818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router cb50a57e-4d17-4e6b-b80e-13abce9a1d7d is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:01.027435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] For port 49d22575-9623-487e-be54-094054691b59, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=49d22575-9623-487e-be54-094054691b59,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:01.057359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.131513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Provisioning complete for port c55b2226-d651-441e-97fb-4d7f36ff897e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:01.132211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.132343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:01.147830 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b43e185d-2d12-40ec-9291-753680005215 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/cb50a57e-4d17-4e6b-b80e-13abce9a1d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6128423 Nov 23 02:24:01.150078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58982) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.162307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Pushing event updated for resources: {'Port': ['ID=49d22575-9623-487e-be54-094054691b59,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:01.165908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] Sync routers for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:01.172678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] Deleting port 49d22575-9623-487e-be54-094054691b59 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:01.173182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.173762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-68333b1c-cdfb-4429-8786-6b751b7b9394 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.8958268 Nov 23 02:24:01.175013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58984) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.182717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 038c4815-73c0-4bbb-accf-3312f211512a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:01.183231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.247729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3091b0c9-f8b7-4ac0-aea5-3d5d83b8f0d3 None None] Network 821b737d-71a9-4406-b223-9ac72b3d3621 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:01.271333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c14f3d-270b-4bd3-8fda-968204b593e0 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.275350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-65c14f3d-270b-4bd3-8fda-968204b593e0 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports/c55b2226-d651-441e-97fb-4d7f36ff897e HTTP/1.1" status: 200 len: 910 time: 0.1196635 Nov 23 02:24:01.287513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58986) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.301135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.325850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:01.326415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:01.328548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Port c55b2226-d651-441e-97fb-4d7f36ff897e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:01.361031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:01.369625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:01.384411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.385013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.408627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=72759eed-44c9-43ff-848e-fee056ebd4dc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:01.429678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16f005-4822-4cb1-9ff4-42e9d6ea666c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.431254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d16f005-4822-4cb1-9ff4-42e9d6ea666c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.438668 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8d16f005-4822-4cb1-9ff4-42e9d6ea666c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1986210 Nov 23 02:24:01.439250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 58988) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.465433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.474944 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c70ec9ec-98de-4a35-9fe8-be806f2fa00e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3886728 Nov 23 02:24:01.475785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58990) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.478503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.479364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.491720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '72759eed-44c9-43ff-848e-fee056ebd4dc', 'ip_address': '2001:db8::667c:5bcf:6194:bc1a'}], 'name': 'tempest-NetworksTestDHCPv6-1803367596'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:01.552667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Port': ['ID=bf7da777-f099-483e-a12e-1f89a191724e,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:01.579740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] For port 49d22575-9623-487e-be54-094054691b59, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=49d22575-9623-487e-be54-094054691b59,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:01.580537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.598060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] Calling delete_port for 49d22575-9623-487e-be54-094054691b59 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:01.645156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db2cdc-c01a-4cca-b970-25f73bca8fd7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['shared'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.646619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7db2cdc-c01a-4cca-b970-25f73bca8fd7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['shared'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:01.654127 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f7db2cdc-c01a-4cca-b970-25f73bca8fd7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2025893 Nov 23 02:24:01.654497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58992) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:01.666944 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:01.667338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.673860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:01.719695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:01.720389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:01.725115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Provisioning complete for port 0e1c13a9-0435-48f5-949b-9f5091a16449 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:01.725500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.750686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] device_id is not set on port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:01.764613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.777355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 821b737d-71a9-4406-b223-9ac72b3d3621 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:01.785989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:01.828170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:01.829047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8212ed30-8557-44c8-8d69-8f40ac9b76b9 None None] The sync data for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:01.877212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.888331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbc042-2687-4822-b56c-c6e1026321cc None None] Network c5174e26-8406-4080-aa1e-284d512b6c33 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:01.939920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:01.978764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:01.981396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=90677888-7ba4-43a2-9a8c-2787b5eddaf2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:01.990496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.082873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.082873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.083569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.103385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.103877 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.105882 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 2 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:02.121008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.130295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 038c4815-73c0-4bbb-accf-3312f211512a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=038c4815-73c0-4bbb-accf-3312f211512a,segment=NetworkSegment(97380243-a756-487a-b102-3df63dfc8f8d),segment_id=97380243-a756-487a-b102-3df63dfc8f8d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:02.163016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:02.170165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.170813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.170813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.170813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.171056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0e1c13a9-0435-48f5-949b-9f5091a16449 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:02.179629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] No DVR routers for this DVR port 49d22575-9623-487e-be54-094054691b59 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:02.192447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.193530 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.212193 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 3 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:02.224895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6e6cf9-ce96-495b-9506-04efd7f0aa73 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.233004 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4f6e6cf9-ce96-495b-9506-04efd7f0aa73 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks/e086134d-9322-460d-bbd3-d738b7000f7c HTTP/1.1" status: 200 len: 800 time: 0.5686133 Nov 23 02:24:02.233004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58994) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.234425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a728c7-f9f3-4c7d-a14c-dae59c2f7048 None None] Pushing event deleted for resources: {'Port': ['ID=49d22575-9623-487e-be54-094054691b59,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.245081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.248449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6656e217-1e5c-4e08-8e29-0148c67ad802 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:02.257537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.258234 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.258819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.277676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.312888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.313635 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.322878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 4 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:02.372337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.386046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.386674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.387447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.410294 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-83d0c302-4a26-43fe-8526-6f2ef72e7b3d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/networks/e086134d-9322-460d-bbd3-d738b7000f7c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1773901 Nov 23 02:24:02.413822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58996) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.425195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Router bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:02.431155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 2e6c03b2-ea08-49de-a14a-3198c8ba9a25 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:02.440578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.441165 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.442071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=038c4815-73c0-4bbb-accf-3312f211512a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.446906 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 5 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:02.448730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] For port 0e1c13a9-0435-48f5-949b-9f5091a16449, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0e1c13a9-0435-48f5-949b-9f5091a16449,segment=NetworkSegment(869f68d3-5e68-4b49-90e9-48552b2958e4),segment_id=869f68d3-5e68-4b49-90e9-48552b2958e4)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:02.466889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.469669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.482418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.483122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.483678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.499046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fbfede-0f37-4fae-9c39-508fdf0f1c93 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.500483 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a0fbfede-0f37-4fae-9c39-508fdf0f1c93 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/subnets/86bb8767-31db-4cc4-b3fc-2f74bb09215f HTTP/1.1" status: 200 len: 811 time: 0.0854106 Nov 23 02:24:02.507425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0e1c13a9-0435-48f5-949b-9f5091a16449 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:02.507799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.529305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 58998) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.589082 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=bc2cdfe5-ee84-4d82-99f9-d9641bf6c603,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.594309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.594882 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.600197 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 6 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:02.604329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9724c-28a7-4b7a-801f-065a3f38bf91 None None] Pushing event updated for resources: {'Port': ['ID=0e1c13a9-0435-48f5-949b-9f5091a16449,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:02.636405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:02.647773 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] Sync routers for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:02.662923 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:02.663569 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:02.678489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.682050 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fa4fd094-02be-47c1-8276-531f7f4996cb tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/ports/bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 HTTP/1.1" status: 204 len: 168 time: 2.1443069 Nov 23 02:24:02.685831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59000) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.687197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.687197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.687396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.698482 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9ba3fe68-a3f8-49cc-9ec2-d4de3c8ce73c tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3985922 Nov 23 02:24:02.698895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59002) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.730273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.731228 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.734566 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:02.735162 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de6936d-d195-4087-99bf-638cf75b963e tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] GET failed (client error): The resource could not be found. Nov 23 02:24:02.737298 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6de6936d-d195-4087-99bf-638cf75b963e tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "GET /v2.0/ports/bc2cdfe5-ee84-4d82-99f9-d9641bf6c603 HTTP/1.1" status: 404 len: 333 time: 0.0474882 Nov 23 02:24:02.740660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Provisioning complete for port bf7da777-f099-483e-a12e-1f89a191724e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:02.741291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.746022 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 7 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:02.750296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59004) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.763520 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:02.763520 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:23:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:02.812848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '72759eed-44c9-43ff-848e-fee056ebd4dc'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:02.814286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:02.834097 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:02.834809 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fd80c-7d30-4cdd-87b4-448623bf4933 None None] The sync data for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:02.843478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9623fd6e-c78e-4b0b-9a35-8aa796e28733 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:02.846797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Port bf7da777-f099-483e-a12e-1f89a191724e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:02.903695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:02.904041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:02.906199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:02.930712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807afbb7-e63e-465d-9024-8759cc89164d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:02.932125 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-807afbb7-e63e-465d-9024-8759cc89164d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "GET /v2.0/subnets/86bb8767-31db-4cc4-b3fc-2f74bb09215f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4017560 Nov 23 02:24:02.933505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:02.934202 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:02.940785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59006) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:02.947854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1345169260'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:02.949222 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 8 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:03.010452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:03.010795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:03.011130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:03.027561 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.21.0.1 (14180dd3-dc4a-4ed4-a924-bb331443c00f/a638fd64-0296-49ea-ade0-39b16d2e8405/710fbe11-7a8b-4a37-81ba-764ca8bd8295) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:03.034003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:03.034372 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:03.038217 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 9 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:03.062532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Provisioning complete for port 46d99477-517a-4772-9fa6-881319e56e2e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:03.062933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.092405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:03.097078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:03.097447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:03.104623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:03.105137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.146175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:03.149758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.155756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:03.156087 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:03.159242 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempt 10 to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 Nov 23 02:24:03.188476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port dd1c8e9f-0987-493d-9388-8f8feffab3f3 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:03.189424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.189801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d46b3d2f-f6db-428f-b695-7b60f53ab937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.239441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:03.240416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:03.240917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempting to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:03.256914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:24:03.257509 dv-neutron-818844-1-hyperv neutron-server[103356]: ERROR neutron.plugins.ml2.managers [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Failed to bind port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c5792084-f57c-4d6e-9b0b-5590f43cc545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3b446fd7-7a58-4c2c-b8ec-a105c626cfc5'}] Nov 23 02:24:03.257936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::667c:5bcf:6194:bc1a (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/72759eed-44c9-43ff-848e-fee056ebd4dc/2e6c03b2-ea08-49de-a14a-3198c8ba9a25) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:03.258608 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.271139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.326039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] For port 46d99477-517a-4772-9fa6-881319e56e2e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=46d99477-517a-4772-9fa6-881319e56e2e,segment=NetworkSegment(83666c24-9af9-40c3-80b7-be2c8ef02d1f),segment_id=83666c24-9af9-40c3-80b7-be2c8ef02d1f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:03.334615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.353046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:03.382478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Provisioning complete for port 038c4815-73c0-4bbb-accf-3312f211512a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:03.382862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.386133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.396934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.422182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for dd1c8e9f-0987-493d-9388-8f8feffab3f3 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:03.424898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.425258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Added segment 937e7d99-7293-47c6-9c62-223a0577984f of type vlan for network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 Nov 23 02:24:03.450239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Pushing event updated for resources: {'Port': ['ID=46d99477-517a-4772-9fa6-881319e56e2e,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:03.495645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] For port 90677888-7ba4-43a2-9a8c-2787b5eddaf2, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:03.496028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attempted to set empty binding levels {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 02:24:03.501667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.546884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.567396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Provisioning complete for port 0e1c13a9-0435-48f5-949b-9f5091a16449 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:03.567936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdccccc2-45e1-4a2a-a401-b9714e23ae3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.580929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.603626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0e1c13a9-0435-48f5-949b-9f5091a16449 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:03.611515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] In _notify_port_updated(), no bound segment for port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 on network 3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:24:03.612405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:03.613009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.618584 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "PUT /v2.0/ports/90677888-7ba4-43a2-9a8c-2787b5eddaf2 HTTP/1.1" status: 200 len: 977 time: 3.5112944 Nov 23 02:24:03.619465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59008) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:03.630367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:03.643104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:03.645810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:03.674954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=710fbe11-7a8b-4a37-81ba-764ca8bd8295,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:03.699203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.704997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:03.705527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.717502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0e1c13a9-0435-48f5-949b-9f5091a16449 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:03.718031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.735153 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7932422 Nov 23 02:24:03.750451 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-03c7a619-dded-4091-8ff1-4d9fa86b0cd7 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:24:03.751520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-03c7a619-dded-4091-8ff1-4d9fa86b0cd7 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0301945 Nov 23 02:24:03.781719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.823437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 46d99477-517a-4772-9fa6-881319e56e2e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:03.906248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-11aaf96c-a5a2-4d7e-9985-78b51f8a0284 None None] Provisioning complete for port bf7da777-f099-483e-a12e-1f89a191724e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:03.906509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11aaf96c-a5a2-4d7e-9985-78b51f8a0284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.909367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59010) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:03.909925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59012) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:03.911564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b0ff9-8d2f-465b-b5c3-71c0fb792c44 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Network': ['ID=2c77d1c1-b0b4-4b1a-9407-102d7b736089,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:03.922469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:03.947758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:03.968104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:03.971988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/72759eed-44c9-43ff-848e-fee056ebd4dc/724d37fa-71c8-444c-bef0-6e3f4a02c015) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:04.030101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-11aaf96c-a5a2-4d7e-9985-78b51f8a0284 None None] Port bf7da777-f099-483e-a12e-1f89a191724e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:04.058600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.084836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e35f0-08d3-467b-8ae1-df00ed526605 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event updated for resources: {'Port': ['ID=90677888-7ba4-43a2-9a8c-2787b5eddaf2,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.096817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 46d99477-517a-4772-9fa6-881319e56e2e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:04.097226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.137582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-11aaf96c-a5a2-4d7e-9985-78b51f8a0284 None None] Provisioning complete for port 46d99477-517a-4772-9fa6-881319e56e2e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:04.137582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11aaf96c-a5a2-4d7e-9985-78b51f8a0284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.139887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:04.157130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:04.166866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:04.173511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:04.173824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.194686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=2e6c03b2-ea08-49de-a14a-3198c8ba9a25,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.206080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.278368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.282696 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/ports/dd1c8e9f-0987-493d-9388-8f8feffab3f3 HTTP/1.1" status: 204 len: 168 time: 1.5189700 Nov 23 02:24:04.286619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59014) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:04.297049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6655b6-66c2-4e6d-bd0c-6f41d76a0752 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=dd1c8e9f-0987-493d-9388-8f8feffab3f3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.298390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Deleting port 90677888-7ba4-43a2-9a8c-2787b5eddaf2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:04.298877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.369732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Made reservation on behalf of e462763e2d59411d9c959da78ffde356 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:04.373605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.389537 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2bf16b9f-cd50-47f5-aa04-1e345286683c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9119680 Nov 23 02:24:04.390094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting subnet 674dcadd-b6e2-4bb4-b3be-b8518120741e {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:04.395408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.435774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59016) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:04.487404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.498424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 038c4815-73c0-4bbb-accf-3312f211512a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:04.505526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.533926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.537579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.594319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:04.599803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:04.606512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:04.609527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Pushing event updated for resources: {'Port': ['ID=724d37fa-71c8-444c-bef0-6e3f4a02c015,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.663485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 038c4815-73c0-4bbb-accf-3312f211512a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:04.663892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.708542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Attempting to bind port 724d37fa-71c8-444c-bef0-6e3f4a02c015 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:04.709015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Attempting to bind port 724d37fa-71c8-444c-bef0-6e3f4a02c015 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:04.709452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Attempting to bind port 724d37fa-71c8-444c-bef0-6e3f4a02c015 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:04.720578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.731108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:04.731594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:04.732103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.732568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:04.733490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Bound port: 724d37fa-71c8-444c-bef0-6e3f4a02c015, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:04.734911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.751294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5c5363f3-72e4-456a-92be-2086ee3b3099 None None] Provisioning complete for port 710fbe11-7a8b-4a37-81ba-764ca8bd8295 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:04.751810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5c5363f3-72e4-456a-92be-2086ee3b3099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.791871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Performing IP validity checks on allocation pools {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:24:04.792429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:24:04.794877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] For port 90677888-7ba4-43a2-9a8c-2787b5eddaf2, host hv-neutron-8188, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:04.795266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.828550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Calling delete_port for 90677888-7ba4-43a2-9a8c-2787b5eddaf2 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:04.852991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.878039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5c5363f3-72e4-456a-92be-2086ee3b3099 None None] Port 710fbe11-7a8b-4a37-81ba-764ca8bd8295 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:04.895261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Subnet': ['ID=674dcadd-b6e2-4bb4-b3be-b8518120741e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.898968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.901318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] For port 724d37fa-71c8-444c-bef0-6e3f4a02c015, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:04.902619 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-971369de-81bc-4c66-a5f8-9ba95331ecf5 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/subnets/674dcadd-b6e2-4bb4-b3be-b8518120741e HTTP/1.1" status: 204 len: 168 time: 0.6147153 Nov 23 02:24:04.906675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59020) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:04.908137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] For port 724d37fa-71c8-444c-bef0-6e3f4a02c015, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=724d37fa-71c8-444c-bef0-6e3f4a02c015,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:04.913933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:04.928637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e8eba-686c-4beb-9c14-fa2c501c344b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:04.932704 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4a1e8eba-686c-4beb-9c14-fa2c501c344b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4930904 Nov 23 02:24:04.956619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59022) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:04.972314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ea9e-16b6-44e5-89c4-3dd4d4551534 None None] Pushing event updated for resources: {'Port': ['ID=724d37fa-71c8-444c-bef0-6e3f4a02c015,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:04.975123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640487e2-d8f5-4d57-8a41-418391902983 None None] Network 200a8f63-9631-4e4b-930c-ec06348483f1 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:04.995139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.030425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 49d22575-9623-487e-be54-094054691b59 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:05.071281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 49d22575-9623-487e-be54-094054691b59 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:05.071633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 49d22575-9623-487e-be54-094054691b59 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:05.087081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.110551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.141362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.156570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Deleting port fad5653c-0487-4a0c-af01-a768fffc9ea0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:05.156933 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.208932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] DHCP port deletion for 200a8f63-9631-4e4b-930c-ec06348483f1 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:05.251257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Pushing event deleted for resources: {'Port': ['ID=90677888-7ba4-43a2-9a8c-2787b5eddaf2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:05.253540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.267613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.276724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=710fbe11-7a8b-4a37-81ba-764ca8bd8295,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:05.277352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] Deleting port fad5653c-0487-4a0c-af01-a768fffc9ea0 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:05.278065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.333145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.343406 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-83aabbe6-276a-4e63-a3d6-59f3ee5670da tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "DELETE /v2.0/ports/90677888-7ba4-43a2-9a8c-2787b5eddaf2 HTTP/1.1" status: 204 len: 168 time: 1.7193751 Nov 23 02:24:05.348674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59024) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:05.349168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=c9a04e46-c0e5-4d3f-817f-39372433d61c,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:05.360529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] For port fad5653c-0487-4a0c-af01-a768fffc9ea0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fad5653c-0487-4a0c-af01-a768fffc9ea0,segment=NetworkSegment(bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47),segment_id=bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:05.361000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.367542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 2e6c03b2-ea08-49de-a14a-3198c8ba9a25 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:05.368036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.374762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] Calling delete_port for fad5653c-0487-4a0c-af01-a768fffc9ea0 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:05.404638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] For port fad5653c-0487-4a0c-af01-a768fffc9ea0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fad5653c-0487-4a0c-af01-a768fffc9ea0,segment=NetworkSegment(bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47),segment_id=bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:05.405269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.408195 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f3b49f-d7c6-4a4d-8827-980b7e92e6b3 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] GET failed (client error): The resource could not be found. Nov 23 02:24:05.417009 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-75f3b49f-d7c6-4a4d-8827-980b7e92e6b3 tempest-PortsAdminExtendedAttrsTestJSON-463229901 tempest-PortsAdminExtendedAttrsTestJSON-463229901-project-admin] 10.222.0.53 "GET /v2.0/ports/90677888-7ba4-43a2-9a8c-2787b5eddaf2 HTTP/1.1" status: 404 len: 333 time: 0.0668218 Nov 23 02:24:05.426044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59026) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:05.504175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.518727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 2e6c03b2-ea08-49de-a14a-3198c8ba9a25 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:05.527178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Calling delete_port for fad5653c-0487-4a0c-af01-a768fffc9ea0 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:05.553050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.610535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c0d0139a-6cc8-4575-a8ac-3191d56341a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.612076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] Pushing event deleted for resources: {'Port': ['ID=fad5653c-0487-4a0c-af01-a768fffc9ea0,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:05.616469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cbcfc1-b385-460d-9a92-85dd988b364a None None] No DVR routers for this DVR port fad5653c-0487-4a0c-af01-a768fffc9ea0 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:05.622205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Checking segment: {'id': '937e7d99-7293-47c6-9c62-223a0577984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:05.623308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network hostable DHCP agents. Network: 2c77d1c1-b0b4-4b1a-9407-102d7b736089, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:05.641640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.669894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.685111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:05.695722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:05.705627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 46d99477-517a-4772-9fa6-881319e56e2e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:05.756756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:05.778409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 2c77d1c1-b0b4-4b1a-9407-102d7b736089) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:05.800785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d78402-2ac2-4fbe-a55f-b231e0be7f91 None None] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:05.813141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:05.813758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.872286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 46d99477-517a-4772-9fa6-881319e56e2e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:05.872847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.879904 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0697ce75-8ef0-4670-8211-ff1c37a3da20 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9641271 Nov 23 02:24:05.884976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59028) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:05.898961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:05.915705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.930551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.975280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b446fd7-7a58-4c2c-b8ec-a105c626cfc5']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:05.976871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:05.988843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5792084-f57c-4d6e-9b0b-5590f43cc545') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:05.989208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5792084-f57c-4d6e-9b0b-5590f43cc545') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:05.996921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 724d37fa-71c8-444c-bef0-6e3f4a02c015 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:06.024602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.027549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] No DVR routers for this DVR port fad5653c-0487-4a0c-af01-a768fffc9ea0 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:06.029626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Port': ['ID=fad5653c-0487-4a0c-af01-a768fffc9ea0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:06.047291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=2e6c03b2-ea08-49de-a14a-3198c8ba9a25,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:06.073793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router cb50a57e-4d17-4e6b-b80e-13abce9a1d7d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:06.098997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.102310 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-00f39840-15ee-4c80-8c64-7fd2fa5ef097 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/2e6c03b2-ea08-49de-a14a-3198c8ba9a25 HTTP/1.1" status: 204 len: 168 time: 1.1410241 Nov 23 02:24:06.105332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59032) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:06.107501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10176256'] for subnet, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.132472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.153072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:06.154140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:06.161324 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:06.176000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.217549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 724d37fa-71c8-444c-bef0-6e3f4a02c015 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:06.218056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.221754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3626ab7a-c56d-4960-8c9c-79d3514f9ba5 None None] Provisioning complete for port 710fbe11-7a8b-4a37-81ba-764ca8bd8295 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:06.221920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3626ab7a-c56d-4960-8c9c-79d3514f9ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.261724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-2c77d1c1-b0b4-4b1a-9407-102d7b736089', 'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089', 'tenant_id': 'e462763e2d59411d9c959da78ffde356', 'fixed_ips': [{'subnet_id': 'c9a04e46-c0e5-4d3f-817f-39372433d61c'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:06.262741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.273820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c88be-a5fe-481f-ba2f-8f139139ccdf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.275470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834c88be-a5fe-481f-ba2f-8f139139ccdf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.277164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-834c88be-a5fe-481f-ba2f-8f139139ccdf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1658959 Nov 23 02:24:06.286094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59034) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:06.309153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200a8f63-9631-4e4b-930c-ec06348483f1']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.334462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.335959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0afcb7-7b34-48e1-a9e4-1dc5f23d2b47') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.352765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.360035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.371891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.383761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.390284 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] 10.222.0.53 "DELETE /v2.0/networks/3b446fd7-7a58-4c2c-b8ec-a105c626cfc5 HTTP/1.1" status: 204 len: 168 time: 0.9631484 Nov 23 02:24:06.407256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.413966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9f885-28a8-4920-8bd9-368bda2d543a tempest-PortsAdminExtendedAttrsTestJSON-1572601559 tempest-PortsAdminExtendedAttrsTestJSON-1572601559-project] Pushing event deleted for resources: {'Network': ['ID=3b446fd7-7a58-4c2c-b8ec-a105c626cfc5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:06.419743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:06.420186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:06.423798 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:06.426087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting port bf7da777-f099-483e-a12e-1f89a191724e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:06.426540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.433497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3626ab7a-c56d-4960-8c9c-79d3514f9ba5 None None] Port 710fbe11-7a8b-4a37-81ba-764ca8bd8295 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:06.436590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:06.447522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 72759eed-44c9-43ff-848e-fee056ebd4dc {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:06.457431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] Sync routers for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:06.479024 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5d8a489c-bbab-4992-a0f2-8474bf60c16f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/cb50a57e-4d17-4e6b-b80e-13abce9a1d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1869791 Nov 23 02:24:06.481217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59038) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:06.481348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.521318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.556464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:06.560734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.579891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afeba0-2576-41cc-bdfe-15b5e97c1ba3 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:06.584200 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-10afeba0-2576-41cc-bdfe-15b5e97c1ba3 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports/710fbe11-7a8b-4a37-81ba-764ca8bd8295 HTTP/1.1" status: 200 len: 910 time: 0.0943542 Nov 23 02:24:06.584200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.584623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59040) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:06.604173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.607364 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] 10.222.0.53 "DELETE /v2.0/networks/200a8f63-9631-4e4b-930c-ec06348483f1 HTTP/1.1" status: 204 len: 168 time: 1.7004869 Nov 23 02:24:06.633940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.637505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 724d37fa-71c8-444c-bef0-6e3f4a02c015, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=724d37fa-71c8-444c-bef0-6e3f4a02c015,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:06.646253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.646978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:06.647761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.652486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.700391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:06.701295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7235672-1a72-41e6-adb7-e8126404705a None None] The sync data for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:06.770893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fad5653c-0487-4a0c-af01-a768fffc9ea0 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:06.813737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: fad5653c-0487-4a0c-af01-a768fffc9ea0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:06.814096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fad5653c-0487-4a0c-af01-a768fffc9ea0 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:06.827611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.842892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=724d37fa-71c8-444c-bef0-6e3f4a02c015,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:06.865723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Allocated IP 172.20.0.3 (2c77d1c1-b0b4-4b1a-9407-102d7b736089/c9a04e46-c0e5-4d3f-817f-39372433d61c/2fd5af8f-2b52-4927-b14f-3dfe891982c2) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:06.932880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733508508748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2955410'] for subnet, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:06.950433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9564ad3a-3ff4-4184-a317-a0f9714efbd3 None None] Provisioning complete for port 724d37fa-71c8-444c-bef0-6e3f4a02c015 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:06.951126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9564ad3a-3ff4-4184-a317-a0f9714efbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.004672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59050) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.010105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event updated for resources: {'Subnet': ['ID=c9a04e46-c0e5-4d3f-817f-39372433d61c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:07.041922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.151999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.152875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.157406 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-979628dc-d7bf-480c-8a74-61e7f260b5b8 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "PUT /v2.0/subnets/c9a04e46-c0e5-4d3f-817f-39372433d61c HTTP/1.1" status: 200 len: 877 time: 1.2683315 Nov 23 02:24:07.157406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=72759eed-44c9-43ff-848e-fee056ebd4dc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:07.158545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59056) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.179387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.187276 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-11e2faa0-5bcf-4f8b-acbb-5a6368ef44eb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/72759eed-44c9-43ff-848e-fee056ebd4dc HTTP/1.1" status: 204 len: 168 time: 0.8992598 Nov 23 02:24:07.209767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59058) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.209767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59060) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.246308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.249923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944f0add-c277-482d-b80d-3d1e7567b97d None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:07.321085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7d0248bf-e2e1-4aa0-a8ce-855c39ae801a None None] Could not find standard attr ID for object 65437320-0a47-4ac0-8f70-5dad3624dfb5. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:24:07.338331 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b7d3628a-bab2-462b-8255-826930f6b92b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1267781 Nov 23 02:24:07.344527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59064) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.359267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.359406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Calling delete_port for bf7da777-f099-483e-a12e-1f89a191724e owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:07.398440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.429769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:07.430809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aefcad-dd90-4b4a-8c94-b3413aba8004 tempest-AllowedAddressPairIpV6TestJSON-1349470160 tempest-AllowedAddressPairIpV6TestJSON-1349470160-project] Pushing event deleted for resources: {'Network': ['ID=200a8f63-9631-4e4b-930c-ec06348483f1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:07.434442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:07.446838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd809-e59b-42c9-979f-96825c130916 req-9c5a64cf-7283-471b-88c2-1b9277595c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.448403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-9c5a64cf-7283-471b-88c2-1b9277595c81 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.2981622 Nov 23 02:24:07.477161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:07.495682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 724d37fa-71c8-444c-bef0-6e3f4a02c015 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:07.581876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4032587-a244-45c9-8fa6-cf55b5c887ac req-3c4004d9-6116-4aba-b0d5-043fc2bfffb9 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.583490 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4032587-a244-45c9-8fa6-cf55b5c887ac req-3c4004d9-6116-4aba-b0d5-043fc2bfffb9 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1602049 Nov 23 02:24:07.614830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a177e3d2-fcbd-4d66-b774-aef89f2ba547 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.619093 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a177e3d2-fcbd-4d66-b774-aef89f2ba547 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2706776 Nov 23 02:24:07.621164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59066) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.647909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.689492 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-42675d4f-7b69-46ee-9c2d-91ff5661a131 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65e3254a4b854686b472deb2e6b1e777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4766142 Nov 23 02:24:07.697068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fc809734-ae3f-4cb1-95b3-05e642749506 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81e6dfaa614148eba71d511870502e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6743066 Nov 23 02:24:07.708470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59068) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.708803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59070) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.745617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Pushing event updated for resources: {'Port': ['ID=2fd5af8f-2b52-4927-b14f-3dfe891982c2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:07.764601 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4032587-a244-45c9-8fa6-cf55b5c887ac req-46fb6190-340f-444c-a30f-8bc7373647cc tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711857 Nov 23 02:24:07.788969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Attempting to bind port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:07.789683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Attempting to bind port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '937e7d99-7293-47c6-9c62-223a0577984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:07.790060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Attempting to bind port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 on network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:07.802075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd809-e59b-42c9-979f-96825c130916 req-59f92762-2d79-464c-91d6-0bfb8740fd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.806127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:07.806524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Checking segment: {'id': '937e7d99-7293-47c6-9c62-223a0577984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:07.806929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.807336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Bound using segment: {'id': '937e7d99-7293-47c6-9c62-223a0577984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:07.807844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Bound port: 2fd5af8f-2b52-4927-b14f-3dfe891982c2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937e7d99-7293-47c6-9c62-223a0577984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '2c77d1c1-b0b4-4b1a-9407-102d7b736089'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:07.808965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.809558 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-59f92762-2d79-464c-91d6-0bfb8740fd0d service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.3120844 Nov 23 02:24:07.831787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 724d37fa-71c8-444c-bef0-6e3f4a02c015 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:07.832190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.869659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f417c5e-51ea-43f7-9b9e-0101cb34ff5f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:07.885531 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2f417c5e-51ea-43f7-9b9e-0101cb34ff5f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2595062 Nov 23 02:24:07.898091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59072) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:07.909192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:07.964992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] For port 2fd5af8f-2b52-4927-b14f-3dfe891982c2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:07.986263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:07.993681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] For port 2fd5af8f-2b52-4927-b14f-3dfe891982c2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2fd5af8f-2b52-4927-b14f-3dfe891982c2,segment=NetworkSegment(937e7d99-7293-47c6-9c62-223a0577984f),segment_id=937e7d99-7293-47c6-9c62-223a0577984f)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:07.998423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ba55cb9e-c628-4af5-bcdf-9af031ebf130 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0985434 Nov 23 02:24:08.007130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.016429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59074) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:08.017600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.044469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1043-bc02-4b56-88bd-3de6360fa3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.044695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:08.049797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.057285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Deleting port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:08.058096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.060204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Port': ['ID=bf7da777-f099-483e-a12e-1f89a191724e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.102629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.126150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1043-bc02-4b56-88bd-3de6360fa3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.143201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f6de3-e604-48b4-800b-f0b30b072068 None None] Pushing event updated for resources: {'Port': ['ID=2fd5af8f-2b52-4927-b14f-3dfe891982c2,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.160489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] Deleting port 724d37fa-71c8-444c-bef0-6e3f4a02c015 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:08.160876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.231787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.291156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] For port 724d37fa-71c8-444c-bef0-6e3f4a02c015, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=724d37fa-71c8-444c-bef0-6e3f4a02c015,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:08.291567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.324883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.327910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.332140 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2daa1a08-8697-437d-a06b-1aad58106c79 HTTP/1.1" status: 204 len: 168 time: 0.6209779 Nov 23 02:24:08.337261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1043-bc02-4b56-88bd-3de6360fa3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.339956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0bd1043-bc02-4b56-88bd-3de6360fa3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.356312 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c0bd1043-bc02-4b56-88bd-3de6360fa3c3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/074fd31f-0293-4008-9829-7641b609c155 HTTP/1.1" status: 204 len: 168 time: 0.6344476 Nov 23 02:24:08.366689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] Calling delete_port for 724d37fa-71c8-444c-bef0-6e3f4a02c015 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:08.418787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daa1a08-8697-437d-a06b-1aad58106c79,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.439072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.439752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.439752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.440094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.441867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.442078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.442420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.442762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.443154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.443495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.443829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.447071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e243474e-7cf9-4ed2-b36f-b4a53fa3bc14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:08.468616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd1043-bc02-4b56-88bd-3de6360fa3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074fd31f-0293-4008-9829-7641b609c155,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.517040 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-11a0b58e-d1e0-435f-a4be-72bbd41abc4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1002 time: 0.6960478 Nov 23 02:24:08.671992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.709300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] Pushing event deleted for resources: {'Port': ['ID=724d37fa-71c8-444c-bef0-6e3f4a02c015,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:08.719054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a8b7aa-7c3e-4bf8-be30-34a3131278ff None None] No DVR routers for this DVR port 724d37fa-71c8-444c-bef0-6e3f4a02c015 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:08.741832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.776620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 710fbe11-7a8b-4a37-81ba-764ca8bd8295 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:08.776620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.873429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd809-e59b-42c9-979f-96825c130916 req-0f04a34d-55ed-4613-90b1-3d5d57f0ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:08.875041 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-0f04a34d-55ed-4613-90b1-3d5d57f0ea2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.2899115 Nov 23 02:24:08.899221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] For port 2fd5af8f-2b52-4927-b14f-3dfe891982c2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2fd5af8f-2b52-4927-b14f-3dfe891982c2,segment=NetworkSegment(937e7d99-7293-47c6-9c62-223a0577984f),segment_id=937e7d99-7293-47c6-9c62-223a0577984f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:08.899648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.931760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:08.935427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59088) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:08.935601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.946139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:08.971332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 710fbe11-7a8b-4a37-81ba-764ca8bd8295 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:08.977303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Calling delete_port for 2fd5af8f-2b52-4927-b14f-3dfe891982c2 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:09.086353 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0ca8d601-5438-4ff4-94a2-430e0322e2a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aca427bd3c2145a89aba6b91222f06f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472175 Nov 23 02:24:09.114681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59092) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:09.226801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bd809-e59b-42c9-979f-96825c130916 req-f2aea11d-c618-4819-81e7-56a8edba341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.228780 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-f2aea11d-c618-4819-81e7-56a8edba341d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3255949 Nov 23 02:24:09.235594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.246138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Router bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:09.255613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b20057-c5bb-4e81-8d9f-fbd6073a555a req-ac55f47e-971d-4cf5-b726-f73ee8926de8 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:09.257268 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-29b20057-c5bb-4e81-8d9f-fbd6073a555a req-ac55f47e-971d-4cf5-b726-f73ee8926de8 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3620913 Nov 23 02:24:09.278753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=710fbe11-7a8b-4a37-81ba-764ca8bd8295,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:09.295606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.545089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2fd5af8f-2b52-4927-b14f-3dfe891982c2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:09.583852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.587666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97e2efda-b451-481c-aaca-08a01c6b84b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.611977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0fb19-dd5b-4e6d-adbd-2d41613b88ec None None] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:09.659871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-29b20057-c5bb-4e81-8d9f-fbd6073a555a req-5c4a2e95-0822-4f06-a79d-72eba9ff5d3a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716252 Nov 23 02:24:09.671096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:09.676762 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b4233a42-7fd8-424c-89f7-4289c2927268 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7597573 Nov 23 02:24:09.688056 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] Sync routers for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:09.688632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59106) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:09.691570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97e2efda-b451-481c-aaca-08a01c6b84b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.705749 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:09.706405 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:09.729154 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-c05854ac-aecc-4336-b75b-4e722b1ac2e4 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705429 Nov 23 02:24:09.776780 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:09.795598 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:09.797374 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:09.797514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6173ee62-9b46-4887-938a-9f8bc960905d None None] Provisioning complete for port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:09.797915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6173ee62-9b46-4887-938a-9f8bc960905d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.807772 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-dc89f10c-540d-4eea-ab73-95e10eb0689d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] delete failed (client error): The resource could not be found. Nov 23 02:24:09.807772 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dc89f10c-540d-4eea-ab73-95e10eb0689d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-594890346 HTTP/1.1" status: 404 len: 334 time: 0.1184151 Nov 23 02:24:09.808320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59108) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:09.828951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:09.829334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:09.844543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59110) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:09.849005 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:09.850183 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e80866-3efd-4e19-8bc9-8707ea681768 None None] The sync data for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:09.861065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-99b0322e-cd64-4644-990f-024ab09208ae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:09.882665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router cb50a57e-4d17-4e6b-b80e-13abce9a1d7d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:09.992572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.002987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.009654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:10.017940 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bcb7c0cc-98e1-48ef-b3d8-fb36c52bd124 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/cb50a57e-4d17-4e6b-b80e-13abce9a1d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4297631 Nov 23 02:24:10.018743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59114) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:10.021068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-656409245'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:10.026423 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.plugins.ml2.db [None req-6173ee62-9b46-4887-938a-9f8bc960905d None None] No ports have port_id starting with 2fd5af8f-2b52-4927-b14f-3dfe891982c2 Nov 23 02:24:10.029995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.034810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] Sync routers for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:10.102256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:10.103202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:10.131165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Port': ['ID=2fd5af8f-2b52-4927-b14f-3dfe891982c2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:10.138882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:10.150752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:10.151633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:10.198395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 724d37fa-71c8-444c-bef0-6e3f4a02c015 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:10.204393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:10.205056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8be91b-daa5-4ed3-8cef-812982484c5d None None] The sync data for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:10.206597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.206969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.207680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.208037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.208572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.208864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.209184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.209554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.209888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.210319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.210588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.211809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:10.217560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97e2efda-b451-481c-aaca-08a01c6b84b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.220404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97e2efda-b451-481c-aaca-08a01c6b84b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.222216 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-97e2efda-b451-481c-aaca-08a01c6b84b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c26871ad-10fd-4392-a978-ed47ae3c565b HTTP/1.1" status: 204 len: 168 time: 1.1002796 Nov 23 02:24:10.228151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 724d37fa-71c8-444c-bef0-6e3f4a02c015 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:10.228544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 724d37fa-71c8-444c-bef0-6e3f4a02c015 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:10.278398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:10.340647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:10.351914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:10.352546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.352780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299d3dfc-207a-4d54-8613-6235b638c602 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:10.355158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2efda-b451-481c-aaca-08a01c6b84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26871ad-10fd-4392-a978-ed47ae3c565b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:10.364834 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0e5bd809-e59b-42c9-979f-96825c130916 req-909ef3dd-7c59-47b0-93e6-20338b60086a service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940223 Nov 23 02:24:10.365744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No DVR routers for this DVR port 2fd5af8f-2b52-4927-b14f-3dfe891982c2 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:10.419729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:10.423933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.450876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=57317dfb-9f0c-4797-8c38-4b8f7e575ec6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:10.465484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237df941-36a3-48c6-a0ab-049eb5b84b20 None None] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:10.472459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99b0322e-cd64-4644-990f-024ab09208ae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.475693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.501028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2dc1a11d-f7d3-470b-9b6d-382b3bc04cf8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4576235 Nov 23 02:24:10.504651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59118) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:10.514695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '57317dfb-9f0c-4797-8c38-4b8f7e575ec6', 'ip_address': '2001:db8::ad91:db1:c54f:aa2e'}], 'name': 'tempest-NetworksTestDHCPv6-904670491'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:10.548877 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-99b0322e-cd64-4644-990f-024ab09208ae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] update failed (client error): The resource could not be found. Nov 23 02:24:10.553463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-99b0322e-cd64-4644-990f-024ab09208ae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 HTTP/1.1" status: 404 len: 339 time: 0.7027094 Nov 23 02:24:10.567368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.567617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59122) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:10.568305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.584638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1419033173'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:10.690747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:10.694321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.729178 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '57317dfb-9f0c-4797-8c38-4b8f7e575ec6'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:10.731451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.758532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.778475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:10.819617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.820994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a04e46-c0e5-4d3f-817f-39372433d61c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:10.850102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.850359 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Added segment e09e2fc7-c783-49e3-8fef-5bc7a4439935 of type vlan for network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba Nov 23 02:24:10.851791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:10.964460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:10.987974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa51c-5071-4809-abf7-350f9150a453 req-ef524491-d6c9-48bc-8cdc-8f5e8096a6fa tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:10.989879 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e12aa51c-5071-4809-abf7-350f9150a453 req-ef524491-d6c9-48bc-8cdc-8f5e8096a6fa tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1747875 Nov 23 02:24:11.006213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.006537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/57317dfb-9f0c-4797-8c38-4b8f7e575ec6/6dd36151-88c5-49b4-8dfe-9b981376dcd3) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:11.015101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.015461 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Added segment f407d843-100a-448f-9511-f79d2eb75d45 of type vlan for network faace8bc-7a79-4436-8f3f-375537a88259 Nov 23 02:24:11.019423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.096707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:11.209357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.218100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b08f5-fb15-40ed-af0a-0a735ea51236 None None] Network 2c77d1c1-b0b4-4b1a-9407-102d7b736089 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:11.218755 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e12aa51c-5071-4809-abf7-350f9150a453 req-00a3d5c1-5511-41f2-ab73-284f9fb76eac tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133329 Nov 23 02:24:11.320822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.334308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.357523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.resource_extend [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:24:11.363185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd68a2-a10f-4e8c-9db4-bdfc2c796b4a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:11.408415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c77d1c1-b0b4-4b1a-9407-102d7b736089']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:11.411534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 7938d680-bef0-4b86-8bf4-5a39ad6c43cd yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:11.428415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.432020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937e7d99-7293-47c6-9c62-223a0577984f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:11.432334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937e7d99-7293-47c6-9c62-223a0577984f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:11.444162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.450023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:11.450630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.452542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:11.457187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.465101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:11.467407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Pushing event updated for resources: {'Port': ['ID=6dd36151-88c5-49b4-8dfe-9b981376dcd3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:11.470364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:11.538057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.556024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9728150 Nov 23 02:24:11.559340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:11.559340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.564677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59144) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:11.565415 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:11.570559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port c55b2226-d651-441e-97fb-4d7f36ff897e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:11.570836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf5718c-9afd-483a-b0c9-139b11581743 None None] DHCP port deletion for 2c77d1c1-b0b4-4b1a-9407-102d7b736089 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:11.571289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.573574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Attempting to bind port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:11.574019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Attempting to bind port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:11.574451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Attempting to bind port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:11.584020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:11.584520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:11.584630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'subnet': {'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:11.585066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.585567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:11.586135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Bound port: 6dd36151-88c5-49b4-8dfe-9b981376dcd3, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:11.586617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.617213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.622785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:11.623385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.640193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cc38d-1b1b-465c-a716-8d1d71d5a0a0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Network': ['ID=775486b3-e0ad-4ab2-88d8-f5d69ebd03ba,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:11.656786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:11.707408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.724671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for c55b2226-d651-441e-97fb-4d7f36ff897e owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:11.765499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] For port 6dd36151-88c5-49b4-8dfe-9b981376dcd3, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:11.776265 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9432659 Nov 23 02:24:11.776840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] For port 6dd36151-88c5-49b4-8dfe-9b981376dcd3, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6dd36151-88c5-49b4-8dfe-9b981376dcd3,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:11.788217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.796751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.801988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.805330 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/2c77d1c1-b0b4-4b1a-9407-102d7b736089 HTTP/1.1" status: 204 len: 168 time: 4.6335752 Nov 23 02:24:11.810693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59148) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:11.813845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14652f9a-4c01-4266-9058-2e13a5c1ab82 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Network': ['ID=faace8bc-7a79-4436-8f3f-375537a88259,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:11.843910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network faace8bc-7a79-4436-8f3f-375537a88259 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:11.866065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f3a06-298f-4737-8563-47e46433997b tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=2c77d1c1-b0b4-4b1a-9407-102d7b736089,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:11.871351 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25b26be-10c8-45a1-8c50-553d0206b7ab tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:11.871814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25b26be-10c8-45a1-8c50-553d0206b7ab tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:11.875496 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b25b26be-10c8-45a1-8c50-553d0206b7ab tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/c9a04e46-c0e5-4d3f-817f-39372433d61c HTTP/1.1" status: 404 len: 337 time: 0.0626571 Nov 23 02:24:11.880037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59152) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:11.905692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f4d751-5d2f-4ef3-a891-c29a9ee67445 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:11.906570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f4d751-5d2f-4ef3-a891-c29a9ee67445 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:11.910323 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-96f4d751-5d2f-4ef3-a891-c29a9ee67445 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/2c77d1c1-b0b4-4b1a-9407-102d7b736089 HTTP/1.1" status: 404 len: 339 time: 0.0292735 Nov 23 02:24:11.911051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Made reservation on behalf of 9ef5620c587e4d48a7d8690e3388c9de for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:11.915115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:11.920079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59156) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:11.995102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e1f10c-e18d-436c-b34d-95375db09e7f tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:11.995574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e1f10c-e18d-436c-b34d-95375db09e7f tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:11.998938 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a9e1f10c-e18d-436c-b34d-95375db09e7f tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/a6fa3afe-0638-4ebc-b22f-93352503d1c6 HTTP/1.1" status: 404 len: 337 time: 0.0776496 Nov 23 02:24:12.001986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59158) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:12.005336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.033068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa60ce10-db7f-49c3-a104-bf107f9a725d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:12.033604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa60ce10-db7f-49c3-a104-bf107f9a725d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:12.036831 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fa60ce10-db7f-49c3-a104-bf107f9a725d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/36a99ab6-81a6-43a1-946b-ababfda1429f HTTP/1.1" status: 404 len: 339 time: 0.0338724 Nov 23 02:24:12.042312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:12.060841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=c55b2226-d651-441e-97fb-4d7f36ff897e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:12.222966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.240936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531705e-9a59-46c1-9c65-3036a4c4bc7d None None] Pushing event updated for resources: {'Port': ['ID=6dd36151-88c5-49b4-8dfe-9b981376dcd3,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:12.324043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Subnet': ['ID=fca7671a-4fc1-4341-941f-e3c825523622,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:12.401934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Checking segment: {'id': 'e09e2fc7-c783-49e3-8fef-5bc7a4439935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:12.406520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network hostable DHCP agents. Network: 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:12.615583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:12.631113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59170) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:12.646230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:12.655246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a66cfef-4e3c-475d-80a3-6183d50445f7 None None] Network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:12.688651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.692583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.752061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c9d73-a73b-4bdd-9f05-5eafa6ad09bf req-e8a69a54-85ea-44e0-98e8-67f664d6aef2 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:12.755490 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c82c9d73-a73b-4bdd-9f05-5eafa6ad09bf req-e8a69a54-85ea-44e0-98e8-67f664d6aef2 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2855501 Nov 23 02:24:12.763496 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e97f9416-1bc6-4b68-9ee6-7f4f8dc4c924 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1971896 Nov 23 02:24:12.768430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59174) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:12.809861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1723479754', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:12.814303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f5f69428-54d4-4f3d-a4f5-700e23ee6b8d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'router': {'external_gateway_info': {'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:12.854718 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c82c9d73-a73b-4bdd-9f05-5eafa6ad09bf req-8bfd9735-defb-4e31-820a-6116b48de282 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841453 Nov 23 02:24:12.868348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Made reservation on behalf of cf46c672c93a467c962f805c8c3811d6 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:12.871791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.901620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:12.954111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-775486b3-e0ad-4ab2-88d8-f5d69ebd03ba', 'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba', 'tenant_id': '9ef5620c587e4d48a7d8690e3388c9de', 'fixed_ips': [{'subnet_id': 'fca7671a-4fc1-4341-941f-e3c825523622'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:12.959706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.017505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.023066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.037203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.041100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::ad91:db1:c54f:aa2e (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/57317dfb-9f0c-4797-8c38-4b8f7e575ec6/7938d680-bef0-4b86-8bf4-5a39ad6c43cd) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:13.057936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] device_id is not set on port cd797b1f-ca5d-4358-9c87-ac2c16c18a09 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:13.062411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3027e263-433a-4c76-ba20-2136d6767828,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:13.136654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.182132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Allocated IP 2001:db8:1::2 (775486b3-e0ad-4ab2-88d8-f5d69ebd03ba/fca7671a-4fc1-4341-941f-e3c825523622/a8de24b3-cbe8-4229-9a3a-7808a1e7573e) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:13.298298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Allocated IP 172.26.8.63 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cd797b1f-ca5d-4358-9c87-ac2c16c18a09) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:13.434067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f5f69428-54d4-4f3d-a4f5-700e23ee6b8d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.562276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.618452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.674547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.715120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff566a3c-279b-44c1-83d9-f32b594ccec4']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:13.745629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c14147-1b05-45a4-8597-dc45b28dce8d') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:13.746038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c14147-1b05-45a4-8597-dc45b28dce8d') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:13.749915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.754987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Pushing event updated for resources: {'Port': ['ID=cd797b1f-ca5d-4358-9c87-ac2c16c18a09,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:13.756277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dd36151-88c5-49b4-8dfe-9b981376dcd3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:13.781850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:13.783368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router cb50a57e-4d17-4e6b-b80e-13abce9a1d7d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:13.783500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:13.786349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.791462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.803143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:13.832762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.838734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7824fc-e470-4ac9-bd80-a8b27a72df42 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:13.851651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.863282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:13.863827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:13.871822 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:13.878765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:13.890020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ade7daf0-8e58-4e76-af3b-13d049573695 None None] Provisioning complete for port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:13.890410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ade7daf0-8e58-4e76-af3b-13d049573695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.901057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:13.902662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.922639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:13.929281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:13.934682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Pushing event updated for resources: {'Port': ['ID=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:13.936978 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5ca7d010-4195-4bd6-8f51-02a11b544b94 tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2988367 Nov 23 02:24:13.938895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59178) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:13.953365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.63'}]}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:13.991023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:13.995274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.007295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Attempting to bind port a8de24b3-cbe8-4229-9a3a-7808a1e7573e on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:14.007686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Attempting to bind port a8de24b3-cbe8-4229-9a3a-7808a1e7573e by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'e09e2fc7-c783-49e3-8fef-5bc7a4439935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:14.008059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Attempting to bind port a8de24b3-cbe8-4229-9a3a-7808a1e7573e on network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:14.020904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:14.020904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.042156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:14.051924 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-24baf0df-95e8-4a95-84bb-7afb45495591 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/cb50a57e-4d17-4e6b-b80e-13abce9a1d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0283694 Nov 23 02:24:14.052514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.057615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.062479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:14.062871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Checking segment: {'id': 'e09e2fc7-c783-49e3-8fef-5bc7a4439935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:14.063488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.063914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Bound using segment: {'id': 'e09e2fc7-c783-49e3-8fef-5bc7a4439935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:14.064469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Bound port: a8de24b3-cbe8-4229-9a3a-7808a1e7573e, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09e2fc7-c783-49e3-8fef-5bc7a4439935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '775486b3-e0ad-4ab2-88d8-f5d69ebd03ba'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:14.064865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.066503 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] Sync routers for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:14.068516 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/ff566a3c-279b-44c1-83d9-f32b594ccec4 HTTP/1.1" status: 204 len: 168 time: 2.0087943 Nov 23 02:24:14.075398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59180) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.077224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59182) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.079973 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:14.084580 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:14.113660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.158198 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:14.168975 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] Routers {'cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:14.177717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.179091 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:14.209270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ade7daf0-8e58-4e76-af3b-13d049573695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.242467 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:14.243667 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3fe78b-6060-45f2-976b-b677964c9952 None None] The sync data for ids ['cb50a57e-4d17-4e6b-b80e-13abce9a1d7d'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:14.247040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] For port a8de24b3-cbe8-4229-9a3a-7808a1e7573e, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:14.250769 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-1980b86c-8407-4ca5-a754-760042d5163c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.251554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1980b86c-8407-4ca5-a754-760042d5163c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.251697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] For port a8de24b3-cbe8-4229-9a3a-7808a1e7573e, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,segment=NetworkSegment(e09e2fc7-c783-49e3-8fef-5bc7a4439935),segment_id=e09e2fc7-c783-49e3-8fef-5bc7a4439935)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:14.255951 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1980b86c-8407-4ca5-a754-760042d5163c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/226b01e9-6730-4f02-a949-d4ec7ae887e3 HTTP/1.1" status: 404 len: 337 time: 0.1609459 Nov 23 02:24:14.262498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.265295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814c779-4612-4c36-b610-d7a29fd57b1d tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=ff566a3c-279b-44c1-83d9-f32b594ccec4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:14.270854 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a7ddabbb-26e2-44ff-8a07-4ee2ec2573a1 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb50a57e-4d17-4e6b-b80e-13abce9a1d7d HTTP/1.1" status: 200 len: 205 time: 0.1765633 Nov 23 02:24:14.274570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ade7daf0-8e58-4e76-af3b-13d049573695 None None] For port 6dd36151-88c5-49b4-8dfe-9b981376dcd3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6dd36151-88c5-49b4-8dfe-9b981376dcd3,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:14.275535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.276141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59186) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.381405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.390519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.395942 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8bcf18-8700-4e0d-9b8b-2706dfaa1cf5 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.396889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8bcf18-8700-4e0d-9b8b-2706dfaa1cf5 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.400439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a8bcf18-8700-4e0d-9b8b-2706dfaa1cf5 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/40a21bf9-d4cf-4165-bc72-710e23320a90 HTTP/1.1" status: 404 len: 339 time: 0.1220286 Nov 23 02:24:14.406700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59188) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.436555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-f5f69428-54d4-4f3d-a4f5-700e23ee6b8d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:24:14.438046 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f5f69428-54d4-4f3d-a4f5-700e23ee6b8d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 HTTP/1.1" status: 400 len: 364 time: 1.6611335 Nov 23 02:24:14.444058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.445524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ade7daf0-8e58-4e76-af3b-13d049573695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.450464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6536f54-41e2-46a8-bf99-8ed57d5a072b None None] Pushing event updated for resources: {'Port': ['ID=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:14.457553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:24:14.457913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:24:14.473930 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:24:14.482479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.508571 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07fe90a-15c6-4c16-88c3-a4cb5ccf8a93 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.509037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07fe90a-15c6-4c16-88c3-a4cb5ccf8a93 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.512160 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e07fe90a-15c6-4c16-88c3-a4cb5ccf8a93 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/bcccbbd9-1abc-4f8c-a5ed-5316176f4d83 HTTP/1.1" status: 404 len: 337 time: 0.1036766 Nov 23 02:24:14.514960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59192) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.535387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7daf0-8e58-4e76-af3b-13d049573695 None None] Pushing event updated for resources: {'Port': ['ID=6dd36151-88c5-49b4-8dfe-9b981376dcd3,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:14.546394 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f1bbaf-1115-4b77-bc11-6cc2ee6415a7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.546907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f1bbaf-1115-4b77-bc11-6cc2ee6415a7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.550072 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5f1bbaf-1115-4b77-bc11-6cc2ee6415a7 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/e9f53173-3a14-4960-b06d-fa1a550f6167 HTTP/1.1" status: 404 len: 339 time: 0.0341856 Nov 23 02:24:14.553850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59194) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.573304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:14.589959 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-401ea27e-8f7a-4ffe-b890-31490f6124fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.590428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-401ea27e-8f7a-4ffe-b890-31490f6124fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.600469 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-401ea27e-8f7a-4ffe-b890-31490f6124fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/cad4b6cd-383a-43ee-ba88-9ee48d8970b1 HTTP/1.1" status: 404 len: 337 time: 0.0409284 Nov 23 02:24:14.600469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59196) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.637354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-652987ef-2a84-4160-b6c1-dcc9d7ea388c None None] Provisioning complete for port cd797b1f-ca5d-4358-9c87-ac2c16c18a09 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:14.637814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-652987ef-2a84-4160-b6c1-dcc9d7ea388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.660643 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a36b91e-0af2-49fd-ae83-164d20e9a967 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.661148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a36b91e-0af2-49fd-ae83-164d20e9a967 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.664759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2a36b91e-0af2-49fd-ae83-164d20e9a967 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/3b01388e-b422-45aa-80bc-f01b993ec10e HTTP/1.1" status: 404 len: 339 time: 0.0605810 Nov 23 02:24:14.668028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59198) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.670332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:14.673622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:14.680381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:14.681633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:14.696411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=7938d680-bef0-4b86-8bf4-5a39ad6c43cd,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:14.712111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-652987ef-2a84-4160-b6c1-dcc9d7ea388c None None] Port cd797b1f-ca5d-4358-9c87-ac2c16c18a09 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:14.739848 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-293be72d-daeb-42b6-8347-2a9652112119 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.741283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293be72d-daeb-42b6-8347-2a9652112119 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.744875 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-293be72d-daeb-42b6-8347-2a9652112119 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/16728c53-7742-4c43-aa08-5c3b91c387bc HTTP/1.1" status: 404 len: 337 time: 0.0758927 Nov 23 02:24:14.748116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59200) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.783176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d9920d-1057-42c9-a09b-28e8f6f44f5a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.790937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d9920d-1057-42c9-a09b-28e8f6f44f5a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.794517 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-78d9920d-1057-42c9-a09b-28e8f6f44f5a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/70ebfd81-f824-4068-b2b7-ee8f142f2322 HTTP/1.1" status: 404 len: 339 time: 0.0451219 Nov 23 02:24:14.801335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59202) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.872207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dda117e-7007-4381-ac69-f389e09030d4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.876170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dda117e-7007-4381-ac69-f389e09030d4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.879446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6dda117e-7007-4381-ac69-f389e09030d4 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/36072482-8b2c-4734-9042-52e1096d0362 HTTP/1.1" status: 404 len: 337 time: 0.0732520 Nov 23 02:24:14.882459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59204) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:14.949976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1bec1e-c5a6-4460-8640-8b4afcf12259 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:14.950646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1bec1e-c5a6-4460-8640-8b4afcf12259 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:14.953883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7d1bec1e-c5a6-4460-8640-8b4afcf12259 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/ef8865e8-f0b5-466a-a040-34f6cd65e406 HTTP/1.1" status: 404 len: 339 time: 0.0703931 Nov 23 02:24:14.993614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59206) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.022412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2fd5af8f-2b52-4927-b14f-3dfe891982c2 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:15.045288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-581250ed-ce97-49eb-ae99-ee6738b70f17 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:15.045984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-581250ed-ce97-49eb-ae99-ee6738b70f17 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:15.055538 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-581250ed-ce97-49eb-ae99-ee6738b70f17 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/d5e2b849-d5e7-49e5-a829-a94d7e029cc9 HTTP/1.1" status: 404 len: 337 time: 0.0608294 Nov 23 02:24:15.056228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59208) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.062828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2fd5af8f-2b52-4927-b14f-3dfe891982c2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:15.064434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2fd5af8f-2b52-4927-b14f-3dfe891982c2 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:15.090151 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84a01ec-f5d7-4843-aee2-680cc5db05f0 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:15.096472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84a01ec-f5d7-4843-aee2-680cc5db05f0 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:15.100767 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a84a01ec-f5d7-4843-aee2-680cc5db05f0 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/481e3776-413c-49f1-911c-5c6c343a14f7 HTTP/1.1" status: 404 len: 339 time: 0.0396755 Nov 23 02:24:15.118263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59210) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.118606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59212) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.133765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'subnet': {'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:15.148131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2dbfca9b-a9b6-41b0-910b-096858124928 None None] Provisioning complete for port 7938d680-bef0-4b86-8bf4-5a39ad6c43cd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:15.148712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2dbfca9b-a9b6-41b0-910b-096858124928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.189867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfca9b-a9b6-41b0-910b-096858124928 None None] Port 7938d680-bef0-4b86-8bf4-5a39ad6c43cd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:15.203216 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9cdad39-056d-4c28-b604-38f155a889ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.6921046 Nov 23 02:24:15.203774 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e544f98-4ea3-4fb0-903a-0c5d971bcd5a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:15.203774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e544f98-4ea3-4fb0-903a-0c5d971bcd5a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:15.204411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59214) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.205075 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3e544f98-4ea3-4fb0-903a-0c5d971bcd5a tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/a4195176-88e0-452a-bacb-2942668b32a2 HTTP/1.1" status: 404 len: 337 time: 0.0841205 Nov 23 02:24:15.212168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59216) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.237234 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '57317dfb-9f0c-4797-8c38-4b8f7e575ec6', 'ip_address': '2001:db8::ad91:db1:c54f:aa2e'}], 'name': 'tempest-NetworksTestDHCPv6-2070010629'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:15.245590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.258248 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1962fc2-6436-429f-94a1-b6bc8b0f7c70 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:15.258773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1962fc2-6436-429f-94a1-b6bc8b0f7c70 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:15.264540 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e1962fc2-6436-429f-94a1-b6bc8b0f7c70 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/ef6aaac8-d322-4bae-ab99-570b31465619 HTTP/1.1" status: 404 len: 339 time: 0.0473046 Nov 23 02:24:15.280043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59218) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.290699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.410119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.418672 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f2436f-abae-469d-b10c-b163a78fdfe6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:15.419137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f2436f-abae-469d-b10c-b163a78fdfe6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:15.422647 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-09f2436f-abae-469d-b10c-b163a78fdfe6 tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/c97c2f85-6854-4d00-bd4e-e4d7ba42c5cf HTTP/1.1" status: 404 len: 337 time: 0.1415594 Nov 23 02:24:15.429155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:15.432814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.435893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59220) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.469914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.550334 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aea914d-7c8a-4ae9-8646-828a5802796c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:15.550904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aea914d-7c8a-4ae9-8646-828a5802796c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:15.554362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6aea914d-7c8a-4ae9-8646-828a5802796c tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/8c723f78-110d-478d-8fe6-63c3169c948b HTTP/1.1" status: 404 len: 339 time: 0.1059568 Nov 23 02:24:15.559509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59222) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.580712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a8de24b3-cbe8-4229-9a3a-7808a1e7573e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:15.646329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.646921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router cb50a57e-4d17-4e6b-b80e-13abce9a1d7d {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:15.655355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.656564 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-62c4fcdf-20c6-4e7d-9697-6e6d87612023 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/cb50a57e-4d17-4e6b-b80e-13abce9a1d7d HTTP/1.1" status: 204 len: 168 time: 1.3753870 Nov 23 02:24:15.669148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59224) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:15.675398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a8de24b3-cbe8-4229-9a3a-7808a1e7573e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:15.676802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.722882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Deleting subnet 86bb8767-31db-4cc4-b3fc-2f74bb09215f {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:15.733266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.783769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.785386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet a638fd64-0296-49ea-ade0-39b16d2e8405 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:15.808013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.816918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.820557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.822385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:15.827467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.834103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port a8de24b3-cbe8-4229-9a3a-7808a1e7573e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,segment=NetworkSegment(e09e2fc7-c783-49e3-8fef-5bc7a4439935),segment_id=e09e2fc7-c783-49e3-8fef-5bc7a4439935)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:15.841209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.842121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:15.843594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dd36151-88c5-49b4-8dfe-9b981376dcd3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:15.877436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e223bea-687c-4e32-8945-e1135368943d None None] Network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:15.892348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 3f2bb8a2-8044-4f4b-a999-651a58fca9c0 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:15.898535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.080217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a6eb14bf-6f83-496f-9171-a7f47fdcd138 None None] Provisioning complete for port a8de24b3-cbe8-4229-9a3a-7808a1e7573e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:16.081537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a6eb14bf-6f83-496f-9171-a7f47fdcd138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.141415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:16.179956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:16.180759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.224818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.403919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.414931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.435119 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 02:24:16.436178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:16.473904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.492953 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5548867e-9938-4b04-85ce-04dc701b4ace tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2865651 Nov 23 02:24:16.505523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Allocated IP 2001:db8::1 (537b875a-4720-4b32-94fc-24fcfd0b45b9/779d09bc-9d21-4c56-a150-63b89b435286/624b47b5-d914-4806-8675-a15583a676fd) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:16.507820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59226) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:16.530188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.530708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ecca3c03-7c37-4921-b555-1dab434b1ddb {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:16.573113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.573400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.581379 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/a638fd64-0296-49ea-ade0-39b16d2e8405 HTTP/1.1" status: 204 len: 168 time: 0.9109240 Nov 23 02:24:16.583016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378c56db-e5f3-4841-bb8f-8ada12a77511 None None] Network 14180dd3-dc4a-4ed4-a924-bb331443c00f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:16.588218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59228) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:16.589020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a16816-8f84-4bb3-b719-298c5aa70754 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=a638fd64-0296-49ea-ade0-39b16d2e8405,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:16.628286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.631743 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 02:24:16.635753 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-83a1d812-67c7-46db-97eb-4a205ffa8f2c tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.6956925 Nov 23 02:24:16.657549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59230) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:16.697241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f885105-b318-401f-a90e-202ec3ed719a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.703685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f885105-b318-401f-a90e-202ec3ed719a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.705416 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4f885105-b318-401f-a90e-202ec3ed719a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1961715 Nov 23 02:24:16.715040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59232) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:16.730792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Subnet': ['ID=0723965c-527c-473d-9ded-0ba7bfcb03cd,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:16.735493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:16.738808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.750702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3fec8ebf-0554-4dbc-9342-b26e75321481 None None] Provisioning complete for port a8de24b3-cbe8-4229-9a3a-7808a1e7573e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:16.751090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fec8ebf-0554-4dbc-9342-b26e75321481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.782910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Checking segment: {'id': 'f407d843-100a-448f-9511-f79d2eb75d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:16.783286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network hostable DHCP agents. Network: faace8bc-7a79-4436-8f3f-375537a88259, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:16.808915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.843066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] DHCP port deletion for 14180dd3-dc4a-4ed4-a924-bb331443c00f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:16.860132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network faace8bc-7a79-4436-8f3f-375537a88259 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:16.867895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Subnet': ['ID=86bb8767-31db-4cc4-b3fc-2f74bb09215f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:16.871863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.880588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-540d66ec-800d-4518-a539-49e0418851fc tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/subnets/86bb8767-31db-4cc4-b3fc-2f74bb09215f HTTP/1.1" status: 204 len: 168 time: 1.3156967 Nov 23 02:24:16.886226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59234) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:16.890447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.894583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef41b88-f5be-4920-a783-5aa731449dff None None] Network e086134d-9322-460d-bbd3-d738b7000f7c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:16.921695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, faace8bc-7a79-4436-8f3f-375537a88259) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:16.941505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fefadf-8b36-42f9-91d1-d3c90f50254b None None] Network faace8bc-7a79-4436-8f3f-375537a88259 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:16.958554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.978681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Deleting port cd797b1f-ca5d-4358-9c87-ac2c16c18a09 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:16.979210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:16.989229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:16.990206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.094260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] Deleting port 0e1c13a9-0435-48f5-949b-9f5091a16449 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:17.094884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.111951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 7938d680-bef0-4b86-8bf4-5a39ad6c43cd {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:17.111951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.127719 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6557f9a9-c656-418d-ba02-e4d2bb50d506 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0026493 Nov 23 02:24:17.128995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59236) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:17.140298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1350180534'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:17.155759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.206410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.214767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] For port 0e1c13a9-0435-48f5-949b-9f5091a16449, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0e1c13a9-0435-48f5-949b-9f5091a16449,segment=NetworkSegment(869f68d3-5e68-4b49-90e9-48552b2958e4),segment_id=869f68d3-5e68-4b49-90e9-48552b2958e4)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:17.215152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.215279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.231681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.237998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] Calling delete_port for 0e1c13a9-0435-48f5-949b-9f5091a16449 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:17.247344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:17.255460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.312579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-faace8bc-7a79-4436-8f3f-375537a88259', 'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259', 'tenant_id': 'e55c1956360649c4a869c6debfcb7a71', 'fixed_ips': [{'subnet_id': '0723965c-527c-473d-9ded-0ba7bfcb03cd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:17.313440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.314344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Calling delete_port for cd797b1f-ca5d-4358-9c87-ac2c16c18a09 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:17.315455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777026b-fb57-441a-8300-c4085afd27de None None] DHCP port deletion for e086134d-9322-460d-bbd3-d738b7000f7c request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:17.369680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:17.387268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:17.398804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:17.410804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:17.411765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.417713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Port': ['ID=624b47b5-d914-4806-8675-a15583a676fd,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.436806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.437331 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Added segment 73f90ec9-50de-4cb5-aa07-5fd6dff94754 of type vlan for network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 Nov 23 02:24:17.476651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.504424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.508950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Deleting port dc450174-d454-4993-a34e-6ed051590b2b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:17.509285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.520013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.526839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 7938d680-bef0-4b86-8bf4-5a39ad6c43cd owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:17.572828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.587980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.594437 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-22c3b1cf-6067-4781-b7e4-f9e8446cf4e8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783 HTTP/1.1" status: 204 len: 168 time: 1.0031793 Nov 23 02:24:17.599403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59238) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:17.657572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] For port dc450174-d454-4993-a34e-6ed051590b2b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dc450174-d454-4993-a34e-6ed051590b2b,segment=NetworkSegment(0859fa2f-a50c-4236-ad33-be09876ee13d),segment_id=0859fa2f-a50c-4236-ad33-be09876ee13d)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:17.657935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.667584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.674890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:17.675532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.685941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c59047-d5f5-4029-ab4a-61b163f08321 None None] Network ad7775b0-0ee7-4b2d-8c00-8281df8d7bce requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:17.686852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a8de24b3-cbe8-4229-9a3a-7808a1e7573e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:17.712501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Calling delete_port for dc450174-d454-4993-a34e-6ed051590b2b owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:17.776949 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6412241 Nov 23 02:24:17.778868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59240) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:17.783701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.788153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'subnet': {'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:17.797634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.797843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.834513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24d7a2-dd11-4f90-a188-199cf5f072eb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Network': ['ID=d8d872fb-4517-4b68-995c-fc6e4bd6cc31,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.836666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.867634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:17.878160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] Pushing event deleted for resources: {'Port': ['ID=0e1c13a9-0435-48f5-949b-9f5091a16449,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.883825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1433bd-2700-44a8-b399-d25c0b15a23b None None] No DVR routers for this DVR port 0e1c13a9-0435-48f5-949b-9f5091a16449 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:17.912865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd797b1f-ca5d-4358-9c87-ac2c16c18a09,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:17.913923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Deleting port dc450174-d454-4993-a34e-6ed051590b2b {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:17.915349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:17.975531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96b74e7-005c-4788-9583-f2595f75d344 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:18.038408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.042979 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7f09e6b8-477a-4c25-b3cf-6db1ad68f49f tempest-RoutersAdminNegativeIpV6Test-1710472234 tempest-RoutersAdminNegativeIpV6Test-1710472234-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cd797b1f-ca5d-4358-9c87-ac2c16c18a09 HTTP/1.1" status: 204 len: 168 time: 1.3834319 Nov 23 02:24:18.046169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:18.051474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.056723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.062052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Allocated IP 2001:db8:0:ffff::2 (faace8bc-7a79-4436-8f3f-375537a88259/0723965c-527c-473d-9ded-0ba7bfcb03cd/233d9d19-c1ff-4dfd-849c-de0104abd94b) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:18.110781 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.122872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.128122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fe3f94f6-a2c8-4851-9471-d3882b8f27b1 None None] Provisioning complete for port 624b47b5-d914-4806-8675-a15583a676fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:18.128721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fe3f94f6-a2c8-4851-9471-d3882b8f27b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.134440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Port': ['ID=dc450174-d454-4993-a34e-6ed051590b2b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.156109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] No DVR routers for this DVR port dc450174-d454-4993-a34e-6ed051590b2b on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:18.219452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a8de24b3-cbe8-4229-9a3a-7808a1e7573e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:18.219810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.231250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7777026b-fb57-441a-8300-c4085afd27de None None] For port dc450174-d454-4993-a34e-6ed051590b2b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dc450174-d454-4993-a34e-6ed051590b2b,segment=NetworkSegment(0859fa2f-a50c-4236-ad33-be09876ee13d),segment_id=0859fa2f-a50c-4236-ad33-be09876ee13d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:18.231661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.272951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.298424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Calling delete_port for dc450174-d454-4993-a34e-6ed051590b2b owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:18.306515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e086134d-9322-460d-bbd3-d738b7000f7c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.308983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f94f6-a2c8-4851-9471-d3882b8f27b1 None None] Port 624b47b5-d914-4806-8675-a15583a676fd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:18.339818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0859fa2f-a50c-4236-ad33-be09876ee13d') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.339818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0859fa2f-a50c-4236-ad33-be09876ee13d') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.353815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.410341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.432366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:18.433051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:18.436667 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:18.443081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] DHCP port deletion for ad7775b0-0ee7-4b2d-8c00-8281df8d7bce request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:18.523811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=7938d680-bef0-4b86-8bf4-5a39ad6c43cd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.536543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14180dd3-dc4a-4ed4-a924-bb331443c00f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.560283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.563869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869f68d3-5e68-4b49-90e9-48552b2958e4') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.564170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869f68d3-5e68-4b49-90e9-48552b2958e4') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:18.566505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.568635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.570166 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] 10.222.0.53 "DELETE /v2.0/networks/e086134d-9322-460d-bbd3-d738b7000f7c HTTP/1.1" status: 204 len: 168 time: 1.6826205 Nov 23 02:24:18.593461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.602218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf70bdb-8ee0-41d6-9733-4cabe7f4f75e tempest-NetworksTest-158741838 tempest-NetworksTest-158741838-project] Pushing event deleted for resources: {'Network': ['ID=e086134d-9322-460d-bbd3-d738b7000f7c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.611921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.679374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.683804 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9a7f1d30-d096-4bd1-be30-8819338787e9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/7938d680-bef0-4b86-8bf4-5a39ad6c43cd HTTP/1.1" status: 204 len: 168 time: 1.9671226 Nov 23 02:24:18.687055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59248) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:18.688839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.714674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Pushing event deleted for resources: {'Port': ['ID=dc450174-d454-4993-a34e-6ed051590b2b,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.724788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:24:18.729979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.732899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Network faace8bc-7a79-4436-8f3f-375537a88259 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:18.735326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7777026b-fb57-441a-8300-c4085afd27de None None] Network e086134d-9322-460d-bbd3-d738b7000f7c is not hosted by any dhcp agent {{(pid=103358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:24:18.735934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7777026b-fb57-441a-8300-c4085afd27de None None] No DVR routers for this DVR port dc450174-d454-4993-a34e-6ed051590b2b on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:18.741465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59250) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:18.749964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.774043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:18.774917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:18.785862 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:18.815478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0e1c13a9-0435-48f5-949b-9f5091a16449 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:18.818427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:18.824071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:18.865150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 0e1c13a9-0435-48f5-949b-9f5091a16449 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:18.865519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0e1c13a9-0435-48f5-949b-9f5091a16449 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:18.866226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device dc450174-d454-4993-a34e-6ed051590b2b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:18.878278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Subnet': ['ID=89844caa-b8fe-4792-8b8a-52662ee14bf6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.899811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8294c88-dcd2-42f4-b60f-bcb736801d96 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:18.901684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8294c88-dcd2-42f4-b60f-bcb736801d96 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:18.902712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Checking segment: {'id': '73f90ec9-50de-4cb5-aa07-5fd6dff94754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:18.903086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network hostable DHCP agents. Network: d8d872fb-4517-4b68-995c-fc6e4bd6cc31, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:18.910584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] Deleting port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:18.910584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.916154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59254) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:18.918313 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a8294c88-dcd2-42f4-b60f-bcb736801d96 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2263477 Nov 23 02:24:18.927701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: dc450174-d454-4993-a34e-6ed051590b2b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:18.928564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device dc450174-d454-4993-a34e-6ed051590b2b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:18.940164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Pushing event updated for resources: {'Port': ['ID=233d9d19-c1ff-4dfd-849c-de0104abd94b,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:18.980745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.993270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:18.998528 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:18.999764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.020116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, d8d872fb-4517-4b68-995c-fc6e4bd6cc31) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:19.031240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:19.031842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.033686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.048097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.051667 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/14180dd3-dc4a-4ed4-a924-bb331443c00f HTTP/1.1" status: 204 len: 168 time: 1.4511232 Nov 23 02:24:19.056715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 57317dfb-9f0c-4797-8c38-4b8f7e575ec6 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:19.058656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5263b3c3-8093-46ae-a233-73f0d2ebdb38 None None] Network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:19.062485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59258) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:19.064867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34eececb-a7b6-411c-bf99-f3748f5f4472 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.076311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.103790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1680b2-fde6-458a-9c6a-dee2ac2ee6e2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=14180dd3-dc4a-4ed4-a924-bb331443c00f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:19.104381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Attempting to bind port 233d9d19-c1ff-4dfd-849c-de0104abd94b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:19.105756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Attempting to bind port 233d9d19-c1ff-4dfd-849c-de0104abd94b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'f407d843-100a-448f-9511-f79d2eb75d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:19.106208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Attempting to bind port 233d9d19-c1ff-4dfd-849c-de0104abd94b on network faace8bc-7a79-4436-8f3f-375537a88259 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:19.118249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event updated for resources: {'Port': ['ID=624b47b5-d914-4806-8675-a15583a676fd,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:19.138961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59260) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:19.162272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:19.162871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Checking segment: {'id': 'f407d843-100a-448f-9511-f79d2eb75d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:19.163104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.167037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Bound using segment: {'id': 'f407d843-100a-448f-9511-f79d2eb75d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:19.167727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Bound port: 233d9d19-c1ff-4dfd-849c-de0104abd94b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f407d843-100a-448f-9511-f79d2eb75d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'faace8bc-7a79-4436-8f3f-375537a88259'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:19.168123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.175723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7aab1442-e226-47f6-8eca-ad20fa1cc060 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3933065 Nov 23 02:24:19.181676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59264) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:19.202520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:19.202774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'port': {'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31', 'name': 'tempest-NetworksIpV6TestAttrs-123403923'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:19.205853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:19.215549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] For port 9623fd6e-c78e-4b0b-9a35-8aa796e28733, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9623fd6e-c78e-4b0b-9a35-8aa796e28733,segment=NetworkSegment(cc3200b9-b027-4ea1-bd29-3bf0f1319be9),segment_id=cc3200b9-b027-4ea1-bd29-3bf0f1319be9)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:19.216151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.277077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] For port 233d9d19-c1ff-4dfd-849c-de0104abd94b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:19.280656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] For port 233d9d19-c1ff-4dfd-849c-de0104abd94b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=233d9d19-c1ff-4dfd-849c-de0104abd94b,segment=NetworkSegment(f407d843-100a-448f-9511-f79d2eb75d45),segment_id=f407d843-100a-448f-9511-f79d2eb75d45)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:19.298659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.317271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] Calling delete_port for 9623fd6e-c78e-4b0b-9a35-8aa796e28733 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:19.337993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.381970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.425350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:19.428362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Router bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:19.428917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.454679 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1bc69f3b-1a5a-4dea-8b3d-b9b6f3bf04ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e462763e2d59411d9c959da78ffde356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141687 Nov 23 02:24:19.457268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59266) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:19.473536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c4942-fbd3-4577-8339-f6c8c074c837 None None] Pushing event updated for resources: {'Port': ['ID=233d9d19-c1ff-4dfd-849c-de0104abd94b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:19.526993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9623fd6e-c78e-4b0b-9a35-8aa796e28733 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:19.544346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] device_id is not set on port 45df5d2f-ac84-4adc-98ca-4e236e8b8def yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:19.627698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:19.632271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34eececb-a7b6-411c-bf99-f3748f5f4472 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.638079 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-02c8deba-2eea-416b-bfe8-c6832b48593f tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1855366 Nov 23 02:24:19.641427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59268) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:19.647839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9886512-91a2-4169-be2f-91505378fadd None None] Sync routers for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:19.674500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9886512-91a2-4169-be2f-91505378fadd None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:19.675323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e9886512-91a2-4169-be2f-91505378fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:19.675649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34eececb-a7b6-411c-bf99-f3748f5f4472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.680102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d8d872fb-4517-4b68-995c-fc6e4bd6cc31', 'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31', 'tenant_id': 'e55c1956360649c4a869c6debfcb7a71', 'fixed_ips': [{'subnet_id': '89844caa-b8fe-4792-8b8a-52662ee14bf6'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:19.682200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.774046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b44588-be48-4f5e-88f5-db7acb649f1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.775394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.813949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b44588-be48-4f5e-88f5-db7acb649f1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.820891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eececb-a7b6-411c-bf99-f3748f5f4472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987b07bc-02d0-4374-9f41-5eb7572dd278,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:19.842836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-633e3a3f-e2f8-43bf-b345-5c8ebc4ff0a4 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.848768 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-34eececb-a7b6-411c-bf99-f3748f5f4472 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e23bda3ab519444395d01a716087fbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1013651 Nov 23 02:24:19.848962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e9886512-91a2-4169-be2f-91505378fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:19.853501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59270) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:19.858192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:19.925133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Allocated IP 2001:db8::f816:3eff:fec1:4df0 (d8d872fb-4517-4b68-995c-fc6e4bd6cc31/89844caa-b8fe-4792-8b8a-52662ee14bf6/45df5d2f-ac84-4adc-98ca-4e236e8b8def) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:19.941599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:19.942095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.011629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-633e3a3f-e2f8-43bf-b345-5c8ebc4ff0a4 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:24:20.011629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-633e3a3f-e2f8-43bf-b345-5c8ebc4ff0a4 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 HTTP/1.1" status: 409 len: 329 time: 0.3675704 Nov 23 02:24:20.015973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59272) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:20.101850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 update to DOWN by agent not found {{(pid=103358) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 02:24:20.115518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9886512-91a2-4169-be2f-91505378fadd None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:20.115985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e9886512-91a2-4169-be2f-91505378fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.116521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b44588-be48-4f5e-88f5-db7acb649f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.119487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b44588-be48-4f5e-88f5-db7acb649f1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.123360 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58b44588-be48-4f5e-88f5-db7acb649f1c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3807e25b-98f1-4db4-a648-21dc4ac86f47 HTTP/1.1" status: 204 len: 168 time: 0.6624193 Nov 23 02:24:20.152429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4739ca2-d163-423d-b254-abadd2e66664 None None] Provisioning complete for port 624b47b5-d914-4806-8675-a15583a676fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:20.152810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4739ca2-d163-423d-b254-abadd2e66664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.158825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e9886512-91a2-4169-be2f-91505378fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.159487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9886512-91a2-4169-be2f-91505378fadd None None] The sync data for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:20.161031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] Pushing event deleted for resources: {'Port': ['ID=9623fd6e-c78e-4b0b-9a35-8aa796e28733,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.172595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b44588-be48-4f5e-88f5-db7acb649f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3807e25b-98f1-4db4-a648-21dc4ac86f47,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.187776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74afd580-2538-48d2-b73e-87de66f7b98f None None] No DVR routers for this DVR port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:20.192790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-272a56e1-7dac-49ff-80fd-9f302c0221b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.247015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4739ca2-d163-423d-b254-abadd2e66664 None None] Port 624b47b5-d914-4806-8675-a15583a676fd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:20.252407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.257990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 9623fd6e-c78e-4b0b-9a35-8aa796e28733, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:20.258419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.259784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.264349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-272a56e1-7dac-49ff-80fd-9f302c0221b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.309977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=57317dfb-9f0c-4797-8c38-4b8f7e575ec6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.312589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 9623fd6e-c78e-4b0b-9a35-8aa796e28733 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:20.318162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 was not found and therefore no delete operation was performed {{(pid=103357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:24:20.325741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.332379 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4f16ba96-6616-4281-acd2-100422ce9cef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/57317dfb-9f0c-4797-8c38-4b8f7e575ec6 HTTP/1.1" status: 204 len: 168 time: 1.4142256 Nov 23 02:24:20.333350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.340176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59276) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:20.346405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43b823-68d5-4091-ad7d-886e71db0e32 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:20.379997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=9623fd6e-c78e-4b0b-9a35-8aa796e28733,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.454630 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0bf0f414-2419-40a6-900e-ec6471878c2e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833125 Nov 23 02:24:20.462439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59280) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:20.469127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:20.478160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port 9623fd6e-c78e-4b0b-9a35-8aa796e28733 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:20.493912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.533278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-272a56e1-7dac-49ff-80fd-9f302c0221b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.537878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-272a56e1-7dac-49ff-80fd-9f302c0221b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.539626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-272a56e1-7dac-49ff-80fd-9f302c0221b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/987b07bc-02d0-4374-9f41-5eb7572dd278 HTTP/1.1" status: 204 len: 168 time: 0.6513915 Nov 23 02:24:20.617622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a56e1-7dac-49ff-80fd-9f302c0221b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b07bc-02d0-4374-9f41-5eb7572dd278,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.619635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.675028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7775b0-0ee7-4b2d-8c00-8281df8d7bce']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.692578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.692841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3200b9-b027-4ea1-bd29-3bf0f1319be9') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:20.703059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.710451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.741135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:20.801803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Allocated IP 2001:db8::f816:3eff:fec8:9fbf (d8d872fb-4517-4b68-995c-fc6e4bd6cc31/89844caa-b8fe-4792-8b8a-52662ee14bf6/87e0ab0d-d2a7-49c6-b8b7-99eef0af893b) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:20.814568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Port': ['ID=45df5d2f-ac84-4adc-98ca-4e236e8b8def,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:20.828231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:20.830223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:20.830706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:20.833103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.835723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:20.842337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:20.842979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.846564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.860508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:20.860989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:20.865002 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:20.882261 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c79cfcc5-2125-4e3d-aa1b-82fe89eaf6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6923368 Nov 23 02:24:20.921157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59292) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:20.965746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] Deleting port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:20.966242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.969191 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.979185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:20.989295 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/ad7775b0-0ee7-4b2d-8c00-8281df8d7bce HTTP/1.1" status: 204 len: 168 time: 1.9236615 Nov 23 02:24:20.993955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59296) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:21.002438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-705064203'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:21.025538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41984853-b700-4b3b-93fc-1f602b419cdd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=ad7775b0-0ee7-4b2d-8c00-8281df8d7bce,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.031726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc2b4a4-e853-447c-b3a0-5f08feae8853 None None] Network faace8bc-7a79-4436-8f3f-375537a88259 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:21.048029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:21.056720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.127394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] For port 6dd36151-88c5-49b4-8dfe-9b981376dcd3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6dd36151-88c5-49b4-8dfe-9b981376dcd3,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:21.127885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.132767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:21.164814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.165217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment 213be057-44f3-4e31-9dfe-1987d076f612 of type vlan for network e0fe6d92-3b50-4559-851b-526cfc929a83 Nov 23 02:24:21.168333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] Calling delete_port for 6dd36151-88c5-49b4-8dfe-9b981376dcd3 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:21.184673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting subnet 89844caa-b8fe-4792-8b8a-52662ee14bf6 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:21.223993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59302) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:21.238725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Provisioning complete for port 233d9d19-c1ff-4dfd-849c-de0104abd94b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:21.239260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.254044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.286929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.294536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:21.295324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.383204 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3866892 Nov 23 02:24:21.392876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59306) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:21.399873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:21.410929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.449124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.455304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37f422-b897-4543-930c-e8b1ff114c9e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=e0fe6d92-3b50-4559-851b-526cfc929a83,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.507800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e0fe6d92-3b50-4559-851b-526cfc929a83 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:21.547023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:21.553923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.567936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 233d9d19-c1ff-4dfd-849c-de0104abd94b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:21.637623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:21.679709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:21.691735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Pushing event updated for resources: {'Port': ['ID=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.697509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:21.705916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59310) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:21.712366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.718751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.762564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.770083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.788567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.793102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] No DVR routers for this DVR port 6dd36151-88c5-49b4-8dfe-9b981376dcd3 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:21.794946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6405c1d4-01d2-4816-8f9f-0b877d0ebc93 None None] Pushing event deleted for resources: {'Port': ['ID=6dd36151-88c5-49b4-8dfe-9b981376dcd3,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:21.828620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 233d9d19-c1ff-4dfd-849c-de0104abd94b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:21.828996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.879417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.925058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-478fb44b-b8ab-4275-b206-871412218454 None None] For port 233d9d19-c1ff-4dfd-849c-de0104abd94b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=233d9d19-c1ff-4dfd-849c-de0104abd94b,segment=NetworkSegment(f407d843-100a-448f-9511-f79d2eb75d45),segment_id=f407d843-100a-448f-9511-f79d2eb75d45)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:21.929760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Attempting to bind port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:21.930174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Attempting to bind port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '73f90ec9-50de-4cb5-aa07-5fd6dff94754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:21.930562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Attempting to bind port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b on network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:21.934363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.950815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:21.950815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Checking segment: {'id': '73f90ec9-50de-4cb5-aa07-5fd6dff94754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:21.950815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.950815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Bound using segment: {'id': '73f90ec9-50de-4cb5-aa07-5fd6dff94754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:21.950815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Bound port: 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f90ec9-50de-4cb5-aa07-5fd6dff94754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd8d872fb-4517-4b68-995c-fc6e4bd6cc31'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:21.950815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:21.972134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2081174186'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:21.982937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:21.996940 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f988993f-5d24-4371-8aee-1d3c697b2389 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf46c672c93a467c962f805c8c3811d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7696564 Nov 23 02:24:22.005091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:22.007092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59314) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:22.009861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.010468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.044981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7053ccd-a03a-48f0-b61f-e18189e0fa88 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:22.060074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.107354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:22.110384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.127806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da43c925-aa05-4476-b24b-213ee1dfee0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.148392 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fa8eb4bb-a06c-42ec-be9b-5fb85e62fa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6838131 Nov 23 02:24:22.159116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59316) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:22.159364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Pushing event updated for resources: {'Port': ['ID=233d9d19-c1ff-4dfd-849c-de0104abd94b,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.166050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-203741270'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:22.176469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.186164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da43c925-aa05-4476-b24b-213ee1dfee0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.200929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.201249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.202264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.202264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.202483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.202698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.203024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.203350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.203673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.203993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.204331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.204812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478fb44b-b8ab-4275-b206-871412218454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:22.213231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] For port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:22.235251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] For port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,segment=NetworkSegment(73f90ec9-50de-4cb5-aa07-5fd6dff94754),segment_id=73f90ec9-50de-4cb5-aa07-5fd6dff94754)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:22.236359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-752e39b3-0aa5-454d-9193-1fa960259dcd None None] Provisioning complete for port 233d9d19-c1ff-4dfd-849c-de0104abd94b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:22.237099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-752e39b3-0aa5-454d-9193-1fa960259dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.271312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.301722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.334311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da43c925-aa05-4476-b24b-213ee1dfee0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.337408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.354079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da43c925-aa05-4476-b24b-213ee1dfee0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.358861 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-da43c925-aa05-4476-b24b-213ee1dfee0c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3027e263-433a-4c76-ba20-2136d6767828 HTTP/1.1" status: 204 len: 168 time: 0.3475747 Nov 23 02:24:22.421981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dd36151-88c5-49b4-8dfe-9b981376dcd3 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:22.431386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43c925-aa05-4476-b24b-213ee1dfee0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3027e263-433a-4c76-ba20-2136d6767828,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.482332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=8b506424-b903-4ebd-9814-5a612e96619f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.502228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': '213be057-44f3-4e31-9dfe-1987d076f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:22.503314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: e0fe6d92-3b50-4559-851b-526cfc929a83, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:22.526888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network e0fe6d92-3b50-4559-851b-526cfc929a83 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:22.529766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.539952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 6dd36151-88c5-49b4-8dfe-9b981376dcd3 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:22.540794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dd36151-88c5-49b4-8dfe-9b981376dcd3 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:22.546459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:22.548394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.551098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b242a39-075c-46cc-823f-38a958ad2351 None None] Pushing event updated for resources: {'Port': ['ID=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.555678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:22.563316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e0fe6d92-3b50-4559-851b-526cfc929a83) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:22.576411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.578731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.611616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0bb8b8-3024-405a-b5c0-87fd6331e0f2 None None] Network e0fe6d92-3b50-4559-851b-526cfc929a83 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:22.615047 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-857dcf3e-c6b7-4e75-b03e-9af7a8184a3c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2212753 Nov 23 02:24:22.617829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59320) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:22.619020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.626696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2145376125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:22.660750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.660750 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/89844caa-b8fe-4792-8b8a-52662ee14bf6 HTTP/1.1" status: 204 len: 168 time: 1.7210395 Nov 23 02:24:22.660750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdf67f-5fcb-4005-9197-8c88aff3f5bb tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Subnet': ['ID=89844caa-b8fe-4792-8b8a-52662ee14bf6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.662178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59322) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:22.675650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.711699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.717006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.769015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:22.821938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.829381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.836011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c844c04-56cf-413f-87fd-4058b7419819 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.838241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c844c04-56cf-413f-87fd-4058b7419819 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:22.840888 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5c844c04-56cf-413f-87fd-4058b7419819 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1754332 Nov 23 02:24:22.847648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59326) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:22.853505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.853914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment d7366f83-9db8-4629-8742-6a0aff4a60e4 of type vlan for network 543fd59a-83bb-467f-9f69-787fffcd0768 Nov 23 02:24:22.879586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a0ee3-cb52-413f-857d-9e3e2fdd6f9a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:22.942352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.975377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c98d45d3-01a4-4207-ba15-cdaa5f4ff762 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.977776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.987007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting port 624b47b5-d914-4806-8675-a15583a676fd {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:22.987362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.992970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:22.994397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4cc3f2db-1ccd-4473-9383-5ffd13075f83 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3753419 Nov 23 02:24:22.995729 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98d45d3-01a4-4207-ba15-cdaa5f4ff762 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 02:24:22.996312 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98d45d3-01a4-4207-ba15-cdaa5f4ff762 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:23.004188 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c98d45d3-01a4-4207-ba15-cdaa5f4ff762 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/d8d872fb-4517-4b68-995c-fc6e4bd6cc31 HTTP/1.1" status: 409 len: 405 time: 0.1554158 Nov 23 02:24:23.005020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59328) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:23.005445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59330) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:23.007803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 4a7cf166-304b-432f-80a7-555256b30346 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:23.011855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-714035052'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:23.039690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'port': {'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83', 'name': 'tempest-RoutersTest-873274963'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:23.072851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:23.088723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.156142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.162160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:23.162786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.237576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:23.295038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.296794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.296950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Added segment 31a30fd2-17f5-4a76-90e2-149c7c520294 of type vlan for network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 Nov 23 02:24:23.339323 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6222601 Nov 23 02:24:23.345700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59340) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:23.354435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1644671721'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:23.362158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Calling delete_port for 624b47b5-d914-4806-8675-a15583a676fd owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:23.376458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fc21f-8f6e-405e-96c7-f725f12b3ed2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=543fd59a-83bb-467f-9f69-787fffcd0768,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:23.435488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.461232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:23.465154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.481409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.498903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:23.504836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.510910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 543fd59a-83bb-467f-9f69-787fffcd0768 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:23.545392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:23.564822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.565214 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment 8cf91f87-f2b8-44f0-9acb-3c05705960ae of type vlan for network cd1d179f-6d6d-4454-b742-7643a22e9622 Nov 23 02:24:23.618857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:23.624680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.672521 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6646094 Nov 23 02:24:23.675314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59348) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:23.675730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b/27aad4e9-2089-45c6-ba13-ce59ab231186) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:23.682092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 233d9d19-c1ff-4dfd-849c-de0104abd94b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:23.687590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'subnet': {'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:23.698491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] device_id is not set on port cd0d71af-773c-47f2-a459-da63f15b3bcf yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:23.713938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a94dea-6e6f-44d6-9193-03dbb09a51a7 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Network': ['ID=a9cc6ca0-7b96-4f99-8ee6-f41d1492d474,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:23.745664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.758255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.795119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:23.797801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Port': ['ID=624b47b5-d914-4806-8675-a15583a676fd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:23.828903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-e0fe6d92-3b50-4559-851b-526cfc929a83', 'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': '8b506424-b903-4ebd-9814-5a612e96619f'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:23.832883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.956010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.975591 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:24:23.980776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:23.992144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:23.999642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59354) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:24.069653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.20.0.4 (e0fe6d92-3b50-4559-851b-526cfc929a83/8b506424-b903-4ebd-9814-5a612e96619f/cd0d71af-773c-47f2-a459-da63f15b3bcf) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:24.117341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.123745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:24.126514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.149405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5184950d-7928-4a53-9ff8-a4f1a67dc015 None None] Network d8d872fb-4517-4b68-995c-fc6e4bd6cc31 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:24.283350 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9299750 Nov 23 02:24:24.284411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59358) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:24.293071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:24.301231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.326586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 233d9d19-c1ff-4dfd-849c-de0104abd94b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:24.327035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.338185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.370977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.389310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1913963265'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:24.405071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2528d-af32-4425-91c1-48e24405afb3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=cd1d179f-6d6d-4454-b742-7643a22e9622,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:24.410838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:24.416064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.417071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-aa9ba83d-eccc-4edc-819c-2e27a4f3d414 None None] Provisioning complete for port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:24.417413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba83d-eccc-4edc-819c-2e27a4f3d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.424648 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:24:24.426860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:24.450173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Router bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:24.450582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network cd1d179f-6d6d-4454-b742-7643a22e9622 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:24.471164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:24.474653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.482453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.501891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:24.509641 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e776099c-578a-4221-b8ad-412091c49335 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3483458 Nov 23 02:24:24.515321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59360) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:24.523347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.562850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:24.567104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:24.572693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network e0fe6d92-3b50-4559-851b-526cfc929a83 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:24.597538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Pushing event updated for resources: {'Port': ['ID=27aad4e9-2089-45c6-ba13-ce59ab231186,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:24.609451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:24.613445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:24.613695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:24.623291 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-41663b3a-6871-47ec-b7b2-4d54dffb2529 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6043029 Nov 23 02:24:24.625174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59362) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:24.631390 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] Sync routers for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:24.647221 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:24.648252 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:24.670507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Allocated IP 172.20.0.2 (e0fe6d92-3b50-4559-851b-526cfc929a83/8b506424-b903-4ebd-9814-5a612e96619f/86222f1a-c8f9-42b2-826a-330d11cc80aa) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:24.745492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=cd0d71af-773c-47f2-a459-da63f15b3bcf,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:24.801074 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:24.811576 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] Routers {'bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:24.812658 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:24.832842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.865051 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:24.866077 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326a3b8f-7beb-475e-8a2c-1850bea58b69 None None] The sync data for ids ['bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:24.870719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:24:24.876060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.881714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:24.939968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411703ee-d461-44fa-a659-1440bdbf70d7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:24.944344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-411703ee-d461-44fa-a659-1440bdbf70d7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4198079 Nov 23 02:24:24.950892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59364) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:24.968245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:24.970962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Attempting to bind port 27aad4e9-2089-45c6-ba13-ce59ab231186 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:24.971923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Attempting to bind port 27aad4e9-2089-45c6-ba13-ce59ab231186 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:24.971923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Attempting to bind port 27aad4e9-2089-45c6-ba13-ce59ab231186 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:24.974377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:25.009761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8f0c7-1c49-4ff4-a422-d0b60a3b34fd,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.017155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.019575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.020598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.021576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:25.021959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:25.022378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.022760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:25.023264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Bound port: 27aad4e9-2089-45c6-ba13-ce59ab231186, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:25.023650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.025693 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-db044241-ac94-4718-8ec2-27117109656d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] show failed (client error): The resource could not be found. Nov 23 02:24:25.037194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db044241-ac94-4718-8ec2-27117109656d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1491798207 HTTP/1.1" status: 404 len: 335 time: 0.4022660 Nov 23 02:24:25.037194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b364aa3-9b9c-4861-a0c4-74c456fab838 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.037194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b364aa3-9b9c-4861-a0c4-74c456fab838 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.037194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5b364aa3-9b9c-4861-a0c4-74c456fab838 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0785780 Nov 23 02:24:25.037194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59366) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.037646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.037752 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Added segment 21812681-d594-4d15-9243-5ad980bfe399 of type vlan for network 85645c35-2bc3-474f-84e5-228065f5c2ab Nov 23 02:24:25.042876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-414a10ab-67c8-41dd-9d3e-2cec96a57be8 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:25.044553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.044708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba83d-eccc-4edc-819c-2e27a4f3d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.058338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.063586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Subnet': ['ID=31493d49-27c1-4a04-8eab-f7066e874a53,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.071309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Checking segment: {'id': '31a30fd2-17f5-4a76-90e2-149c7c520294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:25.071309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network hostable DHCP agents. Network: a9cc6ca0-7b96-4f99-8ee6-f41d1492d474, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:25.096135 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-414a10ab-67c8-41dd-9d3e-2cec96a57be8 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] update failed (client error): The resource could not be found. Nov 23 02:24:25.097166 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-414a10ab-67c8-41dd-9d3e-2cec96a57be8 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-641130837 HTTP/1.1" status: 404 len: 334 time: 0.0596032 Nov 23 02:24:25.101301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59370) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.148293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-deda478f-c827-4eb4-9f65-99479ae9ed98 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1415646 Nov 23 02:24:25.152809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] DHCP port deletion for d8d872fb-4517-4b68-995c-fc6e4bd6cc31 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:25.155172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59372) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.157193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.199096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting subnet fca7671a-4fc1-4341-941f-e3c825523622 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:25.201824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Network e0fe6d92-3b50-4559-851b-526cfc929a83 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:25.203359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.205230 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.228761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Pushing event updated for resources: {'Port': ['ID=86222f1a-c8f9-42b2-826a-330d11cc80aa,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.233155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:25.241808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:25.257018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-aa9ba83d-eccc-4edc-819c-2e27a4f3d414 None None] For port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,segment=NetworkSegment(73f90ec9-50de-4cb5-aa07-5fd6dff94754),segment_id=73f90ec9-50de-4cb5-aa07-5fd6dff94754)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:25.262397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:25.262935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.267865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:25.277963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.resource_extend [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:24:25.281002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.283494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:25.287287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.291200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aa9ba83d-eccc-4edc-819c-2e27a4f3d414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.304111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] For port 27aad4e9-2089-45c6-ba13-ce59ab231186, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:25.324091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=30618d1b-b25b-4b91-9b36-7e734c3d795b,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.353590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': 'd7366f83-9db8-4629-8742-6a0aff4a60e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:25.354342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: 543fd59a-83bb-467f-9f69-787fffcd0768, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:25.397298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] For port 27aad4e9-2089-45c6-ba13-ce59ab231186, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=27aad4e9-2089-45c6-ba13-ce59ab231186,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:25.407278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 543fd59a-83bb-467f-9f69-787fffcd0768 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:25.417771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a9cc6ca0-7b96-4f99-8ee6-f41d1492d474) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:25.418332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 543fd59a-83bb-467f-9f69-787fffcd0768) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:25.423958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.428363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.429120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.429342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.437466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.438136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.443400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.447230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.448004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:25.448625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.449636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f94856-dfbc-4172-bfc2-80bc7fe6a9e6 None None] Network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:25.465202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c727e6-b561-4d27-8c6a-b0f289ea374b None None] Network 543fd59a-83bb-467f-9f69-787fffcd0768 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:25.473136 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8c548fd4-9d0b-4243-854f-012bf8d1dc10 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1853447 Nov 23 02:24:25.476366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59374) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.484178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:25.538290 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d8e1da21-bb37-4aa5-a23e-ee277d26c120 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8611660 Nov 23 02:24:25.543253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59376) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.545027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59378) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.545408 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3529863 Nov 23 02:24:25.550718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'port': {'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474', 'name': 'tempest-NetworksIpV6TestAttrs-904621934'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:25.561529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'subnet': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:25.596290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.647971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b90892-cdd4-4957-9f2a-3f75aaf19113 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Network': ['ID=85645c35-2bc3-474f-84e5-228065f5c2ab,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.708666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Subnet': ['ID=fca7671a-4fc1-4341-941f-e3c825523622,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.739751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.746729 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0eebe0fa-1bb1-4938-9062-3e8664691c59 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/subnets/fca7671a-4fc1-4341-941f-e3c825523622 HTTP/1.1" status: 204 len: 168 time: 0.6408937 Nov 23 02:24:25.748929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:25.751861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.755319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 85645c35-2bc3-474f-84e5-228065f5c2ab details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:25.762822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59380) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.769863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8accc64c-6c96-4ebe-9f64-d88d5e77ef31 None None] Network 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:25.774588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.868491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Attempting to bind port 86222f1a-c8f9-42b2-826a-330d11cc80aa on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:25.868942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Attempting to bind port 86222f1a-c8f9-42b2-826a-330d11cc80aa by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '213be057-44f3-4e31-9dfe-1987d076f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:25.869421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Attempting to bind port 86222f1a-c8f9-42b2-826a-330d11cc80aa on network e0fe6d92-3b50-4559-851b-526cfc929a83 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:25.877462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.889565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] Deleting port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:25.890209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.896644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.923055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ba83d-eccc-4edc-819c-2e27a4f3d414 None None] Pushing event updated for resources: {'Port': ['ID=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.937066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:25.950662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:25.951183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Checking segment: {'id': '213be057-44f3-4e31-9dfe-1987d076f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:25.951848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.952501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Bound using segment: {'id': '213be057-44f3-4e31-9dfe-1987d076f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:25.953151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Bound port: 86222f1a-c8f9-42b2-826a-330d11cc80aa, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213be057-44f3-4e31-9dfe-1987d076f612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e0fe6d92-3b50-4559-851b-526cfc929a83'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:25.953694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.960669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.962192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:25.967241 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6744357d-0190-47f8-a6b5-481c5fc26cd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b HTTP/1.1" status: 204 len: 168 time: 0.9103127 Nov 23 02:24:25.967472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:25.968858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59382) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:25.989526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.085119 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f1348de-edd2-481a-8d13-a2da4b521349 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1080647 Nov 23 02:24:26.094273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59384) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:26.102334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:26.176805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:26.180392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.237038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] For port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,segment=NetworkSegment(73f90ec9-50de-4cb5-aa07-5fd6dff94754),segment_id=73f90ec9-50de-4cb5-aa07-5fd6dff94754)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:26.238148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.285756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] device_id is not set on port 2c21aae0-5564-456e-a3d0-2fe153f0eb2e yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:26.318543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] Calling delete_port for 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:26.326538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf79e76-3eee-4591-9dd4-b743a2c3584f None None] Pushing event updated for resources: {'Port': ['ID=27aad4e9-2089-45c6-ba13-ce59ab231186,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.423879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.431224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.453900 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] For port 86222f1a-c8f9-42b2-826a-330d11cc80aa, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:26.490729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] For port 86222f1a-c8f9-42b2-826a-330d11cc80aa, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=86222f1a-c8f9-42b2-826a-330d11cc80aa,segment=NetworkSegment(213be057-44f3-4e31-9dfe-1987d076f612),segment_id=213be057-44f3-4e31-9dfe-1987d076f612)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:26.515969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting port a8de24b3-cbe8-4229-9a3a-7808a1e7573e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:26.516346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.522323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.528769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:26.532996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.536488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a9cc6ca0-7b96-4f99-8ee6-f41d1492d474', 'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474', 'tenant_id': 'e55c1956360649c4a869c6debfcb7a71', 'fixed_ips': [{'subnet_id': '31493d49-27c1-4a04-8eab-f7066e874a53'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:26.538112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.540077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 27aad4e9-2089-45c6-ba13-ce59ab231186 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:26.606702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-543fd59a-83bb-467f-9f69-787fffcd0768', 'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': '30618d1b-b25b-4b91-9b36-7e734c3d795b'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:26.607771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.630038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=cd0d71af-773c-47f2-a459-da63f15b3bcf,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.653375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.667808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] DHCP port deletion for 775486b3-e0ad-4ab2-88d8-f5d69ebd03ba request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:26.808272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Allocated IP 2001:db8::f816:3eff:fec9:3272 (a9cc6ca0-7b96-4f99-8ee6-f41d1492d474/31493d49-27c1-4a04-8eab-f7066e874a53/2c21aae0-5564-456e-a3d0-2fe153f0eb2e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:26.839179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] For port a8de24b3-cbe8-4229-9a3a-7808a1e7573e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,segment=NetworkSegment(e09e2fc7-c783-49e3-8fef-5bc7a4439935),segment_id=e09e2fc7-c783-49e3-8fef-5bc7a4439935)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:26.839638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.844889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064fbe6-40d4-4330-892c-3b8dfdfc2ea8 None None] Pushing event updated for resources: {'Port': ['ID=86222f1a-c8f9-42b2-826a-330d11cc80aa,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.868127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.873402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=26624340-55ab-43cc-9e56-c1bcf4019e9a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.881097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Calling delete_port for a8de24b3-cbe8-4229-9a3a-7808a1e7573e owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:26.890889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:26.987364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] Pushing event deleted for resources: {'Port': ['ID=87e0ab0d-d2a7-49c6-b8b7-99eef0af893b,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:26.993506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdb6b15-8e59-4843-bcbc-cb9d32bb0b33 None None] No DVR routers for this DVR port 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:27.052787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': '8cf91f87-f2b8-44f0-9acb-3c05705960ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:27.053163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: cd1d179f-6d6d-4454-b742-7643a22e9622, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:27.068820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 27aad4e9-2089-45c6-ba13-ce59ab231186 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:27.069415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.099929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] Deleting port a8de24b3-cbe8-4229-9a3a-7808a1e7573e {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:27.099929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.121254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Subnet': ['ID=859b13e1-de31-46d7-9614-0893dad89b99,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:27.241937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] For port a8de24b3-cbe8-4229-9a3a-7808a1e7573e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,segment=NetworkSegment(e09e2fc7-c783-49e3-8fef-5bc7a4439935),segment_id=e09e2fc7-c783-49e3-8fef-5bc7a4439935)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:27.242792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.255230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Allocated IP 2001:db8::2 (543fd59a-83bb-467f-9f69-787fffcd0768/30618d1b-b25b-4b91-9b36-7e734c3d795b/ae1869e1-3c47-4e86-b495-1aef57c47b97) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:27.303733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] Calling delete_port for a8de24b3-cbe8-4229-9a3a-7808a1e7573e owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:27.324337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.328041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network cd1d179f-6d6d-4454-b742-7643a22e9622 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:27.350121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Checking segment: {'id': '21812681-d594-4d15-9243-5ad980bfe399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:27.350817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network hostable DHCP agents. Network: 85645c35-2bc3-474f-84e5-228065f5c2ab, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:27.386938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.389280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, cd1d179f-6d6d-4454-b742-7643a22e9622) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:27.415080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a949b34b-3a09-4a05-8d7c-8dcceb31bcc1 None None] Network cd1d179f-6d6d-4454-b742-7643a22e9622 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:27.460060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:27.460704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.472017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Port': ['ID=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:27.490648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] No DVR routers for this DVR port a8de24b3-cbe8-4229-9a3a-7808a1e7573e on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:27.497022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.514317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.526501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.540907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:27.543009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.595654 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-31322185-c096-47ff-9edc-d63cd18f4c41 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1158657 Nov 23 02:24:27.621059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 27aad4e9-2089-45c6-ba13-ce59ab231186, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=27aad4e9-2089-45c6-ba13-ce59ab231186,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:27.642324 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.658371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59386) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:27.661088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 85645c35-2bc3-474f-84e5-228065f5c2ab) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:27.707117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1415359869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:27.715987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:27.716932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.720432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=27aad4e9-2089-45c6-ba13-ce59ab231186,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:27.725359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798c0b7d-d8ae-4ff2-8fd3-1ab07fe5d854 None None] Network 85645c35-2bc3-474f-84e5-228065f5c2ab requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:27.748984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.755037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:27.775169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:27.777543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3789c0-b184-406d-8219-74e67a8c344f None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:27.782172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:27.793023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:27.793639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.825218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775486b3-e0ad-4ab2-88d8-f5d69ebd03ba']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:27.827726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=352c29dd-4294-4a76-a1cf-f7873e28593f,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:27.845085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.846181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.862270 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c877e3ce-cc8d-43da-93dc-f09885cab0d2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3069267 Nov 23 02:24:27.863374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.865003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59388) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:27.867642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09e2fc7-c783-49e3-8fef-5bc7a4439935') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:27.867642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09e2fc7-c783-49e3-8fef-5bc7a4439935') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:27.876442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'name': 'tempest-AllowedAddressPairTestJSON-840383266'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:27.902329 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-720cac8a-ab9e-4b85-a96e-aeaf53f64574 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8026769 Nov 23 02:24:27.902329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.905076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:27.916024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:27.931820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:27.943996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.002663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.003713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.013234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.053819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.070456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Allocated IP 2001:db8::f816:3eff:fe72:ef2a (a9cc6ca0-7b96-4f99-8ee6-f41d1492d474/31493d49-27c1-4a04-8eab-f7066e874a53/7f39223f-140b-4a63-b7b9-e064853e6ce2) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:28.078485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=cd0d71af-773c-47f2-a459-da63f15b3bcf,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.159028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.173372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.215457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.215969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] Pushing event deleted for resources: {'Port': ['ID=a8de24b3-cbe8-4229-9a3a-7808a1e7573e,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.216804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-474b6aa2-71c5-443a-a929-4d5a07745bde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3104036 Nov 23 02:24:28.220040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:28.220430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 87e0ab0d-d2a7-49c6-b8b7-99eef0af893b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:28.240448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59392) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:28.297262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4c1b2c-c33a-4ca6-97a7-279633d88271 None None] No DVR routers for this DVR port a8de24b3-cbe8-4229-9a3a-7808a1e7573e on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:28.359364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb85e615-33e2-4d7c-97a0-bb82666df927 None None] Network e0fe6d92-3b50-4559-851b-526cfc929a83 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:28.382410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network e0fe6d92-3b50-4559-851b-526cfc929a83 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:28.386009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-cd1d179f-6d6d-4454-b742-7643a22e9622', 'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': '26624340-55ab-43cc-9e56-c1bcf4019e9a'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:28.387050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.400110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:28.454391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.455919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.499449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4ad53f26-1d95-4bd1-9932-e04633276ce6 None None] Provisioning complete for port 27aad4e9-2089-45c6-ba13-ce59ab231186 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:28.499829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ad53f26-1d95-4bd1-9932-e04633276ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.510655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:28.510858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.520358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.521586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:28.535714 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:28.567592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 86222f1a-c8f9-42b2-826a-330d11cc80aa up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:28.588027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:28.590677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:28.596702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:28.597315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.605200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Port': ['ID=2c21aae0-5564-456e-a3d0-2fe153f0eb2e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.610439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.632920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.658785 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fc927254-10ea-4448-8a94-d356f8728e2d tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.1141872 Nov 23 02:24:28.665342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59394) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:28.676546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.681596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.685224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/networks/775486b3-e0ad-4ab2-88d8-f5d69ebd03ba HTTP/1.1" status: 204 len: 168 time: 2.9197264 Nov 23 02:24:28.690103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59396) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:28.727476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cd067-d96c-430d-bc90-c55f9226eeae tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Network': ['ID=775486b3-e0ad-4ab2-88d8-f5d69ebd03ba,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.735904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:28.739617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.749248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.750477 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0fba2bd0-8ee4-4ed2-9dc2-c1df23821318 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0821726 Nov 23 02:24:28.759215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59398) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:28.765905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:28.776201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting subnet 31493d49-27c1-4a04-8eab-f7066e874a53 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:28.781243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] device_id is not set on port 5c362368-2934-47ad-8baa-039bf335acf3 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:28.844521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Network 543fd59a-83bb-467f-9f69-787fffcd0768 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:28.863221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 72138d27-9aec-4cd5-83e4-4ae8d96ebc61 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:28.882590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:28.891272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Pushing event updated for resources: {'Port': ['ID=ae1869e1-3c47-4e86-b495-1aef57c47b97,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:28.899396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:28.921681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Allocated IP 172.20.0.7 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/5c362368-2934-47ad-8baa-039bf335acf3) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:28.938869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting subnet 2f9c370c-a478-47f0-99b1-f5f2fe5472a6 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:28.946374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.009349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.039960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.047603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-85645c35-2bc3-474f-84e5-228065f5c2ab', 'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'tenant_id': '53e4218fb33c41029106d4cd9c67b924', 'fixed_ips': [{'subnet_id': '859b13e1-de31-46d7-9614-0893dad89b99'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:29.048500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.050729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.099904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.184592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.203215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Allocated IP 2001:db8:1::2 (cd1d179f-6d6d-4454-b742-7643a22e9622/26624340-55ab-43cc-9e56-c1bcf4019e9a/53cf685f-7cb0-4afe-b470-6bb4f52e628a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:29.203486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.212381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 86222f1a-c8f9-42b2-826a-330d11cc80aa triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:29.212761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.225954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:29.257713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Attempting to bind port ae1869e1-3c47-4e86-b495-1aef57c47b97 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:29.258134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Attempting to bind port ae1869e1-3c47-4e86-b495-1aef57c47b97 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd7366f83-9db8-4629-8742-6a0aff4a60e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:29.258523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Attempting to bind port ae1869e1-3c47-4e86-b495-1aef57c47b97 on network 543fd59a-83bb-467f-9f69-787fffcd0768 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:29.270348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:29.273905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:29.287480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.294097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Pushing event updated for resources: {'Port': ['ID=7f39223f-140b-4a63-b7b9-e064853e6ce2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:29.313938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.320061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:29.334406 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-58da4fd5-295e-48c5-aabe-1ff5de8f7371 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/72138d27-9aec-4cd5-83e4-4ae8d96ebc61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1713109 Nov 23 02:24:29.364855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59400) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:29.365124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:29.365468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Checking segment: {'id': 'd7366f83-9db8-4629-8742-6a0aff4a60e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:29.365955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.366257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Bound using segment: {'id': 'd7366f83-9db8-4629-8742-6a0aff4a60e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:29.366746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Bound port: ae1869e1-3c47-4e86-b495-1aef57c47b97, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7366f83-9db8-4629-8742-6a0aff4a60e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '543fd59a-83bb-467f-9f69-787fffcd0768'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:29.367129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.369331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] Sync routers for ids ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:29.385030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:29.385665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=5c362368-2934-47ad-8baa-039bf335acf3,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:29.391424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:29.397232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:29.481813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.482749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.508944 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b145eafe-908c-4d75-a2c7-78ca5270433b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6381364 Nov 23 02:24:29.510856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.521096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59402) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:29.550097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] Routers {'72138d27-9aec-4cd5-83e4-4ae8d96ebc61'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:29.550744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:29.557837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'name': 'tempest-AllowedAddressPairTestJSON-1500154968', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:10:c8:af'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:29.563815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Subnet': ['ID=31493d49-27c1-4a04-8eab-f7066e874a53,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:29.628155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.632114 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2c35c554-28d2-4786-8aa9-7128479f6b85 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/31493d49-27c1-4a04-8eab-f7066e874a53 HTTP/1.1" status: 204 len: 168 time: 0.9655602 Nov 23 02:24:29.635070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59404) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:29.657395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:29.694842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Attempting to bind port 7f39223f-140b-4a63-b7b9-e064853e6ce2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:29.695227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Attempting to bind port 7f39223f-140b-4a63-b7b9-e064853e6ce2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '31a30fd2-17f5-4a76-90e2-149c7c520294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:29.695616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Attempting to bind port 7f39223f-140b-4a63-b7b9-e064853e6ce2 on network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:29.706436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2537f78f-35f0-457a-bfc0-66cb72d3df33 None None] Provisioning complete for port 86222f1a-c8f9-42b2-826a-330d11cc80aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:29.706812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2537f78f-35f0-457a-bfc0-66cb72d3df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.724541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0171ebb-9bea-48c9-b120-c9d6eaffa3e6 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.729912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0171ebb-9bea-48c9-b120-c9d6eaffa3e6 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.736174 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c0171ebb-9bea-48c9-b120-c9d6eaffa3e6 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0950334 Nov 23 02:24:29.739712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59406) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:29.791768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacf3071-db30-4d17-aaeb-42060381b188 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:29.808717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:29.809095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Checking segment: {'id': '31a30fd2-17f5-4a76-90e2-149c7c520294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:29.809501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.809895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Bound using segment: {'id': '31a30fd2-17f5-4a76-90e2-149c7c520294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:29.810381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Bound port: 7f39223f-140b-4a63-b7b9-e064853e6ce2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a30fd2-17f5-4a76-90e2-149c7c520294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'a9cc6ca0-7b96-4f99-8ee6-f41d1492d474'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:29.810927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.811180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fcbf5b-166a-4cb6-baa3-02ad1cf158ab tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:29.815729 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-25fcbf5b-166a-4cb6-baa3-02ad1cf158ab tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports/cd0d71af-773c-47f2-a459-da63f15b3bcf HTTP/1.1" status: 200 len: 976 time: 0.1155787 Nov 23 02:24:29.826482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59408) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:29.895011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::1 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/352c29dd-4294-4a76-a1cf-f7873e28593f/76146bb9-3265-4c88-92fd-2c6d9fd283bb) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:29.900304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:29.908423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.021029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Allocated IP 172.20.0.2 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/4627b17d-d03b-4bcb-b685-b5aad2a16753) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:30.033722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] Routers {'72138d27-9aec-4cd5-83e4-4ae8d96ebc61'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:30.034474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:30.037757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] For port ae1869e1-3c47-4e86-b495-1aef57c47b97, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:30.060464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10f9f8ce-b005-49e4-be1c-8b015afb00c3 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.074158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:30.084661 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f9f8ce-b005-49e4-be1c-8b015afb00c3 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 02:24:30.085132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f9f8ce-b005-49e4-be1c-8b015afb00c3 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:30.088669 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-10f9f8ce-b005-49e4-be1c-8b015afb00c3 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 HTTP/1.1" status: 409 len: 405 time: 0.3478906 Nov 23 02:24:30.098139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59410) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:30.158235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:30.158802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ae9ff-0f0a-47a5-bd25-236b664ba7c6 None None] The sync data for ids ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:30.165055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] For port ae1869e1-3c47-4e86-b495-1aef57c47b97, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ae1869e1-3c47-4e86-b495-1aef57c47b97,segment=NetworkSegment(d7366f83-9db8-4629-8742-6a0aff4a60e4),segment_id=d7366f83-9db8-4629-8742-6a0aff4a60e4)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:30.172848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.206412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.258998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-4964902'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:30.295471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:30.301379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.371065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.416710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.423304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.461961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:30.469989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.478785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.493860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 86222f1a-c8f9-42b2-826a-330d11cc80aa, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=86222f1a-c8f9-42b2-826a-330d11cc80aa,segment=NetworkSegment(213be057-44f3-4e31-9dfe-1987d076f612),segment_id=213be057-44f3-4e31-9dfe-1987d076f612)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:30.503661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.507625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/subnets/2f9c370c-a478-47f0-99b1-f5f2fe5472a6 HTTP/1.1" status: 204 len: 168 time: 1.8165302 Nov 23 02:24:30.510955 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59412) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:30.535110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] For port 7f39223f-140b-4a63-b7b9-e064853e6ce2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:30.540154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ed950a-7e30-4f9d-97fc-be7867cb5e8d None None] Network c5174e26-8406-4080-aa1e-284d512b6c33 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:30.546818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.547560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 27aad4e9-2089-45c6-ba13-ce59ab231186 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:30.566175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8::1 (543fd59a-83bb-467f-9f69-787fffcd0768/30618d1b-b25b-4b91-9b36-7e734c3d795b/3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:30.568797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.569147 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Added segment 274ed3b5-f171-47a4-87d8-40792708cdcb of type vlan for network 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae Nov 23 02:24:30.579042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] device_id is not set on port 84d89dd1-a3cb-4f85-a861-5dd136b01cf8 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:30.584274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7a2b2-8321-4042-8cc0-5d940f14e2f9 None None] Pushing event updated for resources: {'Port': ['ID=ae1869e1-3c47-4e86-b495-1aef57c47b97,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:30.585031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab50ad5-e452-4919-8ee9-419b7116b6cd tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9c370c-a478-47f0-99b1-f5f2fe5472a6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:30.643610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.661397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.692646 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] For port 7f39223f-140b-4a63-b7b9-e064853e6ce2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7f39223f-140b-4a63-b7b9-e064853e6ce2,segment=NetworkSegment(31a30fd2-17f5-4a76-90e2-149c7c520294),segment_id=31a30fd2-17f5-4a76-90e2-149c7c520294)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:30.696047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Network cd1d179f-6d6d-4454-b742-7643a22e9622 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:30.749829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting subnet 6565160d-8777-43fe-a325-c1b4c047aca7 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:30.759328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:30.770944 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.773166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:30.775850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:30.777610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.780823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:30.783063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2537f78f-35f0-457a-bfc0-66cb72d3df33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.786254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.799755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:30.844742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=76146bb9-3265-4c88-92fd-2c6d9fd283bb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:30.868256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.878432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:30.879964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.890045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.981041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:30.981543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Network': ['ID=4cf23d88-cddd-4d4f-b9cf-66a283dfbcae,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:30.995996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Pushing event updated for resources: {'Port': ['ID=53cf685f-7cb0-4afe-b470-6bb4f52e628a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:31.044675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:31.070177 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f80dc384-c9d4-4a13-8d69-75299b3310e1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8280060 Nov 23 02:24:31.075309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59414) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:31.091674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'subnet': {'network_id': '4cf23d88-cddd-4d4f-b9cf-66a283dfbcae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:31.110633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.168897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.195355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Attempting to bind port 53cf685f-7cb0-4afe-b470-6bb4f52e628a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:31.196066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Attempting to bind port 53cf685f-7cb0-4afe-b470-6bb4f52e628a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '8cf91f87-f2b8-44f0-9acb-3c05705960ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:31.196066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Attempting to bind port 53cf685f-7cb0-4afe-b470-6bb4f52e628a on network cd1d179f-6d6d-4454-b742-7643a22e9622 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:31.199850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.209027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.246344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 27aad4e9-2089-45c6-ba13-ce59ab231186 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:31.246729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.260131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.263027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78134c9c-1767-4e49-99b9-341b3c78fb98 None None] Network a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:31.265943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.268724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:31.268724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Checking segment: {'id': '8cf91f87-f2b8-44f0-9acb-3c05705960ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:31.269035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.269411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Bound using segment: {'id': '8cf91f87-f2b8-44f0-9acb-3c05705960ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:31.270044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Bound port: 53cf685f-7cb0-4afe-b470-6bb4f52e628a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf91f87-f2b8-44f0-9acb-3c05705960ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'cd1d179f-6d6d-4454-b742-7643a22e9622'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:31.270437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.282915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-2537f78f-35f0-457a-bfc0-66cb72d3df33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:24:31.283269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-2537f78f-35f0-457a-bfc0-66cb72d3df33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:24:31.305183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Subnet': ['ID=6565160d-8777-43fe-a325-c1b4c047aca7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:31.319467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.322995 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1f5cc677-fa2c-4f75-af63-a5df806d60ec tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/subnets/6565160d-8777-43fe-a325-c1b4c047aca7 HTTP/1.1" status: 204 len: 168 time: 0.8101461 Nov 23 02:24:31.328425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.342768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59416) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:31.355319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Allocated IP 172.20.0.14 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/84d89dd1-a3cb-4f85-a861-5dd136b01cf8) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:31.381881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52196649-de44-4773-8696-e54065f7d7d0 None None] Network 821b737d-71a9-4406-b223-9ac72b3d3621 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:31.393987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=86222f1a-c8f9-42b2-826a-330d11cc80aa,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:31.397114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 543fd59a-83bb-467f-9f69-787fffcd0768 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:31.406910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:31.415477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.435318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port cd0d71af-773c-47f2-a459-da63f15b3bcf {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:31.435927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.466572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:31.564960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:31.589692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:31.592602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:31.593183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.603668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:31.808100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] For port 53cf685f-7cb0-4afe-b470-6bb4f52e628a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:31.818666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] For port 53cf685f-7cb0-4afe-b470-6bb4f52e628a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=53cf685f-7cb0-4afe-b470-6bb4f52e628a,segment=NetworkSegment(8cf91f87-f2b8-44f0-9acb-3c05705960ae),segment_id=8cf91f87-f2b8-44f0-9acb-3c05705960ae)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:31.848024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] DHCP port deletion for c5174e26-8406-4080-aa1e-284d512b6c33 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:31.877448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:31.966891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.021303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Attempting to bind port 4627b17d-d03b-4bcb-b685-b5aad2a16753 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:32.021701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Attempting to bind port 4627b17d-d03b-4bcb-b685-b5aad2a16753 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '21812681-d594-4d15-9243-5ad980bfe399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:32.022230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Attempting to bind port 4627b17d-d03b-4bcb-b685-b5aad2a16753 on network 85645c35-2bc3-474f-84e5-228065f5c2ab {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:32.228078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.253157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd4162-c5e5-4fb0-8512-833781cd6c7a None None] Pushing event updated for resources: {'Port': ['ID=7f39223f-140b-4a63-b7b9-e064853e6ce2,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.258369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.268966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a28c20-ea72-4758-8948-67c44535b06d None None] Network 543fd59a-83bb-467f-9f69-787fffcd0768 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:32.309124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for cd0d71af-773c-47f2-a459-da63f15b3bcf owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:32.312074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.321925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.322696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.438774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:32.439415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Checking segment: {'id': '21812681-d594-4d15-9243-5ad980bfe399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:32.439986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.440577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Bound using segment: {'id': '21812681-d594-4d15-9243-5ad980bfe399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:32.441241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Bound port: 4627b17d-d03b-4bcb-b685-b5aad2a16753, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21812681-d594-4d15-9243-5ad980bfe399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:32.441818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.443661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 543fd59a-83bb-467f-9f69-787fffcd0768 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:32.453463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:32.461282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.526023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.567235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.628715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:32.639133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:32.642395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.667307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:32.677533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=84d89dd1-a3cb-4f85-a861-5dd136b01cf8,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.697445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Pushing event updated for resources: {'Port': ['ID=4627b17d-d03b-4bcb-b685-b5aad2a16753,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.745554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] Deleting port 46d99477-517a-4772-9fa6-881319e56e2e {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:32.745937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.755190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] For port 4627b17d-d03b-4bcb-b685-b5aad2a16753, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:32.813962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:24:32.827402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:32.831649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.855926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.877238 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2313d41f-3997-427f-a17e-a62f220ed218 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3234987 Nov 23 02:24:32.896049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59418) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:32.915109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=cd0d71af-773c-47f2-a459-da63f15b3bcf,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:32.963879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] For port 46d99477-517a-4772-9fa6-881319e56e2e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=46d99477-517a-4772-9fa6-881319e56e2e,segment=NetworkSegment(83666c24-9af9-40c3-80b7-be2c8ef02d1f),segment_id=83666c24-9af9-40c3-80b7-be2c8ef02d1f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:32.964312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:32.985814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] Calling delete_port for 46d99477-517a-4772-9fa6-881319e56e2e owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:33.047479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca366c92-ea34-4d58-93d4-8dd70965b14e tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:33.057896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca366c92-ea34-4d58-93d4-8dd70965b14e tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:33.064679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca366c92-ea34-4d58-93d4-8dd70965b14e tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:33.065790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5b90d-476a-4615-a510-82578813bafd None None] Pushing event updated for resources: {'Port': ['ID=53cf685f-7cb0-4afe-b470-6bb4f52e628a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:33.070470 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ca366c92-ea34-4d58-93d4-8dd70965b14e tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1719494 Nov 23 02:24:33.071225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59420) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:33.114490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] For port 4627b17d-d03b-4bcb-b685-b5aad2a16753, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4627b17d-d03b-4bcb-b685-b5aad2a16753,segment=NetworkSegment(21812681-d594-4d15-9243-5ad980bfe399),segment_id=21812681-d594-4d15-9243-5ad980bfe399)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:33.174947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a8de24b3-cbe8-4229-9a3a-7808a1e7573e no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:33.190908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] DHCP port deletion for 821b737d-71a9-4406-b223-9ac72b3d3621 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:33.197748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.200278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.275854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.285285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] Pushing event deleted for resources: {'Port': ['ID=46d99477-517a-4772-9fa6-881319e56e2e,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:33.300411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.361586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Provisioning complete for port 76146bb9-3265-4c88-92fd-2c6d9fd283bb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:33.361965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.413902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a9e9b-aa03-4c8c-821b-27d75e003428 None None] Pushing event updated for resources: {'Port': ['ID=4627b17d-d03b-4bcb-b685-b5aad2a16753,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:33.424053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.430879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Port 76146bb9-3265-4c88-92fd-2c6d9fd283bb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:33.433188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: a8de24b3-cbe8-4229-9a3a-7808a1e7573e {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:33.433547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a8de24b3-cbe8-4229-9a3a-7808a1e7573e not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:33.488162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ebdd4-8969-4441-9bc0-76ed729dda95 None None] No DVR routers for this DVR port 46d99477-517a-4772-9fa6-881319e56e2e on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:33.514755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Subnet': ['ID=b16066b4-86c8-4da5-920c-4ff8ae80ca35,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:33.517958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.518813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.583205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-072b9d40-a28d-4004-937b-12062902be83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.631696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=76146bb9-3265-4c88-92fd-2c6d9fd283bb,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:33.636360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Provisioning complete for port ae1869e1-3c47-4e86-b495-1aef57c47b97 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:33.636863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.684558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 72138d27-9aec-4cd5-83e4-4ae8d96ebc61 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:33.699952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port 84d89dd1-a3cb-4f85-a861-5dd136b01cf8 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:33.708502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.772315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Checking segment: {'id': '274ed3b5-f171-47a4-87d8-40792708cdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '4cf23d88-cddd-4d4f-b9cf-66a283dfbcae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:33.789944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network hostable DHCP agents. Network: 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:33.821138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] Deleting port 038c4815-73c0-4bbb-accf-3312f211512a {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:33.821428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.875931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting port 46d99477-517a-4772-9fa6-881319e56e2e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:33.875931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.962197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] For port 46d99477-517a-4772-9fa6-881319e56e2e, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:33.962570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.980336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:33.981200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Calling delete_port for 46d99477-517a-4772-9fa6-881319e56e2e owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:33.984568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Port 46d99477-517a-4772-9fa6-881319e56e2e was not found and therefore no delete operation was performed {{(pid=103357) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:24:33.985724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router b880a537-5a34-4d8e-ba10-e4d7f8146008 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:33.988156 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-15a7518d-b97e-4a12-a526-df2db9a735a4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/72138d27-9aec-4cd5-83e4-4ae8d96ebc61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1214471 Nov 23 02:24:33.992007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59422) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:33.992154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:33.996169 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] Sync routers for ids ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:34.006143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.010332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] For port 038c4815-73c0-4bbb-accf-3312f211512a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=038c4815-73c0-4bbb-accf-3312f211512a,segment=NetworkSegment(97380243-a756-487a-b102-3df63dfc8f8d),segment_id=97380243-a756-487a-b102-3df63dfc8f8d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:34.010591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.012543 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] Routers {'72138d27-9aec-4cd5-83e4-4ae8d96ebc61'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:34.013495 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.015126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:34.034010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae1869e1-3c47-4e86-b495-1aef57c47b97 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:34.080699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] Calling delete_port for 038c4815-73c0-4bbb-accf-3312f211512a owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:34.099346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5c337b-73ef-44ca-bbbc-75b2e9f84970 None None] Network cd1d179f-6d6d-4454-b742-7643a22e9622 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:34.118142 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.136813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.149049 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] Routers {'72138d27-9aec-4cd5-83e4-4ae8d96ebc61'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:34.150486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.163877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] For port ae1869e1-3c47-4e86-b495-1aef57c47b97, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ae1869e1-3c47-4e86-b495-1aef57c47b97,segment=NetworkSegment(d7366f83-9db8-4629-8742-6a0aff4a60e4),segment_id=d7366f83-9db8-4629-8742-6a0aff4a60e4)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:34.179670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for 84d89dd1-a3cb-4f85-a861-5dd136b01cf8 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:34.232373 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.233485 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5ededb-d7cf-4f3e-8b6c-59637d7eb952 None None] The sync data for ids ['72138d27-9aec-4cd5-83e4-4ae8d96ebc61'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:34.237312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.286424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:34.294510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:34.300255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.311939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] No DVR routers for this DVR port 46d99477-517a-4772-9fa6-881319e56e2e on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:34.317679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Port': ['ID=46d99477-517a-4772-9fa6-881319e56e2e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:34.351876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ae1869e1-3c47-4e86-b495-1aef57c47b97 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:34.353307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.386456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-977decbe-b2da-4164-9772-a5a89b09b8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 02:24:34.390890 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-977decbe-b2da-4164-9772-a5a89b09b8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/72138d27-9aec-4cd5-83e4-4ae8d96ebc61/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3952665 Nov 23 02:24:34.391133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:34.393851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59424) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.400831 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-48383d12-1693-47ed-858c-9fb18f6b7d33 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/b880a537-5a34-4d8e-ba10-e4d7f8146008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6339464 Nov 23 02:24:34.403641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082cd220-3d9b-4239-861d-6382997a572d None None] Network 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:34.405324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59426) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.420950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] Sync routers for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:34.467163 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a8ecf455-b77e-4456-89b5-cb28d9e6ad89 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.3903348 Nov 23 02:24:34.474673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59428) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.488798 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b1e0b533-82e2-472d-b34e-55ea93e9b687 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=72138d27-9aec-4cd5-83e4-4ae8d96ebc61 HTTP/1.1" status: 200 len: 205 time: 0.0914288 Nov 23 02:24:34.491864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59430) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.560257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Provisioning complete for port 27aad4e9-2089-45c6-ba13-ce59ab231186 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:34.560747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.601276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.611199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ceed68-c426-43d9-8f4a-abafccfbf27c tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:34.616397 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c5ceed68-c426-43d9-8f4a-abafccfbf27c tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports/3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72 HTTP/1.1" status: 200 len: 911 time: 0.1969049 Nov 23 02:24:34.620226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.622992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59432) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:34.642974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.657442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:34.695319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Pushing event updated for resources: {'Port': ['ID=ae1869e1-3c47-4e86-b495-1aef57c47b97,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:34.723439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:34.725492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.757685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:34.789608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.801172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.802028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5174e26-8406-4080-aa1e-284d512b6c33']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.819504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] No DVR routers for this DVR port 038c4815-73c0-4bbb-accf-3312f211512a on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:34.850384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83666c24-9af9-40c3-80b7-be2c8ef02d1f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.855637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83666c24-9af9-40c3-80b7-be2c8ef02d1f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.915717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:34.917723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.928396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.936379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.937306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:34.964480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684411c-0cee-4990-9fd1-1b58e1d39d31 None None] Pushing event deleted for resources: {'Port': ['ID=038c4815-73c0-4bbb-accf-3312f211512a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:34.991671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:34.992464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0ac8bd-8bf9-4ff7-ba29-0175ec3415cf None None] The sync data for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:35.017443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.022549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.029784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.064671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 86222f1a-c8f9-42b2-826a-330d11cc80aa up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:35.163617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:35.164426 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:35.174699 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:35.182310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.182965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router 72138d27-9aec-4cd5-83e4-4ae8d96ebc61 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:35.193233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.197106 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ae8587e4-6f11-4dec-91e4-9933fbfc0378 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/72138d27-9aec-4cd5-83e4-4ae8d96ebc61 HTTP/1.1" status: 204 len: 168 time: 0.7019374 Nov 23 02:24:35.217626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=84d89dd1-a3cb-4f85-a861-5dd136b01cf8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:35.221279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59434) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:35.302933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0940aa-59fe-4666-a573-48984f883723 None None] Network 85645c35-2bc3-474f-84e5-228065f5c2ab requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:35.310585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.316270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.317290 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8a79bad0-f66a-4dcd-9d96-2370f113cefa tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/ports/84d89dd1-a3cb-4f85-a861-5dd136b01cf8 HTTP/1.1" status: 204 len: 168 time: 2.2424817 Nov 23 02:24:35.320952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59436) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:35.351852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b1c43-11fa-4f50-875d-67738e820f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-4cf23d88-cddd-4d4f-b9cf-66a283dfbcae', 'network_id': '4cf23d88-cddd-4d4f-b9cf-66a283dfbcae', 'tenant_id': 'e55c1956360649c4a869c6debfcb7a71', 'fixed_ips': [{'subnet_id': 'b16066b4-86c8-4da5-920c-4ff8ae80ca35'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:35.352987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-386b1c43-11fa-4f50-875d-67738e820f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.362953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.366824 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/networks/c5174e26-8406-4080-aa1e-284d512b6c33 HTTP/1.1" status: 204 len: 168 time: 3.9679434 Nov 23 02:24:35.370717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59438) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:35.410240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Could not find standard attr ID for object cd0d71af-773c-47f2-a459-da63f15b3bcf. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:24:35.442443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet 8b506424-b903-4ebd-9814-5a612e96619f {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:35.445773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.468435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.470504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b731c-bdf0-42ba-bf54-0a1dd0244ea3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Network': ['ID=c5174e26-8406-4080-aa1e-284d512b6c33,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:35.485591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-babc15f8-6f40-42a8-a81c-dfd2ad73bfbb tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] GET failed (client error): The resource could not be found. Nov 23 02:24:35.487329 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-babc15f8-6f40-42a8-a81c-dfd2ad73bfbb tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "GET /v2.0/ports/84d89dd1-a3cb-4f85-a861-5dd136b01cf8 HTTP/1.1" status: 404 len: 333 time: 0.1547136 Nov 23 02:24:35.494873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59440) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:35.506479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'name': 'tempest-AllowedAddressPairTestJSON-345181685'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:35.508902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Provisioning complete for port 86222f1a-c8f9-42b2-826a-330d11cc80aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:35.509366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1641c1e5-1bec-455e-ba29-6000f8242300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.535335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Subnet': ['ID=b16066b4-86c8-4da5-920c-4ff8ae80ca35,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:35.573809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2dc7b3-c2cc-4cc0-b39b-2f48cb269aa1 None None] Network 4cf23d88-cddd-4d4f-b9cf-66a283dfbcae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:35.601989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 86222f1a-c8f9-42b2-826a-330d11cc80aa triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:35.602365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.625560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:35.643554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.645954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3caa84eb-34b7-4698-a3d0-0805f37969de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.742789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf23d88-cddd-4d4f-b9cf-66a283dfbcae']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:35.781186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '274ed3b5-f171-47a4-87d8-40792708cdcb') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:35.781524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '274ed3b5-f171-47a4-87d8-40792708cdcb') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:35.796384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.831741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.837966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:35.838694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:35.841870 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:35.844102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.878742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 53cf685f-7cb0-4afe-b470-6bb4f52e628a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:35.887055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.891870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:35.893976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.908744 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f4155670-994a-475c-929b-24bba83d34ef tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "PUT /v2.0/routers/aadd7f7d-1323-4a54-b6f1-822f222b4bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6671803 Nov 23 02:24:35.917262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59442) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:35.917513 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Sync routers for ids ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:35.931823 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Routers {'aadd7f7d-1323-4a54-b6f1-822f222b4bb9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:35.932617 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:35.953621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:35.955875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 53cf685f-7cb0-4afe-b470-6bb4f52e628a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:35.955875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.025440 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Set router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:36.074401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.096334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Provisioning complete for port 76146bb9-3265-4c88-92fd-2c6d9fd283bb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:36.096708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.154119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.158739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/4cf23d88-cddd-4d4f-b9cf-66a283dfbcae HTTP/1.1" status: 204 len: 168 time: 1.6833863 Nov 23 02:24:36.167534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59444) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:36.181434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1827130288'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:36.206133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.209280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c49f4f-5b5f-473f-b70d-1110ca02dd5d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:36.210688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.211233 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a0c49f4f-5b5f-473f-b70d-1110ca02dd5d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports/76146bb9-3265-4c88-92fd-2c6d9fd283bb HTTP/1.1" status: 200 len: 911 time: 0.2935033 Nov 23 02:24:36.214748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 53cf685f-7cb0-4afe-b470-6bb4f52e628a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=53cf685f-7cb0-4afe-b470-6bb4f52e628a,segment=NetworkSegment(8cf91f87-f2b8-44f0-9acb-3c05705960ae),segment_id=8cf91f87-f2b8-44f0-9acb-3c05705960ae)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:36.215916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Port 76146bb9-3265-4c88-92fd-2c6d9fd283bb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:36.223044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.232132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59446) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:36.278454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Provisioning complete for port ae1869e1-3c47-4e86-b495-1aef57c47b97 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:36.278839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.297351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['821b737d-71a9-4406-b223-9ac72b3d3621']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:36.299543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:36.303242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.307353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a94026-81ee-41a8-91b5-5a3ec859cb1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Network': ['ID=4cf23d88-cddd-4d4f-b9cf-66a283dfbcae,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:36.333277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97380243-a756-487a-b102-3df63dfc8f8d') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:36.333580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97380243-a756-487a-b102-3df63dfc8f8d') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:36.354889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 46d99477-517a-4772-9fa6-881319e56e2e no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:36.369958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.380418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] device_id is not set on port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:36.388910 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:31Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None, '_interfaces': [{'id': '76146bb9-3265-4c88-92fd-2c6d9fd283bb', 'name': '', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'mac_address': 'fa:16:3e:fd:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '352c29dd-4294-4a76-a1cf-f7873e28593f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:32Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'subnets': [{'id': '352c29dd-4294-4a76-a1cf-f7873e28593f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:36.390961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.415058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 46d99477-517a-4772-9fa6-881319e56e2e {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:36.415402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 46d99477-517a-4772-9fa6-881319e56e2e not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:36.415848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 038c4815-73c0-4bbb-accf-3312f211512a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:36.439058 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Checking router: aadd7f7d-1323-4a54-b6f1-822f222b4bb9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:36.440366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Updating router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 port 76146bb9-3265-4c88-92fd-2c6d9fd283bb binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:24:36.456023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=53cf685f-7cb0-4afe-b470-6bb4f52e628a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:36.460838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.463100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 038c4815-73c0-4bbb-accf-3312f211512a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:36.463464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 038c4815-73c0-4bbb-accf-3312f211512a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:36.471725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=8b506424-b903-4ebd-9814-5a612e96619f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:36.493770 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.555805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.577346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Provisioning complete for port 53cf685f-7cb0-4afe-b470-6bb4f52e628a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:36.577734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.595348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.605259 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8f23a012-e7bd-4471-8a3e-1b835f25cb9b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/8b506424-b903-4ebd-9814-5a612e96619f HTTP/1.1" status: 204 len: 168 time: 1.3606167 Nov 23 02:24:36.621638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59448) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:36.633913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4844b1f-5b39-4f28-8958-8bb0030e31ac None None] Network e0fe6d92-3b50-4559-851b-526cfc929a83 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:36.651774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:36.652186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:36.660027 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:36.815740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:36.821893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:36.852049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae1869e1-3c47-4e86-b495-1aef57c47b97 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:36.902514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86672bba-2737-4828-9880-615d302bdecf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:36.916509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86672bba-2737-4828-9880-615d302bdecf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:36.924088 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-86672bba-2737-4828-9880-615d302bdecf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.6877885 Nov 23 02:24:36.933893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59450) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:36.982285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ae1869e1-3c47-4e86-b495-1aef57c47b97 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:36.982836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.010677 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.018844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:37.019058 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.051941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8:1::1 (cd1d179f-6d6d-4454-b742-7643a22e9622/26624340-55ab-43cc-9e56-c1bcf4019e9a/2f07e232-99c5-428c-ad0e-c20e4aaad871) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:37.059402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.060146 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Added segment 3102350b-799e-4068-baf0-08adf3b288e6 of type vlan for network 471136f4-e48b-4648-82f6-251191d83f62 Nov 23 02:24:37.092963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Provisioning complete for port 4627b17d-d03b-4bcb-b685-b5aad2a16753 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:37.093125 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Pushing event updated for resources: {'Port': ['ID=76146bb9-3265-4c88-92fd-2c6d9fd283bb,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.093345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.095499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.101015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.109094 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.109864 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.110222 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.110562 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.111289 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.111650 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.112033 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.112409 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.112756 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.113092 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.113422 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.113746 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:24:37.167900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.174415 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/networks/821b737d-71a9-4406-b223-9ac72b3d3621 HTTP/1.1" status: 204 len: 168 time: 1.8024981 Nov 23 02:24:37.199733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59452) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:37.204927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] DHCP port deletion for e0fe6d92-3b50-4559-851b-526cfc929a83 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:37.222021 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Attempting to bind port 76146bb9-3265-4c88-92fd-2c6d9fd283bb on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:37.222668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Attempting to bind port 76146bb9-3265-4c88-92fd-2c6d9fd283bb by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:37.223208 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Attempting to bind port 76146bb9-3265-4c88-92fd-2c6d9fd283bb on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:37.229868 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:37.230528 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:37.231237 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.231816 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:37.232639 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Bound port: 76146bb9-3265-4c88-92fd-2c6d9fd283bb, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:37.233219 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.248544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eac2a1-ef9f-4b54-8623-ee6fc41bf6b3 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Network': ['ID=821b737d-71a9-4406-b223-9ac72b3d3621,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.258214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Allocated IP 172.20.0.11 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:37.285328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.348480 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] For port 76146bb9-3265-4c88-92fd-2c6d9fd283bb, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:37.354855 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] For port 76146bb9-3265-4c88-92fd-2c6d9fd283bb, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=76146bb9-3265-4c88-92fd-2c6d9fd283bb,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:37.375667 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.404889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.resource_extend [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:24:37.421632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.456528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting subnet 779d09bc-9d21-4c56-a150-63b89b435286 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:37.469868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 53cf685f-7cb0-4afe-b470-6bb4f52e628a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:37.479736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.502716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] For port 4627b17d-d03b-4bcb-b685-b5aad2a16753, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4627b17d-d03b-4bcb-b685-b5aad2a16753,segment=NetworkSegment(21812681-d594-4d15-9243-5ad980bfe399),segment_id=21812681-d594-4d15-9243-5ad980bfe399)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:37.509376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.518790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:37.519634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.522866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 86222f1a-c8f9-42b2-826a-330d11cc80aa {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:37.523419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.536214 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c90655-9d3c-4791-b9e8-c251f44299d2 None None] Pushing event updated for resources: {'Port': ['ID=76146bb9-3265-4c88-92fd-2c6d9fd283bb,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.547734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.569039 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Routers {'aadd7f7d-1323-4a54-b6f1-822f222b4bb9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:37.569702 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:37.626710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Provisioning complete for port 3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:37.627432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.653195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.662575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4869299 Nov 23 02:24:37.673195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.673549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59454) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:37.679601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] Deleting port 86222f1a-c8f9-42b2-826a-330d11cc80aa {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:37.680312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.689859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'subnet': {'network_id': '471136f4-e48b-4648-82f6-251191d83f62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:37.702956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c147b5-78a1-4254-afb2-dd32b69434cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Network': ['ID=471136f4-e48b-4648-82f6-251191d83f62,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.741155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 86222f1a-c8f9-42b2-826a-330d11cc80aa, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=86222f1a-c8f9-42b2-826a-330d11cc80aa,segment=NetworkSegment(213be057-44f3-4e31-9dfe-1987d076f612),segment_id=213be057-44f3-4e31-9dfe-1987d076f612)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:37.741517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.742986 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] Set router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:37.749632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 471136f4-e48b-4648-82f6-251191d83f62 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:37.757992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Pushing event updated for resources: {'Port': ['ID=4627b17d-d03b-4bcb-b685-b5aad2a16753,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.784824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 53cf685f-7cb0-4afe-b470-6bb4f52e628a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:37.785380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.806763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.855460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 86222f1a-c8f9-42b2-826a-330d11cc80aa owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:37.859717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.863818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.877740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-953fbf5d-0dab-4026-8b2b-b384a44a54f2 None None] Port 3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:37.927280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network cd1d179f-6d6d-4454-b742-7643a22e9622 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:37.931305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] For port 86222f1a-c8f9-42b2-826a-330d11cc80aa, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=86222f1a-c8f9-42b2-826a-330d11cc80aa,segment=NetworkSegment(213be057-44f3-4e31-9dfe-1987d076f612),segment_id=213be057-44f3-4e31-9dfe-1987d076f612)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:37.931850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.946518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:37.965489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:37.971554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:37.979243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=2f07e232-99c5-428c-ad0e-c20e4aaad871,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:37.981049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] Calling delete_port for 86222f1a-c8f9-42b2-826a-330d11cc80aa owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:38.072154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:38.075783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.083730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Provisioning complete for port 76146bb9-3265-4c88-92fd-2c6d9fd283bb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:38.084217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.085243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.089655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.097825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4627b17d-d03b-4bcb-b685-b5aad2a16753 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:38.104467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.185299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Subnet': ['ID=779d09bc-9d21-4c56-a150-63b89b435286,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:38.187520 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:31Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None, '_interfaces': [{'id': '76146bb9-3265-4c88-92fd-2c6d9fd283bb', 'name': '', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'mac_address': 'fa:16:3e:fd:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '352c29dd-4294-4a76-a1cf-f7873e28593f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:37Z', 'revision_number': 4, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'subnets': [{'id': '352c29dd-4294-4a76-a1cf-f7873e28593f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:38.188881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.195321 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0c808c6f-1d5d-4c1a-a3ad-f869a3ac762d tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/subnets/779d09bc-9d21-4c56-a150-63b89b435286 HTTP/1.1" status: 204 len: 168 time: 0.9896572 Nov 23 02:24:38.196017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59456) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:38.242012 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a88506-88cd-470e-9e12-ff47035a49e1 None None] The sync data for ids ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'] in dv-neutron-818844-1-hyperv is: [{'id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:31Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None, '_interfaces': [{'id': '76146bb9-3265-4c88-92fd-2c6d9fd283bb', 'name': '', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'mac_address': 'fa:16:3e:fd:8f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 771, 'fixed_ips': [{'subnet_id': '352c29dd-4294-4a76-a1cf-f7873e28593f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:37Z', 'revision_number': 4, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'subnets': [{'id': '352c29dd-4294-4a76-a1cf-f7873e28593f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:38.281300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.353377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.367776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c0f607-2f9e-4f47-86a4-9c9cdb06276b None None] Network 537b875a-4720-4b32-94fc-24fcfd0b45b9 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:38.379285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.430659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:38.433115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.445372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:38.468939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=86222f1a-c8f9-42b2-826a-330d11cc80aa,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:38.480048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:38.487181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:38.533629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port 86222f1a-c8f9-42b2-826a-330d11cc80aa on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:38.674334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Deleting port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:38.675160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.683409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.720274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:38.721008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.722157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4627b17d-d03b-4bcb-b685-b5aad2a16753 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:38.722542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.773305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.829685 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5053f3e4-8654-4ee8-82b3-d64e38e27b11 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3336499 Nov 23 02:24:38.830364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59458) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:38.842199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] DHCP port deletion for 537b875a-4720-4b32-94fc-24fcfd0b45b9 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:38.851086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] No DVR routers for this DVR port 86222f1a-c8f9-42b2-826a-330d11cc80aa on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:38.865078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:10:c8:af'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:38.867649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843643e-365a-4209-b627-5f768b0c83b3 None None] Pushing event deleted for resources: {'Port': ['ID=86222f1a-c8f9-42b2-826a-330d11cc80aa,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:38.881950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fe6d92-3b50-4559-851b-526cfc929a83']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:38.887646 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.927992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213be057-44f3-4e31-9dfe-1987d076f612') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:38.928338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213be057-44f3-4e31-9dfe-1987d076f612') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:38.928537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.943164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.948935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.950218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:38.952950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.000447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] For port 76146bb9-3265-4c88-92fd-2c6d9fd283bb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=76146bb9-3265-4c88-92fd-2c6d9fd283bb,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:39.012636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.023441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] For port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,segment=NetworkSegment(3074566f-a564-4b30-abbc-eb6d055d1516),segment_id=3074566f-a564-4b30-abbc-eb6d055d1516)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:39.024078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.030488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Could not find standard attr ID for object 84d89dd1-a3cb-4f85-a861-5dd136b01cf8. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:24:39.081206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.081374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] Deleting port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:39.081907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.092042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Provisioning complete for port 4627b17d-d03b-4bcb-b685-b5aad2a16753 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:39.092826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.119245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=2f07e232-99c5-428c-ad0e-c20e4aaad871,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.126032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:39.126363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.126775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Calling delete_port for 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:39.130342 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:39.178568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Pushing event updated for resources: {'Port': ['ID=76146bb9-3265-4c88-92fd-2c6d9fd283bb,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.232961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Subnet': ['ID=d75280d7-904b-4bf7-be1e-ed520f4d88fa,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.244952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] For port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,segment=NetworkSegment(3074566f-a564-4b30-abbc-eb6d055d1516),segment_id=3074566f-a564-4b30-abbc-eb6d055d1516)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:39.245438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.249387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network cd1d179f-6d6d-4454-b742-7643a22e9622 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:39.252465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:39.294241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] Calling delete_port for 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:39.329575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.353516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Checking segment: {'id': '3102350b-799e-4068-baf0-08adf3b288e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '471136f4-e48b-4648-82f6-251191d83f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:39.353891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network hostable DHCP agents. Network: 471136f4-e48b-4648-82f6-251191d83f62, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:39.385229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 76146bb9-3265-4c88-92fd-2c6d9fd283bb {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:39.385493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.392212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.394927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 76146bb9-3265-4c88-92fd-2c6d9fd283bb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:39.411703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.429590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.438418 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/e0fe6d92-3b50-4559-851b-526cfc929a83 HTTP/1.1" status: 204 len: 168 time: 2.8156104 Nov 23 02:24:39.446915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59460) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:39.449892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] No DVR routers for this DVR port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:39.459664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Port': ['ID=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.476700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc63a0-6176-41b2-8515-65f3c068391f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=e0fe6d92-3b50-4559-851b-526cfc929a83,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.481108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.503097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1258243477'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:39.510448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Provisioning complete for port 5c362368-2934-47ad-8baa-039bf335acf3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:39.515641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.521094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network 471136f4-e48b-4648-82f6-251191d83f62 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:39.539517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 76146bb9-3265-4c88-92fd-2c6d9fd283bb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:39.539923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.581377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router b880a537-5a34-4d8e-ba10-e4d7f8146008 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:39.591504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.595065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.602968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 471136f4-e48b-4648-82f6-251191d83f62) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:39.618762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port 76146bb9-3265-4c88-92fd-2c6d9fd283bb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=76146bb9-3265-4c88-92fd-2c6d9fd283bb,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:39.619351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.623372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:39.624409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.638001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] No DVR routers for this DVR port 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:39.640029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e70306-bcee-4bb8-b351-7e444e3a1023 None None] Network 471136f4-e48b-4648-82f6-251191d83f62 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:39.651804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 76146bb9-3265-4c88-92fd-2c6d9fd283bb owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:39.675252 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537b875a-4720-4b32-94fc-24fcfd0b45b9']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:39.695582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a4c011f3-2a11-4b7c-a07c-43d0ce1f4d2c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0172787 Nov 23 02:24:39.702879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59462) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:39.707830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:39.711472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.752595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281da6f-2398-4871-bc31-dc7e916f21d1 None None] Pushing event deleted for resources: {'Port': ['ID=7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:39.761805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2614b978-f0cb-42cf-bfc8-cbc2151f7f7b None None] Port 5c362368-2934-47ad-8baa-039bf335acf3 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:39.770671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3074566f-a564-4b30-abbc-eb6d055d1516') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:39.770961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3074566f-a564-4b30-abbc-eb6d055d1516') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:39.822540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.851504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4627b17d-d03b-4bcb-b685-b5aad2a16753 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:39.860788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:39.869901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6280cc82-d8bc-4fae-b810-66bb641fae50 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/b880a537-5a34-4d8e-ba10-e4d7f8146008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2417583 Nov 23 02:24:39.872188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59464) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:39.873139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.875387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:39.906422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] Sync routers for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:39.925294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:39.925865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:39.929483 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:39.943697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3182afdc-f6ee-422e-8f83-8c2ce6918c83 None None] Provisioning complete for port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:39.944088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3182afdc-f6ee-422e-8f83-8c2ce6918c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.967395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-471136f4-e48b-4648-82f6-251191d83f62', 'network_id': '471136f4-e48b-4648-82f6-251191d83f62', 'tenant_id': 'e55c1956360649c4a869c6debfcb7a71', 'fixed_ips': [{'subnet_id': 'd75280d7-904b-4bf7-be1e-ed520f4d88fa'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:39.968734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.970692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:39.971336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:39.985964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:39.986428 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment 6f7fb8f4-8d80-4bfe-beff-9592c6d4b751 of type vlan for network 15767a78-531c-431d-97f6-3c83a8177b3b Nov 23 02:24:40.014104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.041302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:40.060150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3182afdc-f6ee-422e-8f83-8c2ce6918c83 None None] Port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:40.063938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.073474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4627b17d-d03b-4bcb-b685-b5aad2a16753 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:40.073850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.085650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.088870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.092495 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/networks/537b875a-4720-4b32-94fc-24fcfd0b45b9 HTTP/1.1" status: 204 len: 168 time: 1.8939493 Nov 23 02:24:40.098542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59466) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.111111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bf106-8f41-45c8-9f04-210993c2a0b9 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Pushing event deleted for resources: {'Network': ['ID=537b875a-4720-4b32-94fc-24fcfd0b45b9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.119416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:40.120060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:40.154056 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4b90b756-6e23-4f3e-8a6d-e529f4ca77d0 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "GET /v2.0/ports?device_id=bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 HTTP/1.1" status: 200 len: 205 time: 0.0517938 Nov 23 02:24:40.163767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59468) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.194026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:40.194619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28dcf7ec-cd24-44ff-979e-0a26af38c673 None None] The sync data for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:40.212152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3182afdc-f6ee-422e-8f83-8c2ce6918c83 None None] Provisioning complete for port 2f07e232-99c5-428c-ad0e-c20e4aaad871 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:40.212557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3182afdc-f6ee-422e-8f83-8c2ce6918c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.272097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.272672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.282034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b4a390-fc94-48c0-a409-cfa3c3b303c2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:40.283925 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d4b4a390-fc94-48c0-a409-cfa3c3b303c2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports/2f07e232-99c5-428c-ad0e-c20e4aaad871 HTTP/1.1" status: 200 len: 913 time: 0.4096613 Nov 23 02:24:40.287083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59470) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.289808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3182afdc-f6ee-422e-8f83-8c2ce6918c83 None None] Port 2f07e232-99c5-428c-ad0e-c20e4aaad871 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:40.296206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.327110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Allocated IP 2001:db8::2 (471136f4-e48b-4648-82f6-251191d83f62/d75280d7-904b-4bf7-be1e-ed520f4d88fa/abd84254-01a6-4dc1-9134-fb6f2957005f) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:40.353258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.359569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:40.360446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.371803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.448094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 86222f1a-c8f9-42b2-826a-330d11cc80aa no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:40.478616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 86222f1a-c8f9-42b2-826a-330d11cc80aa {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:40.479002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 86222f1a-c8f9-42b2-826a-330d11cc80aa not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:40.479390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:40.613135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.620965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.675942 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] In _notify_port_updated(), no bound segment for port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 on network 85645c35-2bc3-474f-84e5-228065f5c2ab {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:24:40.681682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:40.682413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.687155 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b8ebabbf-a8b4-4309-ba63-0d8c8aa3481c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "PUT /v2.0/ports/ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 HTTP/1.1" status: 200 len: 993 time: 1.8292353 Nov 23 02:24:40.699351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:40.699703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7cd72fc3-f848-4f0f-a1b8-2867c96a0cfd not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:40.701259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59472) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.704907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=76146bb9-3265-4c88-92fd-2c6d9fd283bb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.755463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.770038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.822108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Network 471136f4-e48b-4648-82f6-251191d83f62 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:40.826149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:40.831528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:40.837478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Pushing event updated for resources: {'Port': ['ID=abd84254-01a6-4dc1-9134-fb6f2957005f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.902092 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4467747 Nov 23 02:24:40.907554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36189af-5cfe-48bc-a86a-0fbfd40268eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=15767a78-531c-431d-97f6-3c83a8177b3b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:40.911928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.912222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Attempting to bind port abd84254-01a6-4dc1-9134-fb6f2957005f on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:40.912748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Attempting to bind port abd84254-01a6-4dc1-9134-fb6f2957005f by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3102350b-799e-4068-baf0-08adf3b288e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '471136f4-e48b-4648-82f6-251191d83f62'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:40.913120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Attempting to bind port abd84254-01a6-4dc1-9134-fb6f2957005f on network 471136f4-e48b-4648-82f6-251191d83f62 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:40.922911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:40.923187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59474) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:40.923325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Checking segment: {'id': '3102350b-799e-4068-baf0-08adf3b288e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '471136f4-e48b-4648-82f6-251191d83f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:40.923892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.924373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Bound using segment: {'id': '3102350b-799e-4068-baf0-08adf3b288e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '471136f4-e48b-4648-82f6-251191d83f62'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:40.924968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Bound port: abd84254-01a6-4dc1-9134-fb6f2957005f, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3102350b-799e-4068-baf0-08adf3b288e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '471136f4-e48b-4648-82f6-251191d83f62'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:40.926789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:40.929750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 15767a78-531c-431d-97f6-3c83a8177b3b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:40.946060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:40.998640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.016105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3a096236-410d-42d7-8a5a-7603af0b7531 None None] Provisioning complete for port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:41.016516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3a096236-410d-42d7-8a5a-7603af0b7531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.061715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Subnet': ['ID=d75280d7-904b-4bf7-be1e-ed520f4d88fa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:41.069404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.081741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.085383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3a096236-410d-42d7-8a5a-7603af0b7531 None None] Port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:41.089209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] For port abd84254-01a6-4dc1-9134-fb6f2957005f, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:41.093506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] For port abd84254-01a6-4dc1-9134-fb6f2957005f, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=abd84254-01a6-4dc1-9134-fb6f2957005f,segment=NetworkSegment(3102350b-799e-4068-baf0-08adf3b288e6),segment_id=3102350b-799e-4068-baf0-08adf3b288e6)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:41.099084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.165152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.169281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655792a-7855-4c98-af9a-2d8b388a1fc0 None None] Pushing event updated for resources: {'Port': ['ID=abd84254-01a6-4dc1-9134-fb6f2957005f,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:41.181685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.182315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Fanout notify agent at l3_agent the message router_deleted on router bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:41.192905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.194274 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-371d0d15-9099-4892-9aa1-cac88097cfa6 tempest-RoutersNegativeIpV6Test-1877508920 tempest-RoutersNegativeIpV6Test-1877508920-project] 10.222.0.53 "DELETE /v2.0/routers/bf9bbb88-0291-4ec4-b2f3-0e3a12e2f907 HTTP/1.1" status: 204 len: 168 time: 1.0290294 Nov 23 02:24:41.199205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:41.199556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.224121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471136f4-e48b-4648-82f6-251191d83f62']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:41.250844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3102350b-799e-4068-baf0-08adf3b288e6') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:41.251031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3102350b-799e-4068-baf0-08adf3b288e6') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:41.261664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.276960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.277563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36133141-6a7e-425a-a34f-0cad2cef1be5 None None] Network 471136f4-e48b-4648-82f6-251191d83f62 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:41.284873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:41.284873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:41.289245 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:41.300388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:41.354393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:24:41.354393 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:24:41.354393 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'id': '471136f4-e48b-4648-82f6-251191d83f62'}] Nov 23 02:24:41.354393 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:24:41.354981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:24:41.405476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:41.409586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.440751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54e0be9-8d61-43fe-a4ad-0620f8e62b0a None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:24:41.516932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59480) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:41.539740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.542429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:41.550277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e0be9-8d61-43fe-a4ad-0620f8e62b0a None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:24:41.556253 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] Sync routers for ids ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:41.557300 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-32538ed0-b335-4759-a19a-38314c353b3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "PUT /v2.0/routers/aadd7f7d-1323-4a54-b6f1-822f222b4bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6219361 Nov 23 02:24:41.558239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59484) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:41.571380 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] Routers {'aadd7f7d-1323-4a54-b6f1-822f222b4bb9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:41.572433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:41.583795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:41.674616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88572224-e37a-4e8b-baa5-90b662e0cc1b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:41.676466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88572224-e37a-4e8b-baa5-90b662e0cc1b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:41.678112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-88572224-e37a-4e8b-baa5-90b662e0cc1b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1184807 Nov 23 02:24:41.680882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59486) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:41.684524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.788788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a9d22197-60d4-49b2-a247-d20f9a9341ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ef5620c587e4d48a7d8690e3388c9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681310 Nov 23 02:24:41.790274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59488) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:41.803894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 352c29dd-4294-4a76-a1cf-f7873e28593f {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:41.814555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.815564 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] Set router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:41.858425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.891317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.899366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:40Z', 'revision_number': 3, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:41.905332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d6c402-8853-4d9c-b1e0-234956111abc None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:24:41.955250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.963063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6308-61c6-4fcf-989c-371ba77005a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:41.972226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] Checking router: aadd7f7d-1323-4a54-b6f1-822f222b4bb9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:41.988286 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] Routers {'aadd7f7d-1323-4a54-b6f1-822f222b4bb9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:41.989412 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:42.005649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6308-61c6-4fcf-989c-371ba77005a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.007653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.011279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.047983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d6c402-8853-4d9c-b1e0-234956111abc None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:24:42.069271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.073726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting port abd84254-01a6-4dc1-9134-fb6f2957005f {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:42.074071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.079637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=d4e918e6-12f0-466e-a663-aaea948eca7e,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.139606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:42.139997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 15767a78-531c-431d-97f6-3c83a8177b3b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:42.144143 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] Set router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:42.186187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] For port abd84254-01a6-4dc1-9134-fb6f2957005f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=abd84254-01a6-4dc1-9134-fb6f2957005f,segment=NetworkSegment(3102350b-799e-4068-baf0-08adf3b288e6),segment_id=3102350b-799e-4068-baf0-08adf3b288e6)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:42.186668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.213745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Calling delete_port for abd84254-01a6-4dc1-9134-fb6f2957005f owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:42.218249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.252460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=352c29dd-4294-4a76-a1cf-f7873e28593f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.253180 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:40Z', 'revision_number': 3, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:42.254525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6308-61c6-4fcf-989c-371ba77005a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.257162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa5a6308-61c6-4fcf-989c-371ba77005a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.260887 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fa5a6308-61c6-4fcf-989c-371ba77005a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cce51f0-7ecd-44fb-a8b8-3c0416d384a1 HTTP/1.1" status: 204 len: 168 time: 0.4663770 Nov 23 02:24:42.270535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 15767a78-531c-431d-97f6-3c83a8177b3b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:42.304272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.307529 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6c1636be-aa75-4151-b037-40560d2c6c13 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/352c29dd-4294-4a76-a1cf-f7873e28593f HTTP/1.1" status: 204 len: 168 time: 0.6256232 Nov 23 02:24:42.309317 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9fc291-1005-4be3-9cd9-2f41930cd727 None None] The sync data for ids ['aadd7f7d-1323-4a54-b6f1-822f222b4bb9'] in dv-neutron-818844-1-hyperv is: [{'id': 'aadd7f7d-1323-4a54-b6f1-822f222b4bb9', 'name': 'tempest-NetworksTestDHCPv6-router-1999543854', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:28Z', 'updated_at': '2021-11-23T02:24:40Z', 'revision_number': 3, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:42.312062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a6308-61c6-4fcf-989c-371ba77005a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cce51f0-7ecd-44fb-a8b8-3c0416d384a1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.316098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59492) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:42.352027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 15767a78-531c-431d-97f6-3c83a8177b3b) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:42.368607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:42.369347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.448624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518b4da-b052-456a-9067-2e57c5f4b218 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:42.454403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c6197f-3ce0-4c46-a7b7-4d62faf99df7 None None] Network 15767a78-531c-431d-97f6-3c83a8177b3b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:42.537125 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c7fa54d4-4a9d-45c4-9197-12c37b9ba861 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2173357 Nov 23 02:24:42.537348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59496) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:42.642342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.648038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.797851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Port': ['ID=abd84254-01a6-4dc1-9134-fb6f2957005f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:42.812956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-15767a78-531c-431d-97f6-3c83a8177b3b', 'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': 'd4e918e6-12f0-466e-a663-aaea948eca7e'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:42.813817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.835109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No DVR routers for this DVR port abd84254-01a6-4dc1-9134-fb6f2957005f on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:42.874932 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-14cfb212-e241-4422-97be-8461be4fa165 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9306767 Nov 23 02:24:42.875625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.879448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5bf6dd65-3c27-48db-b609-f5d23c651688 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/ports/ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 HTTP/1.1" status: 204 len: 168 time: 2.1719615 Nov 23 02:24:42.882532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59504) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:42.882885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59506) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:42.897106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-475418560', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:42.921633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 2f07e232-99c5-428c-ad0e-c20e4aaad871 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:42.921973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:42.938942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:42.983847 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d786636-845d-45c8-accf-290ee46d5d4c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] GET failed (client error): The resource could not be found. Nov 23 02:24:42.989861 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9d786636-845d-45c8-accf-290ee46d5d4c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "GET /v2.0/ports/ce748a8e-6ab6-4dad-8aca-ae76c1ac64e6 HTTP/1.1" status: 404 len: 333 time: 0.1029682 Nov 23 02:24:42.990864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59510) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:42.991736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.004086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'name': 'tempest-AllowedAddressPairTestJSON-476142437'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:43.029835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.067120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Allocated IP 172.20.0.2 (15767a78-531c-431d-97f6-3c83a8177b3b/d4e918e6-12f0-466e-a663-aaea948eca7e/093ea43b-e9b6-444f-8d11-7f5cc92b8799) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:43.081770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.082539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.087537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] Deleting port 27aad4e9-2089-45c6-ba13-ce59ab231186 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:43.087913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.098109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.119644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.120194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Fanout notify agent at l3_agent the message router_deleted on router aadd7f7d-1323-4a54-b6f1-822f222b4bb9 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:43.129500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.130891 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-51e9ca75-b398-4a2c-a3b5-fdd88e1c7d46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/routers/aadd7f7d-1323-4a54-b6f1-822f222b4bb9 HTTP/1.1" status: 204 len: 168 time: 0.5926478 Nov 23 02:24:43.135670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471136f4-e48b-4648-82f6-251191d83f62']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:43.136960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.137883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59512) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:43.149507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3102350b-799e-4068-baf0-08adf3b288e6') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:43.150331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3102350b-799e-4068-baf0-08adf3b288e6') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:43.158858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:43.163482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.172290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.173310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] For port 27aad4e9-2089-45c6-ba13-ce59ab231186, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=27aad4e9-2089-45c6-ba13-ce59ab231186,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:43.173310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.192534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.205452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:43.206119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:43.214403 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:43.251188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] Calling delete_port for 27aad4e9-2089-45c6-ba13-ce59ab231186 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:43.298599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.317386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.324336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.339984 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/471136f4-e48b-4648-82f6-251191d83f62 HTTP/1.1" status: 204 len: 168 time: 3.6199996 Nov 23 02:24:43.339984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59518) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:43.340878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.340878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-47f96d82-4db8-4705-ad8d-ed69ccdd0f8b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4518373 Nov 23 02:24:43.343604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 76146bb9-3265-4c88-92fd-2c6d9fd283bb no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:43.344399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 2f07e232-99c5-428c-ad0e-c20e4aaad871 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:43.345675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59520) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:43.353390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-199889726'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:43.372461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba979c02-6c70-406c-be02-32891edc3a0c tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Network': ['ID=471136f4-e48b-4648-82f6-251191d83f62,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.386825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 76146bb9-3265-4c88-92fd-2c6d9fd283bb {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:43.387158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 76146bb9-3265-4c88-92fd-2c6d9fd283bb not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:43.387754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 27aad4e9-2089-45c6-ba13-ce59ab231186 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:43.399255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:43.405508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.445286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:43.463910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.465145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Added segment 26e92f49-e66b-4ac7-b173-c00a238cf54b of type vlan for network af73f7c7-c327-4460-b853-009f82ced9f3 Nov 23 02:24:43.519893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.559333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.567387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:43.568184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.574127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.576582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.605843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:43.609910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.612931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] Pushing event deleted for resources: {'Port': ['ID=27aad4e9-2089-45c6-ba13-ce59ab231186,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.615287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.625085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8471c149-af21-4863-90c1-b334fa322ae5 None None] No DVR routers for this DVR port 27aad4e9-2089-45c6-ba13-ce59ab231186 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:43.640633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] device_id is not set on port 5be8c16d-f293-48eb-a092-1c274c16577b yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:43.648763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.656199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Network': ['ID=af73f7c7-c327-4460-b853-009f82ced9f3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.676099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-32012152-ef75-4da4-b56b-e5c3725ae6f5 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3259177 Nov 23 02:24:43.676099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59526) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:43.681412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Network 15767a78-531c-431d-97f6-3c83a8177b3b is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:43.685096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Request body: {'subnet': {'network_id': 'af73f7c7-c327-4460-b853-009f82ced9f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:43.685258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network af73f7c7-c327-4460-b853-009f82ced9f3 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:43.695410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59528) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:43.696306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:43.736904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:43.739028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:43.741392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Pushing event updated for resources: {'Port': ['ID=093ea43b-e9b6-444f-8d11-7f5cc92b8799,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:43.743976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.798732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Made reservation on behalf of e55c1956360649c4a869c6debfcb7a71 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:43.816488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.856830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Attempting to bind port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:43.857860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Attempting to bind port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:43.858234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Attempting to bind port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 on network 15767a78-531c-431d-97f6-3c83a8177b3b {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:43.864871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:43.865653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Checking segment: {'id': '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:43.866205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.866599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Bound using segment: {'id': '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:43.867348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Bound port: 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '15767a78-531c-431d-97f6-3c83a8177b3b'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:43.867473 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-79ed6ef2-effe-4ebd-ab96-43540978fe35 tempest-ServiceProvidersTest-442652773 tempest-ServiceProvidersTest-442652773-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1709681 Nov 23 02:24:43.867988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:43.970037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] For port 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:43.976976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] For port 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=093ea43b-e9b6-444f-8d11-7f5cc92b8799,segment=NetworkSegment(6f7fb8f4-8d80-4bfe-beff-9592c6d4b751),segment_id=6f7fb8f4-8d80-4bfe-beff-9592c6d4b751)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:43.984795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.028254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Allocated IP 172.20.0.6 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/5be8c16d-f293-48eb-a092-1c274c16577b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:44.058289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22c9b-46d4-4ebb-8b33-f28275dc709a None None] Pushing event updated for resources: {'Port': ['ID=093ea43b-e9b6-444f-8d11-7f5cc92b8799,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.112524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.130998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:24:44.132447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.209564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event updated for resources: {'Subnet': ['ID=3af738ef-c747-4e5e-ac5d-7956fe36c644,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.225745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Checking segment: {'id': '26e92f49-e66b-4ac7-b173-c00a238cf54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'af73f7c7-c327-4460-b853-009f82ced9f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:44.225745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network hostable DHCP agents. Network: af73f7c7-c327-4460-b853-009f82ced9f3, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:44.246689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.254736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59536) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:44.262087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Network af73f7c7-c327-4460-b853-009f82ced9f3 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:44.276438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, af73f7c7-c327-4460-b853-009f82ced9f3) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:44.282563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:44.282563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.325450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ec7af0-118c-4a66-a60a-765b8e0398c1 None None] Network af73f7c7-c327-4460-b853-009f82ced9f3 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:44.331619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-87755e18-6df3-4756-937e-b1efc556ea23 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6513288 Nov 23 02:24:44.331619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59540) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:44.462872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=2f07e232-99c5-428c-ad0e-c20e4aaad871,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.504453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef052857-5a01-4ddf-9194-7c723af1c465 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.581317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.683471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.747668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef052857-5a01-4ddf-9194-7c723af1c465 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.761359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3310f694-219a-4f6c-ac71-67cb20b7d1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-af73f7c7-c327-4460-b853-009f82ced9f3', 'network_id': 'af73f7c7-c327-4460-b853-009f82ced9f3', 'tenant_id': 'e55c1956360649c4a869c6debfcb7a71', 'fixed_ips': [{'subnet_id': '3af738ef-c747-4e5e-ac5d-7956fe36c644'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:44.761769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ef052857-5a01-4ddf-9194-7c723af1c465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.762281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3310f694-219a-4f6c-ac71-67cb20b7d1bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.764146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.811832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.823162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef052857-5a01-4ddf-9194-7c723af1c465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca03fcd-a721-4397-bff7-f4621fd170ca,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.832648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:44.838944 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.848869 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ef052857-5a01-4ddf-9194-7c723af1c465 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d135f231da54cb2b80959bc236c9d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5903170 Nov 23 02:24:44.849780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59542) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:44.853807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:44.857713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Subnet': ['ID=3af738ef-c747-4e5e-ac5d-7956fe36c644,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.869525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:44.870302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.886706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5342c421-a5c4-48a5-bf76-a5d6e53a27c7 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:44.901734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-3310f694-219a-4f6c-ac71-67cb20b7d1bc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3af738ef-c747-4e5e-ac5d-7956fe36c644: This subnet is being modified by another concurrent operation. Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:24:44.929951 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3af738ef-c747-4e5e-ac5d-7956fe36c644: This subnet is being modified by another concurrent operation. Nov 23 02:24:44.933566 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:24:44.948226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.961917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=e8dabfa4-c5b5-4f93-9977-ea32d8249156,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:44.972378 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ce9e0b72-3a50-4276-a54e-e4375a8591e2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8241277 Nov 23 02:24:44.989503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59544) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:44.992267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3904944-f62f-4b2f-a8cb-2268c81829a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:44.995713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af73f7c7-c327-4460-b853-009f82ced9f3']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:45.009494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cdbeb1-5777-4ef9-96ca-01876f4c0804 None None] Network af73f7c7-c327-4460-b853-009f82ced9f3 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:45.026078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:45.029364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e92f49-e66b-4ac7-b173-c00a238cf54b') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:45.030785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e92f49-e66b-4ac7-b173-c00a238cf54b') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:45.047344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.069247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.087056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3904944-f62f-4b2f-a8cb-2268c81829a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.089587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:45.090078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:45.094270 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:45.138256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:45.141040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.236623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.247331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.251084 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/af73f7c7-c327-4460-b853-009f82ced9f3 HTTP/1.1" status: 204 len: 168 time: 0.9183056 Nov 23 02:24:45.254744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59546) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.297344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cf29e-d2a4-43b1-bb70-6be1b45bb5c2 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Network': ['ID=af73f7c7-c327-4460-b853-009f82ced9f3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:45.300289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3904944-f62f-4b2f-a8cb-2268c81829a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.307204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3904944-f62f-4b2f-a8cb-2268c81829a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.308577 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d3904944-f62f-4b2f-a8cb-2268c81829a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cca03fcd-a721-4397-bff7-f4621fd170ca HTTP/1.1" status: 204 len: 168 time: 0.4578078 Nov 23 02:24:45.311799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-125efd47-90f3-4a58-9348-f217ad9a2c1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:45.312421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-125efd47-90f3-4a58-9348-f217ad9a2c1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:45.322894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-125efd47-90f3-4a58-9348-f217ad9a2c1e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/3af738ef-c747-4e5e-ac5d-7956fe36c644 HTTP/1.1" status: 404 len: 337 time: 0.0668318 Nov 23 02:24:45.325878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59550) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.347126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3904944-f62f-4b2f-a8cb-2268c81829a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca03fcd-a721-4397-bff7-f4621fd170ca,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:45.371840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b991357-724d-4758-8b75-8b84ad474bbd tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:45.372492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b991357-724d-4758-8b75-8b84ad474bbd tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:45.376031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5b991357-724d-4758-8b75-8b84ad474bbd tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/af73f7c7-c327-4460-b853-009f82ced9f3 HTTP/1.1" status: 404 len: 339 time: 0.0479999 Nov 23 02:24:45.378639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59552) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.426467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c29183-4fe3-498f-9002-56d962a2c7cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:45.426699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 093ea43b-e9b6-444f-8d11-7f5cc92b8799 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:45.426982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c29183-4fe3-498f-9002-56d962a2c7cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:45.432711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-17c29183-4fe3-498f-9002-56d962a2c7cf tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/d75280d7-904b-4bf7-be1e-ed520f4d88fa HTTP/1.1" status: 404 len: 337 time: 0.0508344 Nov 23 02:24:45.435698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59554) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.458535 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec540d1a-ec67-4f6e-a54c-15b02a4d3e28 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:45.458755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec540d1a-ec67-4f6e-a54c-15b02a4d3e28 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:45.464785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ec540d1a-ec67-4f6e-a54c-15b02a4d3e28 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/471136f4-e48b-4648-82f6-251191d83f62 HTTP/1.1" status: 404 len: 339 time: 0.0228767 Nov 23 02:24:45.468077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.508892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-967503cc-6d2d-4881-a5ab-68d1737d5467 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:45.509355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967503cc-6d2d-4881-a5ab-68d1737d5467 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:45.512579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-967503cc-6d2d-4881-a5ab-68d1737d5467 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/b16066b4-86c8-4da5-920c-4ff8ae80ca35 HTTP/1.1" status: 404 len: 337 time: 0.0424657 Nov 23 02:24:45.514351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e8dabfa4-c5b5-4f93-9977-ea32d8249156/d821ada6-95f3-4dfb-87b9-c6790813624f) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:45.515693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59558) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.532029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.20.0.1 (15767a78-531c-431d-97f6-3c83a8177b3b/d4e918e6-12f0-466e-a663-aaea948eca7e/b99bf0d2-87c6-4028-8cb4-57e60683b74b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:45.552123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-26ab44a9-0726-491d-bcd5-eaeb2c9d2f4e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:45.552703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26ab44a9-0726-491d-bcd5-eaeb2c9d2f4e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:45.556109 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-26ab44a9-0726-491d-bcd5-eaeb2c9d2f4e tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/4cf23d88-cddd-4d4f-b9cf-66a283dfbcae HTTP/1.1" status: 404 len: 339 time: 0.0392530 Nov 23 02:24:45.557532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.559992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59562) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.592110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb1f5e7-d9c2-4852-aab7-f143a3ef8796 None None] Network 15767a78-531c-431d-97f6-3c83a8177b3b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:45.607805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:45.608193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.644144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.646068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.709515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.709978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting port 2c21aae0-5564-456e-a3d0-2fe153f0eb2e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:45.710628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.719647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8a97b9bf-da62-4cb9-81f5-80975bc204e0 None None] Provisioning complete for port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:45.720103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a97b9bf-da62-4cb9-81f5-80975bc204e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.764013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.776903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:45.791702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:45.805132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:45.817879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.822109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59570) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:45.822569 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-be77079b-4713-4b12-90f2-165a3718bce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8317826 Nov 23 02:24:45.823480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=5be8c16d-f293-48eb-a092-1c274c16577b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:45.951958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.960482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:45.984047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Calling delete_port for 2c21aae0-5564-456e-a3d0-2fe153f0eb2e owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:46.022955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=093ea43b-e9b6-444f-8d11-7f5cc92b8799,segment=NetworkSegment(6f7fb8f4-8d80-4bfe-beff-9592c6d4b751),segment_id=6f7fb8f4-8d80-4bfe-beff-9592c6d4b751)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:46.045420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.061008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.115598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.172485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.178779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=093ea43b-e9b6-444f-8d11-7f5cc92b8799,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.190162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.202752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=b99bf0d2-87c6-4028-8cb4-57e60683b74b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.217097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:46.218217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.236554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 15767a78-531c-431d-97f6-3c83a8177b3b is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:46.245031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:46.249089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:46.256121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:46.258450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Pushing event updated for resources: {'Port': ['ID=d821ada6-95f3-4dfb-87b9-c6790813624f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.262593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:46.265623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:46.302062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e3c48952-3635-416c-9084-8c8bc35e734c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.3064499 Nov 23 02:24:46.305996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59582) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:46.320873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router b880a537-5a34-4d8e-ba10-e4d7f8146008 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:46.324275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:10:c8:af'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:46.330062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-16fbc60e-41d4-4374-ae4b-5d2709780387 None None] Provisioning complete for port 5be8c16d-f293-48eb-a092-1c274c16577b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:46.330291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-16fbc60e-41d4-4374-ae4b-5d2709780387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.354457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59584) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:46.402812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-16fbc60e-41d4-4374-ae4b-5d2709780387 None None] Port 5be8c16d-f293-48eb-a092-1c274c16577b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:46.403152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.421450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Attempting to bind port d821ada6-95f3-4dfb-87b9-c6790813624f on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:46.422022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Attempting to bind port d821ada6-95f3-4dfb-87b9-c6790813624f by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:46.422404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Attempting to bind port d821ada6-95f3-4dfb-87b9-c6790813624f on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:46.429523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:46.430087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:46.430517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.431197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:46.431691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Bound port: d821ada6-95f3-4dfb-87b9-c6790813624f, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:46.432230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.522059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] For port d821ada6-95f3-4dfb-87b9-c6790813624f, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:46.528288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] For port d821ada6-95f3-4dfb-87b9-c6790813624f, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d821ada6-95f3-4dfb-87b9-c6790813624f,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:46.537269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.608943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-938022711-network', 'tenant_id': '610985b31995429098c1fe29d96ab76c'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:46.628799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd52f8c-cc24-4883-a550-579064bba0fb None None] Pushing event updated for resources: {'Port': ['ID=d821ada6-95f3-4dfb-87b9-c6790813624f,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.641845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3a0012f7-2273-4c54-840a-41320a195f0a None None] Provisioning complete for port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:46.642230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3a0012f7-2273-4c54-840a-41320a195f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.697080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.730412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.797012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Port': ['ID=2c21aae0-5564-456e-a3d0-2fe153f0eb2e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:46.820343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.823555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.830576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Made reservation on behalf of 610985b31995429098c1fe29d96ab76c for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:46.832866 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-97b7a86d-6c65-4a74-b0ce-0f3dbd232437 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/ports/2c21aae0-5564-456e-a3d0-2fe153f0eb2e HTTP/1.1" status: 204 len: 168 time: 1.2664676 Nov 23 02:24:46.833640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59588) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:46.833905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.844202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:46.860569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] Sync routers for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:46.881210 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-59dfbd51-d669-4a31-840f-af8b1de513ee tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:46.881786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59dfbd51-d669-4a31-840f-af8b1de513ee tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:46.885286 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-59dfbd51-d669-4a31-840f-af8b1de513ee tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/31493d49-27c1-4a04-8eab-f7066e874a53 HTTP/1.1" status: 404 len: 337 time: 0.0494359 Nov 23 02:24:46.886969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:46.888043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:46.891668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59592) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:46.917468 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3b76fa1a-42b9-40cd-bfc1-56772c1665b0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/b880a537-5a34-4d8e-ba10-e4d7f8146008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6292124 Nov 23 02:24:46.930399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59594) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:46.968634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:46.973345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:46.986702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:46.987583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:47.039541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:47.047097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb5e251-7349-40b2-a34f-7ff21f9cba63 None None] The sync data for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:47.055340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-290eddc6-ede7-44e4-a750-48b375cd1007 None None] Provisioning complete for port b99bf0d2-87c6-4028-8cb4-57e60683b74b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:47.055726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-290eddc6-ede7-44e4-a750-48b375cd1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.092451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.099362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-290eddc6-ede7-44e4-a750-48b375cd1007 None None] Port b99bf0d2-87c6-4028-8cb4-57e60683b74b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:47.222863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.266585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting port 7f39223f-140b-4a63-b7b9-e064853e6ce2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:47.266926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.331772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::1 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e8dabfa4-c5b5-4f93-9977-ea32d8249156/67d9641b-24db-42b0-8b37-b58d53677375) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:47.347018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d821ada6-95f3-4dfb-87b9-c6790813624f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:47.358768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] For port 7f39223f-140b-4a63-b7b9-e064853e6ce2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7f39223f-140b-4a63-b7b9-e064853e6ce2,segment=NetworkSegment(31a30fd2-17f5-4a76-90e2-149c7c520294),segment_id=31a30fd2-17f5-4a76-90e2-149c7c520294)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:47.358768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.395459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Calling delete_port for 7f39223f-140b-4a63-b7b9-e064853e6ce2 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:47.432459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d821ada6-95f3-4dfb-87b9-c6790813624f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:47.432815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.534969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.580621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.581102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.587096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port d821ada6-95f3-4dfb-87b9-c6790813624f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d821ada6-95f3-4dfb-87b9-c6790813624f,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:47.593357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.595331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 093ea43b-e9b6-444f-8d11-7f5cc92b8799 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:47.596157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.601334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.631983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.639556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Port': ['ID=7f39223f-140b-4a63-b7b9-e064853e6ce2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:47.641896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No DVR routers for this DVR port 7f39223f-140b-4a63-b7b9-e064853e6ce2 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:47.662118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:47.664575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.713841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=d821ada6-95f3-4dfb-87b9-c6790813624f,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:47.727369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:47.727844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.760117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.761161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839fc5d4-498d-4824-8f70-a15e684a516b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:47.765273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.765626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Added segment 23d9d8fc-c25b-4089-87fb-8de3bf852276 of type vlan for network 98f1cedf-5266-4397-aa98-d9c3e85d5346 Nov 23 02:24:47.840824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=67d9641b-24db-42b0-8b37-b58d53677375,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:47.844063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.849864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.859729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:47.866011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:47.869029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:47.869596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.886839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=b99bf0d2-87c6-4028-8cb4-57e60683b74b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:47.896267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.898940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.919442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:47.972935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9cc6ca0-7b96-4f99-8ee6-f41d1492d474']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:47.986391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a30fd2-17f5-4a76-90e2-149c7c520294') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:47.986793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a30fd2-17f5-4a76-90e2-149c7c520294') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:48.003035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.051952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.055161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.074307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:48.074721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:48.081907 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:48.132973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9ef4d25c-b608-46b9-999f-6554bf3b8125 None None] Provisioning complete for port d821ada6-95f3-4dfb-87b9-c6790813624f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:48.134052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ef4d25c-b608-46b9-999f-6554bf3b8125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.292562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:24:48.293774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.299437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.303552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/a9cc6ca0-7b96-4f99-8ee6-f41d1492d474 HTTP/1.1" status: 204 len: 168 time: 1.4089484 Nov 23 02:24:48.325047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:48.344704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c7cc0-5ebe-42a5-9429-25e75f1b5634 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Network': ['ID=a9cc6ca0-7b96-4f99-8ee6-f41d1492d474,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.399943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01dc471-b687-4a2a-b2ad-0fbbc1a63a49 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:24:48.419266 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.420341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:48.420924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.439809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=5be8c16d-f293-48eb-a092-1c274c16577b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.524022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting port 45df5d2f-ac84-4adc-98ca-4e236e8b8def {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:48.524403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.526301 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1690497 Nov 23 02:24:48.539125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.541946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01dc471-b687-4a2a-b2ad-0fbbc1a63a49 None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:24:48.543082 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59600) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:48.544765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] In _notify_port_updated(), no bound segment for port 5be8c16d-f293-48eb-a092-1c274c16577b on network 85645c35-2bc3-474f-84e5-228065f5c2ab {{(pid=103356) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:24:48.550512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:48.551155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.555615 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-40e4d856-52cf-48e0-a2d0-92e36a26a1af tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "PUT /v2.0/ports/5be8c16d-f293-48eb-a092-1c274c16577b HTTP/1.1" status: 200 len: 995 time: 2.2480969 Nov 23 02:24:48.562688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Request body: {'subnet': {'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-938022711-subnet', 'tenant_id': '610985b31995429098c1fe29d96ab76c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:48.565986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59602) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:48.574116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb304b7b-cbbb-4c1d-888b-90ac7afcb89d req-36e0cf9f-a4ef-40f2-8ba3-2d7b22a37467 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:48.575635 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eb304b7b-cbbb-4c1d-888b-90ac7afcb89d req-36e0cf9f-a4ef-40f2-8ba3-2d7b22a37467 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2891841 Nov 23 02:24:48.615252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88ba7bb2-f063-4a0a-ac80-362eca3f82d9 None None] Provisioning complete for port 67d9641b-24db-42b0-8b37-b58d53677375 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:48.615636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88ba7bb2-f063-4a0a-ac80-362eca3f82d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.652528 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 15767a78-531c-431d-97f6-3c83a8177b3b is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:48.654770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ef687-9abc-411a-9e70-3345f8f8de3e admin admin] Pushing event updated for resources: {'Network': ['ID=98f1cedf-5266-4397-aa98-d9c3e85d5346,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:48.661867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-88ba7bb2-f063-4a0a-ac80-362eca3f82d9 None None] Port 67d9641b-24db-42b0-8b37-b58d53677375 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:48.672291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:48.677396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.689485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 98f1cedf-5266-4397-aa98-d9c3e85d5346 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:48.719777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Calling delete_port for 45df5d2f-ac84-4adc-98ca-4e236e8b8def owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:48.764424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.785007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Made reservation on behalf of 610985b31995429098c1fe29d96ab76c for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:48.787358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.814944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.816024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.890218 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eb304b7b-cbbb-4c1d-888b-90ac7afcb89d req-72d2e14c-222c-4112-819c-938a72901d2f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733552 Nov 23 02:24:48.944098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port 5be8c16d-f293-48eb-a092-1c274c16577b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:48.944565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:48.952479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=67d9641b-24db-42b0-8b37-b58d53677375,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.078995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 8cc83608-1bd4-48dd-8572-80bfcdf5d151 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:49.085447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.156504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Port': ['ID=45df5d2f-ac84-4adc-98ca-4e236e8b8def,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.185931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:49.193047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.200651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fb168fb0-4f60-49cc-9360-5913e33bcc70 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/ports/45df5d2f-ac84-4adc-98ca-4e236e8b8def HTTP/1.1" status: 204 len: 168 time: 0.8685064 Nov 23 02:24:49.221360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.231651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d821ada6-95f3-4dfb-87b9-c6790813624f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:49.232788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd91cc-4723-46da-8289-e5c10b10d88d req-486b763a-ed6b-4edf-8682-62d4bbe94999 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.238108 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8bd91cc-4723-46da-8289-e5c10b10d88d req-486b763a-ed6b-4edf-8682-62d4bbe94999 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2191985 Nov 23 02:24:49.250673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:49.253161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59606) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:49.300335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.313338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d821ada6-95f3-4dfb-87b9-c6790813624f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:49.314005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.319963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for 5be8c16d-f293-48eb-a092-1c274c16577b owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:49.324560 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ef009c-fc80-4780-8099-1842a67ee243 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] DELETE failed (client error): The resource could not be found. Nov 23 02:24:49.325029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ef009c-fc80-4780-8099-1842a67ee243 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:24:49.330342 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a3ef009c-fc80-4780-8099-1842a67ee243 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/89844caa-b8fe-4792-8b8a-52662ee14bf6 HTTP/1.1" status: 404 len: 337 time: 0.0673978 Nov 23 02:24:49.333623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59608) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:49.336808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:49.352179 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f1bc8cdf-9663-45d6-a94a-d55ffd6bbe9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/8cc83608-1bd4-48dd-8572-80bfcdf5d151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9941287 Nov 23 02:24:49.353132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59610) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:49.357816 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] Sync routers for ids ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:49.390023 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] Routers {'8cc83608-1bd4-48dd-8572-80bfcdf5d151'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:49.394137 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.431968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da968528-fd67-4d54-98d6-e3366f3b476a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.436212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da968528-fd67-4d54-98d6-e3366f3b476a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports/b99bf0d2-87c6-4028-8cb4-57e60683b74b HTTP/1.1" status: 200 len: 910 time: 0.0792537 Nov 23 02:24:49.436739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7d98ca1e-bfbc-49a3-9289-8bee91c7c8c6 None None] Provisioning complete for port 5be8c16d-f293-48eb-a092-1c274c16577b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:49.437064 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d98ca1e-bfbc-49a3-9289-8bee91c7c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.449873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59612) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:49.454204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:49.455027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.461689 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.474645 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] Routers {'8cc83608-1bd4-48dd-8572-80bfcdf5d151'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:49.475689 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.485329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7d98ca1e-bfbc-49a3-9289-8bee91c7c8c6 None None] Port 5be8c16d-f293-48eb-a092-1c274c16577b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:49.501236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7d98ca1e-bfbc-49a3-9289-8bee91c7c8c6 None None] Provisioning complete for port b99bf0d2-87c6-4028-8cb4-57e60683b74b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:49.501621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d98ca1e-bfbc-49a3-9289-8bee91c7c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.521717 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:49.522090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63fe974-2004-43d1-887d-52dcb0b79a2a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.522872 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a244ed0c-145c-42b3-8b7a-7bbd82cbc78d None None] The sync data for ids ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:49.547699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7d98ca1e-bfbc-49a3-9289-8bee91c7c8c6 None None] Port b99bf0d2-87c6-4028-8cb4-57e60683b74b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:49.593648 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8bd91cc-4723-46da-8289-e5c10b10d88d req-c8f1e143-4d7c-4c59-b313-9f3737809b8f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3524418 Nov 23 02:24:49.618170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Checking segment: {'id': '23d9d8fc-c25b-4089-87fb-8de3bf852276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:49.618784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Network hostable DHCP agents. Network: 98f1cedf-5266-4397-aa98-d9c3e85d5346, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:49.672408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-81c868eb-fe04-4f41-8ed2-5382e13f6e95 None None] Provisioning complete for port 67d9641b-24db-42b0-8b37-b58d53677375 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:49.672815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81c868eb-fe04-4f41-8ed2-5382e13f6e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.675882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Network 98f1cedf-5266-4397-aa98-d9c3e85d5346 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:49.717432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.740425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-81c868eb-fe04-4f41-8ed2-5382e13f6e95 None None] Port 67d9641b-24db-42b0-8b37-b58d53677375 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:49.748024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.756045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.775425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 98f1cedf-5266-4397-aa98-d9c3e85d5346) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:49.777344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:49.789034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ac8650-16a0-4240-a703-9ef6b25c21e0 None None] Network 98f1cedf-5266-4397-aa98-d9c3e85d5346 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:49.790047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:49.790826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:49.807258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=5be8c16d-f293-48eb-a092-1c274c16577b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:49.927978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fbc308-89db-4e3c-91f8-e95598642979 None None] Network 98f1cedf-5266-4397-aa98-d9c3e85d5346 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:50.008169 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3ca99022-258d-431a-be5d-a1429317b6e5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4513113 Nov 23 02:24:50.011643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.055717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=3ea623f6-b0b5-440f-8ebb-e4bbb9f0bb72,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.244665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.261275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.379370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.423547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Router 3435b70f-d182-4c19-918b-b7633c21e52e is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:24:50.431791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d872fb-4517-4b68-995c-fc6e4bd6cc31']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.452503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f90ec9-50de-4cb5-aa07-5fd6dff94754') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.453058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f90ec9-50de-4cb5-aa07-5fd6dff94754') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.471877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router b880a537-5a34-4d8e-ba10-e4d7f8146008 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:50.472109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18296cc5-ff16-44be-a59b-366a56f80da5 req-9875d0bc-9eaf-46a3-ab72-d4f327c13ef0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.473959 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18296cc5-ff16-44be-a59b-366a56f80da5 req-9875d0bc-9eaf-46a3-ab72-d4f327c13ef0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.6745913 Nov 23 02:24:50.483027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.491857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.539473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.543314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-13982443-70b4-456f-958e-02661cc97342 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/ports/5be8c16d-f293-48eb-a092-1c274c16577b HTTP/1.1" status: 204 len: 168 time: 1.9763412 Nov 23 02:24:50.557291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59630) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.583623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.601346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:50.601867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:50.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:50.680271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59634) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.691163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1813686285-network', 'tenant_id': '17bad26e090649828668469c58a3937a'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:50.701851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:50.707639 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-62ef156a-f633-4b9b-abbc-43580d242ce4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "PUT /v2.0/routers/3435b70f-d182-4c19-918b-b7633c21e52e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8841071 Nov 23 02:24:50.712313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Sync routers for ids ['3435b70f-d182-4c19-918b-b7633c21e52e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:50.720363 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18296cc5-ff16-44be-a59b-366a56f80da5 req-6b5f2706-de6f-426d-b817-05ca1008eadd tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2307534 Nov 23 02:24:50.720957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59636) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.738092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Routers {'3435b70f-d182-4c19-918b-b7633c21e52e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:50.738973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3435b70f-d182-4c19-918b-b7633c21e52e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:50.742580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.774201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.779969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/d8d872fb-4517-4b68-995c-fc6e4bd6cc31 HTTP/1.1" status: 204 len: 168 time: 1.4380431 Nov 23 02:24:50.795266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59638) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.806770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de706f0-5ed3-42a3-a37e-774755aeb5a4 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Network': ['ID=d8d872fb-4517-4b68-995c-fc6e4bd6cc31,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:50.815068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8a9175-20b2-44f3-ad37-5fe49cdb10a0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.816505 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-df8a9175-20b2-44f3-ad37-5fe49cdb10a0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports/67d9641b-24db-42b0-8b37-b58d53677375 HTTP/1.1" status: 200 len: 911 time: 0.0914621 Nov 23 02:24:50.836448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59640) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.837639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Set router 3435b70f-d182-4c19-918b-b7633c21e52e gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:50.840573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Made reservation on behalf of 17bad26e090649828668469c58a3937a for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:50.842965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.890309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.910958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting subnet 0723965c-527c-473d-9ded-0ba7bfcb03cd {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:50.916991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:50.968218 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaf21c1-db04-4ce2-a472-860e58dbbe3c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] GET failed (client error): The resource could not be found. Nov 23 02:24:50.973927 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3eaf21c1-db04-4ce2-a472-860e58dbbe3c tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "GET /v2.0/ports/5be8c16d-f293-48eb-a092-1c274c16577b HTTP/1.1" status: 404 len: 333 time: 0.0690234 Nov 23 02:24:50.974519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59642) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.974980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9531ea-b0a3-4766-b06f-19654390d01e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.981533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9531ea-b0a3-4766-b06f-19654390d01e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:50.983102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'name': 'tempest-AllowedAddressPairTestJSON-491032036'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:50.983664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ea9531ea-b0a3-4766-b06f-19654390d01e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1462440 Nov 23 02:24:50.989724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:50.992646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59644) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:50.999284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.006918 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] Sync routers for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:51.017298 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:51.018295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:51.055494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:45Z', 'updated_at': '2021-11-23T02:24:47Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None, '_interfaces': [{'id': '67d9641b-24db-42b0-8b37-b58d53677375', 'name': '', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'mac_address': 'fa:16:3e:2e:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:47Z', 'updated_at': '2021-11-23T02:24:48Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'subnets': [{'id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:51.058087 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:51.068434 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] Routers {'b880a537-5a34-4d8e-ba10-e4d7f8146008'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:51.069417 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b880a537-5a34-4d8e-ba10-e4d7f8146008'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:51.090154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Checking router: 3435b70f-d182-4c19-918b-b7633c21e52e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:51.090511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Updating router 3435b70f-d182-4c19-918b-b7633c21e52e port 67d9641b-24db-42b0-8b37-b58d53677375 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:24:51.102992 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:51.104021 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dd7e4b-c24f-450f-8146-15127bfb0fa1 None None] The sync data for ids ['b880a537-5a34-4d8e-ba10-e4d7f8146008'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:51.115146 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7387ce09-ca4f-48b4-80e6-7c5ed4a7b8db tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/b880a537-5a34-4d8e-ba10-e4d7f8146008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1389835 Nov 23 02:24:51.120552 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59646) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.127490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.143611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.149996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.153402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.202256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:51.232305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d45a252-d381-4511-abcd-4618e338f5dd,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.232582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0d32b583-8b1f-4e43-9659-fc9fe0d64321 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=b880a537-5a34-4d8e-ba10-e4d7f8146008 HTTP/1.1" status: 200 len: 205 time: 0.1017966 Nov 23 02:24:51.233858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.234220 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Added segment b6e8ef11-2aef-4f0d-b61c-24ddc9d3463b of type vlan for network e3326c35-dc1f-4c24-9208-5d49da5ee326 Nov 23 02:24:51.235329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59648) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.332401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:51.335866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.393921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.396811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.423871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.428402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] device_id is not set on port 91a57cf0-2192-4d88-8761-ff6a47ef0e4e yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:51.430972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.431297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.437345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Subnet': ['ID=0723965c-527c-473d-9ded-0ba7bfcb03cd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.476640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.482290 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc6021cc-1c42-487b-bc96-9020b87630d1 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/subnets/0723965c-527c-473d-9ded-0ba7bfcb03cd HTTP/1.1" status: 204 len: 168 time: 0.6836998 Nov 23 02:24:51.482476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:24:51.489779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59650) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.520845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a4eb0-8c1a-45e8-b092-ccc0cd34eb9e None None] Network faace8bc-7a79-4436-8f3f-375537a88259 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:51.539206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.540179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:51.540789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.566470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b30d2-ea58-4733-8c2a-1a80aae387d5 None None] Pushing event updated for resources: {'Port': ['ID=67d9641b-24db-42b0-8b37-b58d53677375,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.619253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Attempting to bind port 67d9641b-24db-42b0-8b37-b58d53677375 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:24:51.620159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Attempting to bind port 67d9641b-24db-42b0-8b37-b58d53677375 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:24:51.620159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Attempting to bind port 67d9641b-24db-42b0-8b37-b58d53677375 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:24:51.629361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:24:51.629749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:51.630162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.630583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:24:51.631077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Bound port: 67d9641b-24db-42b0-8b37-b58d53677375, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:24:51.631465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.691953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.694389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.713129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.730965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Allocated IP 172.20.0.5 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/91a57cf0-2192-4d88-8761-ff6a47ef0e4e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:51.750585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] For port 67d9641b-24db-42b0-8b37-b58d53677375, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:24:51.754675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] For port 67d9641b-24db-42b0-8b37-b58d53677375, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=67d9641b-24db-42b0-8b37-b58d53677375,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:24:51.762631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.804632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] Pushing event updated for resources: {'Network': ['ID=e3326c35-dc1f-4c24-9208-5d49da5ee326,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:51.819240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.820027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router b880a537-5a34-4d8e-ba10-e4d7f8146008 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:51.835896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.837150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c5381847-84b8-4697-bd02-083eb16c1969 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/b880a537-5a34-4d8e-ba10-e4d7f8146008 HTTP/1.1" status: 204 len: 168 time: 0.6008470 Nov 23 02:24:51.844906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e3326c35-dc1f-4c24-9208-5d49da5ee326 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:51.846020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59654) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.855829 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d89f1b11-d821-4de4-a7cd-3b0c9c52a941 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1697490 Nov 23 02:24:51.856597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59656) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:51.863164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Request body: {'subnet': {'network_id': 'e3326c35-dc1f-4c24-9208-5d49da5ee326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1813686285-subnet', 'tenant_id': '17bad26e090649828668469c58a3937a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:51.889576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Made reservation on behalf of 17bad26e090649828668469c58a3937a for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:51.892662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.897923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Routers {'3435b70f-d182-4c19-918b-b7633c21e52e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:51.898829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3435b70f-d182-4c19-918b-b7633c21e52e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:51.961327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port b99bf0d2-87c6-4028-8cb4-57e60683b74b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:51.961764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:51.981370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] DHCP port deletion for faace8bc-7a79-4436-8f3f-375537a88259 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:51.985938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b30d2-ea58-4733-8c2a-1a80aae387d5 None None] Pushing event updated for resources: {'Port': ['ID=67d9641b-24db-42b0-8b37-b58d53677375,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:52.111179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet 26624340-55ab-43cc-9e56-c1bcf4019e9a {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:52.129543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.138867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.201696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Deleting port 233d9d19-c1ff-4dfd-849c-de0104abd94b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:52.202129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.204847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d7413a-bca7-47da-807a-d6c07ccce877,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:52.216749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Checking segment: {'id': 'b6e8ef11-2aef-4f0d-b61c-24ddc9d3463b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'e3326c35-dc1f-4c24-9208-5d49da5ee326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:52.217346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Network hostable DHCP agents. Network: e3326c35-dc1f-4c24-9208-5d49da5ee326, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:52.224415 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eb716-ecaa-467a-9ecf-a05a8829bc51 req-6bbcf292-ba8f-42c4-896a-6b9bfda6eb9d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:52.226113 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-422eb716-ecaa-467a-9ecf-a05a8829bc51 req-6bbcf292-ba8f-42c4-896a-6b9bfda6eb9d tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3530645 Nov 23 02:24:52.242296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Network e3326c35-dc1f-4c24-9208-5d49da5ee326 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:52.255998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e3326c35-dc1f-4c24-9208-5d49da5ee326) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:52.267516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:52.268542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.295954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3519a2-64e9-4d19-9f09-84c256871467 None None] Network e3326c35-dc1f-4c24-9208-5d49da5ee326 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:52.296218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-282a3fd6-3904-4644-9715-f719191abf69 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4346952 Nov 23 02:24:52.347287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.355142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9d5cf0df-c15d-49bb-acaa-02cb992da4b2 None None] Provisioning complete for port 67d9641b-24db-42b0-8b37-b58d53677375 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:52.355679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0df-c15d-49bb-acaa-02cb992da4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.365680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] Set router 3435b70f-d182-4c19-918b-b7633c21e52e gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:52.371696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.431692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.445032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] For port 233d9d19-c1ff-4dfd-849c-de0104abd94b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=233d9d19-c1ff-4dfd-849c-de0104abd94b,segment=NetworkSegment(f407d843-100a-448f-9511-f79d2eb75d45),segment_id=f407d843-100a-448f-9511-f79d2eb75d45)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:52.445399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.450229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for b99bf0d2-87c6-4028-8cb4-57e60683b74b owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:52.485382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Calling delete_port for 233d9d19-c1ff-4dfd-849c-de0104abd94b owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:52.493470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.507090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] Deleting port 233d9d19-c1ff-4dfd-849c-de0104abd94b {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:52.507702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.617544 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-422eb716-ecaa-467a-9ecf-a05a8829bc51 req-edc3e0cb-e7d4-42fb-8490-7cf1fb8d3f7a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412089 Nov 23 02:24:52.719894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] For port 233d9d19-c1ff-4dfd-849c-de0104abd94b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=233d9d19-c1ff-4dfd-849c-de0104abd94b,segment=NetworkSegment(f407d843-100a-448f-9511-f79d2eb75d45),segment_id=f407d843-100a-448f-9511-f79d2eb75d45)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:52.720311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.725898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b4df3b-59ad-49a0-b7c2-f17072d0c5f2 None None] Network e3326c35-dc1f-4c24-9208-5d49da5ee326 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:52.792812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] Calling delete_port for 233d9d19-c1ff-4dfd-849c-de0104abd94b owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:52.807779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0df-c15d-49bb-acaa-02cb992da4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:52.925576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-2935b357-5fab-4b22-a06a-498dbf08eced tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:52.927164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-2935b357-5fab-4b22-a06a-498dbf08eced tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/networks?id=98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 200 len: 811 time: 0.1690247 Nov 23 02:24:52.934388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9d5cf0df-c15d-49bb-acaa-02cb992da4b2 None None] For port 67d9641b-24db-42b0-8b37-b58d53677375, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=67d9641b-24db-42b0-8b37-b58d53677375,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:52.948415 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-11ea26a5-fac7-4218-815a-a3b2f1402f7a tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/quotas/610985b31995429098c1fe29d96ab76c HTTP/1.1" status: 200 len: 375 time: 0.0111363 Nov 23 02:24:52.951421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9d5cf0df-c15d-49bb-acaa-02cb992da4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.010552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-385c2d99-0e26-4a82-8f09-3c591f1596f3 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=610985b31995429098c1fe29d96ab76c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490940 Nov 23 02:24:53.026923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.072874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.075062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cf0df-c15d-49bb-acaa-02cb992da4b2 None None] Pushing event updated for resources: {'Port': ['ID=67d9641b-24db-42b0-8b37-b58d53677375,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.083919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:45Z', 'updated_at': '2021-11-23T02:24:47Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None, '_interfaces': [{'id': '67d9641b-24db-42b0-8b37-b58d53677375', 'name': '', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'mac_address': 'fa:16:3e:2e:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:47Z', 'updated_at': '2021-11-23T02:24:51Z', 'revision_number': 4, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'subnets': [{'id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:53.116589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.128269 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-6ca9370a-49a4-43a0-bc61-b6f9a5a08796 service neutron] 10.222.0.53 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062918 Nov 23 02:24:53.130444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1538cba-57b8-477a-a395-0c41906ba8a1 None None] The sync data for ids ['3435b70f-d182-4c19-918b-b7633c21e52e'] in dv-neutron-818844-1-hyperv is: [{'id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:45Z', 'updated_at': '2021-11-23T02:24:47Z', 'revision_number': 2, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None, '_interfaces': [{'id': '67d9641b-24db-42b0-8b37-b58d53677375', 'name': '', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'mac_address': 'fa:16:3e:2e:99:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:24:47Z', 'updated_at': '2021-11-23T02:24:51Z', 'revision_number': 4, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'subnets': [{'id': 'e8dabfa4-c5b5-4f93-9977-ea32d8249156', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:53.169121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] Pushing event deleted for resources: {'Port': ['ID=233d9d19-c1ff-4dfd-849c-de0104abd94b,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.174191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dca7d5-af3a-4b26-b498-6b1b22621108 None None] No DVR routers for this DVR port 233d9d19-c1ff-4dfd-849c-de0104abd94b on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:53.190123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ee3246f3-03ee-40e8-b2bd-0c588c6bcc8d None None] Provisioning complete for port 67d9641b-24db-42b0-8b37-b58d53677375 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:53.190520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ee3246f3-03ee-40e8-b2bd-0c588c6bcc8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.228322 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-deac5922-1df7-4dce-890b-c3034202727d service neutron] 10.222.0.53 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990744 Nov 23 02:24:53.269967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:53.273951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 233d9d19-c1ff-4dfd-849c-de0104abd94b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:53.292660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:53.326694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:53.328391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 233d9d19-c1ff-4dfd-849c-de0104abd94b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:53.328867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 233d9d19-c1ff-4dfd-849c-de0104abd94b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:53.331353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=91a57cf0-2192-4d88-8761-ff6a47ef0e4e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.358723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.368459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.442161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Port': ['ID=233d9d19-c1ff-4dfd-849c-de0104abd94b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.445774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] No DVR routers for this DVR port 233d9d19-c1ff-4dfd-849c-de0104abd94b on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:53.453271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=26624340-55ab-43cc-9e56-c1bcf4019e9a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.482428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b434e67d-9574-43d2-8772-1186002c0851 None None] Network cd1d179f-6d6d-4454-b742-7643a22e9622 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:53.495534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.499183 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6701e913-7bab-4e43-a443-857ca1b6b5e4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/26624340-55ab-43cc-9e56-c1bcf4019e9a HTTP/1.1" status: 204 len: 168 time: 1.6425953 Nov 23 02:24:53.502479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59680) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:53.567091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:53.567780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.603149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet 30618d1b-b25b-4b91-9b36-7e734c3d795b {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:53.608075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.668902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.697887 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-542d00be-0de4-4114-b0f9-ce77de6a4c50 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7201886 Nov 23 02:24:53.701727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59684) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:53.714694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.723584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'network_id': '85645c35-2bc3-474f-84e5-228065f5c2ab', 'name': 'tempest-AllowedAddressPairTestJSON-1457241369'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:53.735016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.736636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c2845995-19af-4d34-a60b-acecd018fcd0 None None] Provisioning complete for port 91a57cf0-2192-4d88-8761-ff6a47ef0e4e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:53.737134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2845995-19af-4d34-a60b-acecd018fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.788522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c2845995-19af-4d34-a60b-acecd018fcd0 None None] Port 91a57cf0-2192-4d88-8761-ff6a47ef0e4e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:53.799493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] DHCP port deletion for cd1d179f-6d6d-4454-b742-7643a22e9622 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:53.810084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faace8bc-7a79-4436-8f3f-375537a88259']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:53.849803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=b99bf0d2-87c6-4028-8cb4-57e60683b74b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:53.860845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f407d843-100a-448f-9511-f79d2eb75d45') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:53.861337 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f407d843-100a-448f-9511-f79d2eb75d45') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:53.903446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.908281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] Deleting port 53cf685f-7cb0-4afe-b470-6bb4f52e628a {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:53.908672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.911077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:53.992665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.019733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:54.020215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.022705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Made reservation on behalf of 53e4218fb33c41029106d4cd9c67b924 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:54.025787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] For port 53cf685f-7cb0-4afe-b470-6bb4f52e628a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=53cf685f-7cb0-4afe-b470-6bb4f52e628a,segment=NetworkSegment(8cf91f87-f2b8-44f0-9acb-3c05705960ae),segment_id=8cf91f87-f2b8-44f0-9acb-3c05705960ae)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.026536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.027960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:54.029732 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:54.057171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4016-7374-479c-a5c5-f3df7e2dda2b req-b61d4b32-ebf8-412a-b798-ef0eba075e29 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:54.058915 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd2b4016-7374-479c-a5c5-f3df7e2dda2b req-b61d4b32-ebf8-412a-b798-ef0eba075e29 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2559545 Nov 23 02:24:54.059217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] Calling delete_port for 53cf685f-7cb0-4afe-b470-6bb4f52e628a owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:54.062254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 67d9641b-24db-42b0-8b37-b58d53677375 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:54.062968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.075955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] device_id is not set on port aa4c0105-79f7-4b88-b425-594ee05ca251 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:54.083501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.135699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=30618d1b-b25b-4b91-9b36-7e734c3d795b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.168360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.174323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.178701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-435fe11c-dfba-49d9-a2e2-e1f9ad257d24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/30618d1b-b25b-4b91-9b36-7e734c3d795b HTTP/1.1" status: 204 len: 168 time: 0.6751146 Nov 23 02:24:54.186290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59686) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.209741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0855c6-b4ca-4722-ba91-0538612c9294 None None] Network 543fd59a-83bb-467f-9f69-787fffcd0768 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:54.212580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] Pushing event deleted for resources: {'Port': ['ID=53cf685f-7cb0-4afe-b470-6bb4f52e628a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.221087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ba697-89da-4ece-a861-f5a2b0a5fcda None None] No DVR routers for this DVR port 53cf685f-7cb0-4afe-b470-6bb4f52e628a on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:54.296440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Allocated IP 172.20.0.3 (85645c35-2bc3-474f-84e5-228065f5c2ab/859b13e1-de31-46d7-9614-0893dad89b99/aa4c0105-79f7-4b88-b425-594ee05ca251) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:24:54.355089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.367582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd2b4016-7374-479c-a5c5-f3df7e2dda2b req-77bcbc23-73ed-4fed-a24c-f1d397011561 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631719 Nov 23 02:24:54.410650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.414454 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] 10.222.0.53 "DELETE /v2.0/networks/faace8bc-7a79-4436-8f3f-375537a88259 HTTP/1.1" status: 204 len: 168 time: 2.9236794 Nov 23 02:24:54.415379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.455661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951715ad-4cad-44a5-8300-734fe279e388 tempest-NetworksIpV6TestAttrs-518614616 tempest-NetworksIpV6TestAttrs-518614616-project] Pushing event deleted for resources: {'Network': ['ID=faace8bc-7a79-4436-8f3f-375537a88259,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.461890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] DHCP port deletion for 543fd59a-83bb-467f-9f69-787fffcd0768 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:54.540392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] Deleting port ae1869e1-3c47-4e86-b495-1aef57c47b97 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:54.540793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.544732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.571858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.575832 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port 67d9641b-24db-42b0-8b37-b58d53677375, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=67d9641b-24db-42b0-8b37-b58d53677375,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.576199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.593570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.594945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 67d9641b-24db-42b0-8b37-b58d53677375 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:54.624833 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-44108463-a8f2-4537-9768-829d85449d99 req-dcdd7b8a-aadf-4c23-8f9f-12299e7dac57 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.1023049 Nov 23 02:24:54.632360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] For port ae1869e1-3c47-4e86-b495-1aef57c47b97, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ae1869e1-3c47-4e86-b495-1aef57c47b97,segment=NetworkSegment(d7366f83-9db8-4629-8742-6a0aff4a60e4),segment_id=d7366f83-9db8-4629-8742-6a0aff4a60e4)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:54.633027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.639209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Network 85645c35-2bc3-474f-84e5-228065f5c2ab is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:54.644905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:54.648932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:54.667617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] Calling delete_port for ae1869e1-3c47-4e86-b495-1aef57c47b97 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:54.710479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=aa4c0105-79f7-4b88-b425-594ee05ca251,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:54.743934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:54.744619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.764882 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6b65001f-b3f7-4138-a3e5-7969377c4989 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0611522 Nov 23 02:24:54.767153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59696) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.774762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:10:c8:af'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:32:65:b1'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:54.817376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59698) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:54.825690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:54.862998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] No DVR routers for this DVR port ae1869e1-3c47-4e86-b495-1aef57c47b97 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:54.881825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786d3a2-7b1b-4a58-91ca-18c9feefdbe8 None None] Pushing event deleted for resources: {'Port': ['ID=ae1869e1-3c47-4e86-b495-1aef57c47b97,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.028302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-748a96f6-3f47-4935-8f07-d9804b1ef582 None None] Provisioning complete for port aa4c0105-79f7-4b88-b425-594ee05ca251 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:55.028691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-748a96f6-3f47-4935-8f07-d9804b1ef582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.036775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.055147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 8cc83608-1bd4-48dd-8572-80bfcdf5d151 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:55.068602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-748a96f6-3f47-4935-8f07-d9804b1ef582 None None] Port aa4c0105-79f7-4b88-b425-594ee05ca251 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:55.068846 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.091950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cde8f803-f888-4e1f-99cc-64eadcac51c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e55c1956360649c4a869c6debfcb7a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732542 Nov 23 02:24:55.097093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59702) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:55.125061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1d179f-6d6d-4454-b742-7643a22e9622']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.159959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65f159ee-ef46-4b7a-8ba0-1d235807217c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.186518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65f159ee-ef46-4b7a-8ba0-1d235807217c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.212288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf91f87-f2b8-44f0-9acb-3c05705960ae') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.212615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf91f87-f2b8-44f0-9acb-3c05705960ae') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.229548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:55.232674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.242670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 67d9641b-24db-42b0-8b37-b58d53677375 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:24:55.243330 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1e24dfde-4dea-44e0-8bfc-307f13d95631 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/8cc83608-1bd4-48dd-8572-80bfcdf5d151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7855427 Nov 23 02:24:55.243784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59704) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:55.247386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] Sync routers for ids ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:55.254892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.260299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65f159ee-ef46-4b7a-8ba0-1d235807217c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.263957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65f159ee-ef46-4b7a-8ba0-1d235807217c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.267510 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-65f159ee-ef46-4b7a-8ba0-1d235807217c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4fd68a2-a10f-4e8c-9db4-bdfc2c796b4a HTTP/1.1" status: 204 len: 168 time: 0.1671245 Nov 23 02:24:55.285902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] Routers {'8cc83608-1bd4-48dd-8572-80bfcdf5d151'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:55.286537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.291297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.292203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-674c2f34-bf00-4626-9c59-8db3ff4cf0d6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cc83608-1bd4-48dd-8572-80bfcdf5d151 HTTP/1.1" status: 200 len: 205 time: 0.0458477 Nov 23 02:24:55.301041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59708) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:55.309810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:55.310386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.389247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=67d9641b-24db-42b0-8b37-b58d53677375,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:55.391334 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:55.393880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.561274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.568744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.590970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:55.597652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/cd1d179f-6d6d-4454-b742-7643a22e9622 HTTP/1.1" status: 204 len: 168 time: 1.4091966 Nov 23 02:24:55.601727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59720) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:55.633994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.646797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No active binding found for port 67d9641b-24db-42b0-8b37-b58d53677375 {{(pid=103358) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 02:24:55.647570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 67d9641b-24db-42b0-8b37-b58d53677375 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 02:24:55.662706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9429e-7280-4396-bd56-a690f4769c38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=cd1d179f-6d6d-4454-b742-7643a22e9622,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.682493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Port 67d9641b-24db-42b0-8b37-b58d53677375 not found, will not notify nova. {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 02:24:55.691760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] Routers {'8cc83608-1bd4-48dd-8572-80bfcdf5d151'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:55.692815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.747029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:55.748078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02fe505-69fb-42c1-8060-04f729538045 None None] The sync data for ids ['8cc83608-1bd4-48dd-8572-80bfcdf5d151'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:55.774332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 53cf685f-7cb0-4afe-b470-6bb4f52e628a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:55.796880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 53cf685f-7cb0-4afe-b470-6bb4f52e628a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:55.797263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 53cf685f-7cb0-4afe-b470-6bb4f52e628a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:55.797802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae1869e1-3c47-4e86-b495-1aef57c47b97 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:55.825758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ae1869e1-3c47-4e86-b495-1aef57c47b97 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:55.826470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae1869e1-3c47-4e86-b495-1aef57c47b97 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:55.867811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-25d49c1f-d438-4ba9-ba69-b287973f4c8c req-8a0b9037-ce8d-41d1-a922-c98278fbd7b5 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.0464377 Nov 23 02:24:55.929697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f159ee-ef46-4b7a-8ba0-1d235807217c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd68a2-a10f-4e8c-9db4-bdfc2c796b4a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:55.987716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.003666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Router 3435b70f-d182-4c19-918b-b7633c21e52e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:24:56.165602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b68893-02fa-43f4-a07f-510425249f92 req-10a19fee-fb77-4fdb-9e33-e4e874187cc0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:56.167193 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-85b68893-02fa-43f4-a07f-510425249f92 req-10a19fee-fb77-4fdb-9e33-e4e874187cc0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2353652 Nov 23 02:24:56.181097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.185009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.269309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59742) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:56.269968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.270499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router 8cc83608-1bd4-48dd-8572-80bfcdf5d151 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:56.283601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.284743 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cefab608-7c06-4c09-9132-183a9d8cd81a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/8cc83608-1bd4-48dd-8572-80bfcdf5d151 HTTP/1.1" status: 204 len: 168 time: 0.9828186 Nov 23 02:24:56.291933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59746) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:56.317329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.350567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.371503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-85b68893-02fa-43f4-a07f-510425249f92 req-ac4ae3bb-a23e-49b1-b56d-f251c020a236 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883819 Nov 23 02:24:56.437469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet d4e918e6-12f0-466e-a663-aaea948eca7e {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:56.444571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1053579998'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:56.471944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.472627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.475536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:24:56.485196 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e67d6e9c-f512-4625-a9b9-85c524bdd0fd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "PUT /v2.0/routers/3435b70f-d182-4c19-918b-b7633c21e52e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4903085 Nov 23 02:24:56.488276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59750) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:56.489281 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] Sync routers for ids ['3435b70f-d182-4c19-918b-b7633c21e52e'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:24:56.505368 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] Routers {'3435b70f-d182-4c19-918b-b7633c21e52e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:56.507040 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3435b70f-d182-4c19-918b-b7633c21e52e'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.528811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543fd59a-83bb-467f-9f69-787fffcd0768']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.531032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event updated for resources: {'Port': ['ID=aa4c0105-79f7-4b88-b425-594ee05ca251,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:56.554684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7366f83-9db8-4629-8742-6a0aff4a60e4') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.555132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7366f83-9db8-4629-8742-6a0aff4a60e4') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.567377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.570562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:56.574834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.579599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.589622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] In _notify_port_updated(), no bound segment for port aa4c0105-79f7-4b88-b425-594ee05ca251 on network 85645c35-2bc3-474f-84e5-228065f5c2ab {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:24:56.594331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b984a-4032-41ba-8e47-b21cd38f9947 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:56.595490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:56.596090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0b984a-4032-41ba-8e47-b21cd38f9947 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:56.596255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.600090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-12a883f2-2d90-481b-b5cf-9a29c13b50c5 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "PUT /v2.0/ports/aa4c0105-79f7-4b88-b425-594ee05ca251 HTTP/1.1" status: 200 len: 1055 time: 1.8293798 Nov 23 02:24:56.604469 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4e0b984a-4032-41ba-8e47-b21cd38f9947 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1147492 Nov 23 02:24:56.605102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59752) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:56.605440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59754) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:56.614009 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] Set router 3435b70f-d182-4c19-918b-b7633c21e52e gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:56.616208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.647267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.689697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:56.690385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:56.696401 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:56.709429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fdc0f2ee-fd9c-4682-9503-974ed883119e None None] Provisioning complete for port aa4c0105-79f7-4b88-b425-594ee05ca251 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:24:56.709968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fdc0f2ee-fd9c-4682-9503-974ed883119e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.719607 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:45Z', 'updated_at': '2021-11-23T02:24:55Z', 'revision_number': 3, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.757914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0f2ee-fd9c-4682-9503-974ed883119e None None] Port aa4c0105-79f7-4b88-b425-594ee05ca251 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:24:56.771292 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] Checking router: 3435b70f-d182-4c19-918b-b7633c21e52e for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:24:56.782756 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] Routers {'3435b70f-d182-4c19-918b-b7633c21e52e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:24:56.783853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.784156 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:24:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3435b70f-d182-4c19-918b-b7633c21e52e'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.840637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet e8dabfa4-c5b5-4f93-9977-ea32d8249156 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:24:56.847522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.851027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.860481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.872054 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] Set router 3435b70f-d182-4c19-918b-b7633c21e52e gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:24:56.920890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:56.939402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920c4d94-d447-4446-9559-77380736a1f1,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:56.941973 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:45Z', 'updated_at': '2021-11-23T02:24:55Z', 'revision_number': 3, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:56.949245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.954674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.955475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.957269 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment cbf3e7db-34e1-4e88-9d37-1d4f22a47a94 of type vlan for network 4950201c-cf6e-42c3-ae07-b1191468339c Nov 23 02:24:56.959279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:56.973997 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bfc5328-6285-43c1-9e26-143c54d8da48 None None] The sync data for ids ['3435b70f-d182-4c19-918b-b7633c21e52e'] in dv-neutron-818844-1-hyperv is: [{'id': '3435b70f-d182-4c19-918b-b7633c21e52e', 'name': 'tempest-NetworksTestDHCPv6-router-213015568', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:24:45Z', 'updated_at': '2021-11-23T02:24:55Z', 'revision_number': 3, 'project_id': 'fa01f513d2a64501a6369b393787d7e4', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:24:56.996812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.008934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.009127 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/d4e918e6-12f0-466e-a663-aaea948eca7e HTTP/1.1" status: 204 len: 168 time: 0.7098436 Nov 23 02:24:57.010840 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/543fd59a-83bb-467f-9f69-787fffcd0768 HTTP/1.1" status: 204 len: 168 time: 1.3971784 Nov 23 02:24:57.013540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd193e04-50b1-4658-babb-2b98563cb16d None None] Network 15767a78-531c-431d-97f6-3c83a8177b3b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:57.031596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59766) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.031959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59768) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.048908 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0de7eb5c-4518-4f0b-863a-ffaf802507a3 req-523b7219-7e37-4171-a754-34b2eddfc7b9 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.1047568 Nov 23 02:24:57.057878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d1a7f-82d2-41e2-8e64-e32527f0bc72 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e918e6-12f0-466e-a663-aaea948eca7e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.069283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.070467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1693910905'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:57.083083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db7770-2af3-4b7a-abae-a26932916763 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=543fd59a-83bb-467f-9f69-787fffcd0768,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.104428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.111435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:57.112128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.183912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port aa4c0105-79f7-4b88-b425-594ee05ca251 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:57.185339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.187722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=4950201c-cf6e-42c3-ae07-b1191468339c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.203655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:57.209477 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-be2effc1-054d-495a-94e6-031859faf3d6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9363611 Nov 23 02:24:57.217034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59770) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.224390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'name': 'tempest-PortsTestJSON-622028032'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:57.251311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:57.254848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.298074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.332076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:57.336055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.345234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] DHCP port deletion for 15767a78-531c-431d-97f6-3c83a8177b3b request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:57.359224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.376047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 4c94563e-6eee-48b9-b510-16c020fb5f02 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:57.407173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:57.415264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] Deleting port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:57.415723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.434349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.482224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 093ea43b-e9b6-444f-8d11-7f5cc92b8799 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:57.487690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.487690 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment 5ac088e6-1ac2-4bec-b261-0ebb8caf0a34 of type vlan for network 9184ab70-060b-4755-98a5-bf6341c0b30f Nov 23 02:24:57.489879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for aa4c0105-79f7-4b88-b425-594ee05ca251 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:57.558405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] For port 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=093ea43b-e9b6-444f-8d11-7f5cc92b8799,segment=NetworkSegment(6f7fb8f4-8d80-4bfe-beff-9592c6d4b751),segment_id=6f7fb8f4-8d80-4bfe-beff-9592c6d4b751)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:57.558532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.565287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.578150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] Calling delete_port for 093ea43b-e9b6-444f-8d11-7f5cc92b8799 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:57.611289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.647292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.671817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=e8dabfa4-c5b5-4f93-9977-ea32d8249156,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.675216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.676061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.676199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31522be-9761-4ee0-ab9e-c3fd13fc58f3 req-917d3dec-82a5-4d48-938a-916998887ffd tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:57.681152 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9d200d7f-ebb6-417c-904d-2841759c6929 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e8dabfa4-c5b5-4f93-9977-ea32d8249156 HTTP/1.1" status: 204 len: 168 time: 1.0708587 Nov 23 02:24:57.684547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a31522be-9761-4ee0-ab9e-c3fd13fc58f3 req-917d3dec-82a5-4d48-938a-916998887ffd tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1740518 Nov 23 02:24:57.686569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59776) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.687510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.694981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:57.695983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.696399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5dc936-dc2f-4848-88c7-5212659c2e3f None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:57.711703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:57.712476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.748224 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a31522be-9761-4ee0-ab9e-c3fd13fc58f3 req-36c0ddde-4a93-425e-894d-0500bd0f2272 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627599 Nov 23 02:24:57.749300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.783061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=093ea43b-e9b6-444f-8d11-7f5cc92b8799,segment=NetworkSegment(6f7fb8f4-8d80-4bfe-beff-9592c6d4b751),segment_id=6f7fb8f4-8d80-4bfe-beff-9592c6d4b751)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:57.796665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.797751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 67d9641b-24db-42b0-8b37-b58d53677375 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:57.804879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=4c94563e-6eee-48b9-b510-16c020fb5f02,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.837142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:57.837504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: 4950201c-cf6e-42c3-ae07-b1191468339c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:57.849420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.857078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:57.866378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 4950201c-cf6e-42c3-ae07-b1191468339c) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:57.871686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 67d9641b-24db-42b0-8b37-b58d53677375 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:57.872116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 67d9641b-24db-42b0-8b37-b58d53677375 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:57.875023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event deleted for resources: {'Port': ['ID=093ea43b-e9b6-444f-8d11-7f5cc92b8799,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.881550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:57.886512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4d93ae-5f12-4ff9-b408-8b2eef674e0b None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:57.895664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:57.896448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:57.897058 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8395205 Nov 23 02:24:57.915197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59778) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.926158 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-17d72e19-a5f5-45cd-b478-14b56f404b30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7072372 Nov 23 02:24:57.929286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59782) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:57.935675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:57.941478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1263318631'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:57.947203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] Pushing event deleted for resources: {'Port': ['ID=093ea43b-e9b6-444f-8d11-7f5cc92b8799,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:57.988528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae03626-8cfa-4b0d-93fd-cbf7b394a63e None None] No DVR routers for this DVR port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:57.993341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a1b2f-e1a5-4b24-85f2-c6ae32d01762 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=9184ab70-060b-4755-98a5-bf6341c0b30f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:58.006455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:58.009155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.039412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 9184ab70-060b-4755-98a5-bf6341c0b30f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:58.063479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 093ea43b-e9b6-444f-8d11-7f5cc92b8799, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=093ea43b-e9b6-444f-8d11-7f5cc92b8799,segment=NetworkSegment(6f7fb8f4-8d80-4bfe-beff-9592c6d4b751),segment_id=6f7fb8f4-8d80-4bfe-beff-9592c6d4b751)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:58.063963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.090386 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-de40a195-8ecd-4a50-ba43-30d758081cc6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3910062 Nov 23 02:24:58.098229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:24:58.099516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59790) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:58.115206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.115759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment 0019c6d9-c6f1-48e6-b2d7-3db594292181 of type vlan for network cdbc827d-ed00-4135-b55a-1ccfb9c96804 Nov 23 02:24:58.119875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 093ea43b-e9b6-444f-8d11-7f5cc92b8799 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:58.174518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.224450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.233832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:58.234577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.247113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:24:58.271907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.295810 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d082ad7e-6aab-4b57-8725-5dc9f7c9535a req-8364a9a6-a6ba-4d45-902f-fa51163724fd tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.0892055 Nov 23 02:24:58.315460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.327404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] Deleting port d821ada6-95f3-4dfb-87b9-c6790813624f {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:58.327727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.331158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=cdbc827d-ed00-4135-b55a-1ccfb9c96804,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:58.348116 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-da444563-f44a-441f-844c-830c9c2353a5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4159639 Nov 23 02:24:58.349216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59792) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:58.354154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'ports': [{'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'}, {'network_id': 'cdbc827d-ed00-4135-b55a-1ccfb9c96804'}]} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:58.354588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:58.355170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': 'cdbc827d-ed00-4135-b55a-1ccfb9c96804'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:58.368156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network cdbc827d-ed00-4135-b55a-1ccfb9c96804 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:24:58.391581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=aa4c0105-79f7-4b88-b425-594ee05ca251,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:58.394449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:58.399407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.458661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] For port d821ada6-95f3-4dfb-87b9-c6790813624f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d821ada6-95f3-4dfb-87b9-c6790813624f,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:24:58.459035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.480293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] Calling delete_port for d821ada6-95f3-4dfb-87b9-c6790813624f owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:24:58.540651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 2} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:58.546199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.563301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.570932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.610240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] Pushing event deleted for resources: {'Port': ['ID=d821ada6-95f3-4dfb-87b9-c6790813624f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:58.620030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66939e7-eeb2-4aa2-a4ee-593740a33049 None None] No DVR routers for this DVR port d821ada6-95f3-4dfb-87b9-c6790813624f on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:58.655563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 46e2fa51-d868-4edd-88ec-2d3d3db94cfb yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:58.692904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.706677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.713954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.778044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:58.859450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port d64a0f38-6439-47d9-933f-ad32b69bd024 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:24:58.920124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef55c7b-6d88-4575-a444-58ff89489ca4 req-2dd819bd-64ef-4e54-a6db-66c8e3ed98a3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:58.922704 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ef55c7b-6d88-4575-a444-58ff89489ca4 req-2dd819bd-64ef-4e54-a6db-66c8e3ed98a3 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.0767195 Nov 23 02:24:59.027854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ef55c7b-6d88-4575-a444-58ff89489ca4 req-f1da0703-745e-4d6b-aa05-681f256f7052 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979826 Nov 23 02:24:59.047374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.075293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=093ea43b-e9b6-444f-8d11-7f5cc92b8799,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.087081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.095203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port 093ea43b-e9b6-444f-8d11-7f5cc92b8799 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:24:59.131557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.132184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Fanout notify agent at l3_agent the message router_deleted on router 3435b70f-d182-4c19-918b-b7633c21e52e {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:24:59.147155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:24:59.150623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:59.154772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:59.155728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.163359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=46e2fa51-d868-4edd-88ec-2d3d3db94cfb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.164890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.166063 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5366eb7f-6364-45d2-a42b-111ee09fc326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/routers/3435b70f-d182-4c19-918b-b7633c21e52e HTTP/1.1" status: 204 len: 168 time: 1.0621502 Nov 23 02:24:59.171324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59796) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.222541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d821ada6-95f3-4dfb-87b9-c6790813624f no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:24:59.239623 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2415d6b3-15ed-4a82-bc49-74dcbbf9fde5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0656097 Nov 23 02:24:59.243666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59798) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.253853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d821ada6-95f3-4dfb-87b9-c6790813624f {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:24:59.254467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d821ada6-95f3-4dfb-87b9-c6790813624f not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:24:59.285476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=d64a0f38-6439-47d9-933f-ad32b69bd024,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.301159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': '0019c6d9-c6f1-48e6-b2d7-3db594292181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'cdbc827d-ed00-4135-b55a-1ccfb9c96804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:59.301535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: cdbc827d-ed00-4135-b55a-1ccfb9c96804, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:59.339985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0574e51-df67-4381-9c7d-a7e43c50dae7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.341741 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f0574e51-df67-4381-9c7d-a7e43c50dae7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0952079 Nov 23 02:24:59.344678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59804) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.352883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network cdbc827d-ed00-4135-b55a-1ccfb9c96804 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:59.379576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.391272 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3f516408-c63f-431c-87b7-a6176b0e824d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454488 Nov 23 02:24:59.396560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59806) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.401687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:59.407242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, cdbc827d-ed00-4135-b55a-1ccfb9c96804) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:59.420266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec024905-5dfe-4847-8334-686157b03010 None None] Network cdbc827d-ed00-4135-b55a-1ccfb9c96804 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:59.445909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:24:59.451973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.462138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.462138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.465152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.469974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-87130c41-245d-400f-9df9-d8be3aff094b tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/ports/aa4c0105-79f7-4b88-b425-594ee05ca251 HTTP/1.1" status: 204 len: 168 time: 2.8608575 Nov 23 02:24:59.480796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59810) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.482408 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-235bf2bf-de91-4c79-ad95-4f90bab818cf req-01a9aab7-ff05-4c43-b8aa-787a48a16bf4 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.0953224 Nov 23 02:24:59.493120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15767a78-531c-431d-97f6-3c83a8177b3b']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:59.506888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:59.507199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7fb8f4-8d80-4bfe-beff-9592c6d4b751') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:24:59.509512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.528180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.533691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f7d044-868e-4721-892b-461ebeb230b9 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] GET failed (client error): The resource could not be found. Nov 23 02:24:59.535318 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-31f7d044-868e-4721-892b-461ebeb230b9 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "GET /v2.0/ports/aa4c0105-79f7-4b88-b425-594ee05ca251 HTTP/1.1" status: 404 len: 333 time: 0.0531983 Nov 23 02:24:59.541508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59812) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.557374 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-658d572b-1270-4ffe-8a95-5c61f45ed47d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2043934 Nov 23 02:24:59.558017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59814) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.589819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.606604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:24:59.607589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: self.session.flush() Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:24:59.612742 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:24:59.669804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=bce704e1-8b2d-4efe-bd8c-3678be53dbe4,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.695816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:24:59.696614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: 9184ab70-060b-4755-98a5-bf6341c0b30f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:24:59.700366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:24:59.704119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.706324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.732890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.736846 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/15767a78-531c-431d-97f6-3c83a8177b3b HTTP/1.1" status: 204 len: 168 time: 2.6819012 Nov 23 02:24:59.739069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd7eb2-b59b-4386-af7e-0df92943302c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=15767a78-531c-431d-97f6-3c83a8177b3b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:24:59.741120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59816) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.742114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 9184ab70-060b-4755-98a5-bf6341c0b30f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:24:59.755936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1341051631', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:59.764548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 9184ab70-060b-4755-98a5-bf6341c0b30f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:24:59.776343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:24:59.777506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.778547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacf277a-36f4-4f96-9780-672e0026b733 None None] Network 9184ab70-060b-4755-98a5-bf6341c0b30f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:24:59.801853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port d64a0f38-6439-47d9-933f-ad32b69bd024 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:59.802192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.817378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.818554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.826326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port 91a57cf0-2192-4d88-8761-ff6a47ef0e4e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:24:59.826555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4650067f-05f9-463f-ae2e-f4c83f962a3e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8991377 Nov 23 02:24:59.827038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.830945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59818) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:24:59.869197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1654885956', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:24:59.894097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.963673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.969394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-9184ab70-060b-4755-98a5-bf6341c0b30f', 'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': 'bce704e1-8b2d-4efe-bd8c-3678be53dbe4'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:24:59.971446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.996305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:24:59.997743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.025293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for d64a0f38-6439-47d9-933f-ad32b69bd024 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:00.070111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.087753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.145050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Allocated IP 2001:db8::2 (9184ab70-060b-4755-98a5-bf6341c0b30f/bce704e1-8b2d-4efe-bd8c-3678be53dbe4/cbb34c3f-de20-47d3-9426-5ad6c234f9ad) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:00.198624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for 91a57cf0-2192-4d88-8761-ff6a47ef0e4e owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:00.241059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.276356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.325632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.342903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.348927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.358916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.390257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.391826 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a8a3b148-75c6-4652-beb5-cf6d1cae07ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5282404 Nov 23 02:25:00.394501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59822) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:00.399863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'port': {'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f', 'name': 'tempest-RoutersIpV6Test-1282395171'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:00.405200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Network 9184ab70-060b-4755-98a5-bf6341c0b30f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:00.408657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:00.419365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:00.425885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Pushing event updated for resources: {'Port': ['ID=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:00.436148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6e635e-19d6-41ec-a7a5-01417ddbb5c2 req-b66ffc5f-656e-47d9-add2-6df8c856009e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:00.438142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5c6e635e-19d6-41ec-a7a5-01417ddbb5c2 req-b66ffc5f-656e-47d9-add2-6df8c856009e tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3074236 Nov 23 02:25:00.457465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.503950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Attempting to bind port cbb34c3f-de20-47d3-9426-5ad6c234f9ad on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:00.504678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Attempting to bind port cbb34c3f-de20-47d3-9426-5ad6c234f9ad by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:00.505599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Attempting to bind port cbb34c3f-de20-47d3-9426-5ad6c234f9ad on network 9184ab70-060b-4755-98a5-bf6341c0b30f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:00.511539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:00.512422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Checking segment: {'id': '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:00.513015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.513711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Bound using segment: {'id': '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:00.514646 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Bound port: cbb34c3f-de20-47d3-9426-5ad6c234f9ad, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9184ab70-060b-4755-98a5-bf6341c0b30f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:00.515552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.557058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.26.8.91 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/7773fbc0-b659-442b-9a73-28cc3c749768) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:00.574541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:25:00.577378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.599573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=d64a0f38-6439-47d9-933f-ad32b69bd024,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:00.623102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] For port cbb34c3f-de20-47d3-9426-5ad6c234f9ad, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:00.629034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] For port cbb34c3f-de20-47d3-9426-5ad6c234f9ad, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,segment=NetworkSegment(5ac088e6-1ac2-4bec-b261-0ebb8caf0a34),segment_id=5ac088e6-1ac2-4bec-b261-0ebb8caf0a34)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:00.636077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.643877 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8264db03-3bfa-43a0-97b7-a71af35860ad req-ea12e317-6a1f-4bc9-baef-c9b9788c4ac9 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.0599773 Nov 23 02:25:00.679566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:00.683708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:00.751260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6580c-6d0e-417a-8331-079a6620a926 None None] Pushing event updated for resources: {'Port': ['ID=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:00.763583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] device_id is not set on port 7263026c-ad65-427d-a036-f23ca381aab7 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:00.940174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8::250 (9184ab70-060b-4755-98a5-bf6341c0b30f/bce704e1-8b2d-4efe-bd8c-3678be53dbe4/7263026c-ad65-427d-a036-f23ca381aab7) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:01.023625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.028349 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e8bc41f0-b475-4835-9541-47cf50b047b6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/d64a0f38-6439-47d9-933f-ad32b69bd024 HTTP/1.1" status: 204 len: 168 time: 1.4690719 Nov 23 02:25:01.036806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59830) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:01.149051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438b4c8-7cd8-42b4-bcbd-8ddcb05da0dc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.157023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d438b4c8-7cd8-42b4-bcbd-8ddcb05da0dc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.160580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d438b4c8-7cd8-42b4-bcbd-8ddcb05da0dc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1202979 Nov 23 02:25:01.165721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59832) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:01.195805 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5c6e635e-19d6-41ec-a7a5-01417ddbb5c2 req-3f1f251e-c3fe-4b69-bb38-8fec837857cb tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7450213 Nov 23 02:25:01.200258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:01.217836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=ecc484ef-54c5-41fc-8ac3-1f467594fbfa,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:01.217836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:01.218103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.218955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.231960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7250ef-2c31-4b94-8707-d9a14b1285d5 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:01.282347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.317268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cbb34c3f-de20-47d3-9426-5ad6c234f9ad up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:01.332526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.345098 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-db9e3f0b-a718-4718-b2bb-f80e2ca74401 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9486363 Nov 23 02:25:01.351777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59834) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:01.368776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:01.397636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-ab2d9713-be43-4ef3-b4f6-23c9a3892e06 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.399255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-ab2d9713-be43-4ef3-b4f6-23c9a3892e06 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.46 "GET /v2.0/networks?id=98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 200 len: 811 time: 0.7935336 Nov 23 02:25:01.403763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=91a57cf0-2192-4d88-8761-ff6a47ef0e4e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:01.408288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.444019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cbb34c3f-de20-47d3-9426-5ad6c234f9ad triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:01.444776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.448069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Request body: {'port': {'device_id': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346', 'admin_state_up': True, 'tenant_id': '610985b31995429098c1fe29d96ab76c'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:01.505737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.520357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'ecc484ef-54c5-41fc-8ac3-1f467594fbfa'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:01.521348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.578715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 46e2fa51-d868-4edd-88ec-2d3d3db94cfb {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:01.579764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.608109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.612161 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c3257c5d-947e-42fa-baea-47e9195aab87 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/ports/91a57cf0-2192-4d88-8761-ff6a47ef0e4e HTTP/1.1" status: 204 len: 168 time: 2.0692859 Nov 23 02:25:01.618128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59836) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:01.654557 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb278edf-da0a-4fa0-9859-589ca7984bf2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] GET failed (client error): The resource could not be found. Nov 23 02:25:01.656165 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-eb278edf-da0a-4fa0-9859-589ca7984bf2 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "GET /v2.0/ports/91a57cf0-2192-4d88-8761-ff6a47ef0e4e HTTP/1.1" status: 404 len: 333 time: 0.0368028 Nov 23 02:25:01.660058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59838) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:01.716882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.729314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Allocated IP 2001:db8::f816:3eff:fe77:3784 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/ecc484ef-54c5-41fc-8ac3-1f467594fbfa/0b5e9986-7458-4145-a664-b63d28bc3138) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:01.743936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.753385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 9184ab70-060b-4755-98a5-bf6341c0b30f is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:01.771437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:25:01.771437 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 02:25:01.771437 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'project_id_1': 'fa01f513d2a64501a6369b393787d7e4', 'expiration_1': datetime.datetime(2021, 11, 23, 2, 24, 41, 724864)}] Nov 23 02:25:01.771437 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:25:01.771437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:25:01.772469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:01.782280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:01.783336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:01.790579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:01.791345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.795294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port cbb34c3f-de20-47d3-9426-5ad6c234f9ad, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,segment=NetworkSegment(5ac088e6-1ac2-4bec-b261-0ebb8caf0a34),segment_id=5ac088e6-1ac2-4bec-b261-0ebb8caf0a34)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:01.801184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Made reservation on behalf of 610985b31995429098c1fe29d96ab76c for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:01.806237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.812170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=7263026c-ad65-427d-a036-f23ca381aab7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:01.825034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:01.828734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:01.869911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59842) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:01.873315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9da2c807-9233-4e7e-a23e-d6546d1085e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4773774 Nov 23 02:25:01.908950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:01.922219 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-50e00f4c-123e-4932-8aeb-29b0f51c8a87 req-04077a2a-3029-4870-9a20-5a556c933beb tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.1184537 Nov 23 02:25:01.945843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=7773fbc0-b659-442b-9a73-28cc3c749768,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:01.948751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 46e2fa51-d868-4edd-88ec-2d3d3db94cfb owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:02.045036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6ad093-b2f8-488c-b523-20cedd466803 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:02.047006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.147541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34abf2-cb9e-4634-bcc7-43e7796cfcb7 None None] Network 9184ab70-060b-4755-98a5-bf6341c0b30f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:02.157658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port 5c362368-2934-47ad-8baa-039bf335acf3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:02.158197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.158387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.198242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=46e2fa51-d868-4edd-88ec-2d3d3db94cfb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:02.201142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:02.249943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.260089 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-936e1678-e842-438f-b26f-eae057868a60 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/46e2fa51-d868-4edd-88ec-2d3d3db94cfb HTTP/1.1" status: 204 len: 168 time: 1.0889621 Nov 23 02:25:02.261011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bbf5371c-067a-4499-a35c-b9a43b6b48d9 None None] Provisioning complete for port 7773fbc0-b659-442b-9a73-28cc3c749768 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:02.261011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bbf5371c-067a-4499-a35c-b9a43b6b48d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.261213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59846) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:02.321751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.331752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5371c-067a-4499-a35c-b9a43b6b48d9 None None] Port 7773fbc0-b659-442b-9a73-28cc3c749768 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:02.358401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.380836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c963e2c2-83e9-47e8-870b-4979307d4f9e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:02.382455 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c963e2c2-83e9-47e8-870b-4979307d4f9e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1222546 Nov 23 02:25:02.388088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59848) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:02.403606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:02.407522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.411961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:02.417913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:02.440773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:02.440996 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31af60c-6aff-4500-91e8-536037801936 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:25:02.442428 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f31af60c-6aff-4500-91e8-536037801936 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/d64a0f38-6439-47d9-933f-ad32b69bd024 HTTP/1.1" status: 404 len: 333 time: 0.0519593 Nov 23 02:25:02.447308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Allocated IP 172.20.0.6 (98f1cedf-5266-4397-aa98-d9c3e85d5346/d63fe974-2004-43d1-887d-52dcb0b79a2a/0799a701-8297-4d0a-8c9e-bf64472c7e52) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:02.449762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Pushing event updated for resources: {'Port': ['ID=0b5e9986-7458-4145-a664-b63d28bc3138,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:02.470154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59850) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:02.481176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.504666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.516991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-29a2b803-f8a3-49da-a84d-8c2544230278 None None] Provisioning complete for port cbb34c3f-de20-47d3-9426-5ad6c234f9ad triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:02.517746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-29a2b803-f8a3-49da-a84d-8c2544230278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.533540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for 5c362368-2934-47ad-8baa-039bf335acf3 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:02.543588 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f3726b-c339-471e-bb82-98060a650c3f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:25:02.545584 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d2f3726b-c339-471e-bb82-98060a650c3f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/46e2fa51-d868-4edd-88ec-2d3d3db94cfb HTTP/1.1" status: 404 len: 333 time: 0.0739276 Nov 23 02:25:02.551960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59852) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:02.552198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Attempting to bind port 0b5e9986-7458-4145-a664-b63d28bc3138 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:02.552579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Attempting to bind port 0b5e9986-7458-4145-a664-b63d28bc3138 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:02.552948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Attempting to bind port 0b5e9986-7458-4145-a664-b63d28bc3138 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:02.565579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1b2c4-3708-43eb-bf45-8b1799eda481 req-3002f195-69bc-4226-b37c-c4dbbc70ae7a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:02.565805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:02.566186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:02.566591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.566986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:02.568164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Bound port: 0b5e9986-7458-4145-a664-b63d28bc3138, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:02.568164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.568468 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09e1b2c4-3708-43eb-bf45-8b1799eda481 req-3002f195-69bc-4226-b37c-c4dbbc70ae7a tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2166288 Nov 23 02:25:02.711971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] For port 0b5e9986-7458-4145-a664-b63d28bc3138, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:02.719071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] For port 0b5e9986-7458-4145-a664-b63d28bc3138, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b5e9986-7458-4145-a664-b63d28bc3138,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:02.726477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.817934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a369f6-34b5-4963-9fac-20ff5b0f90b7 None None] Pushing event updated for resources: {'Port': ['ID=0b5e9986-7458-4145-a664-b63d28bc3138,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:02.831227 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09e1b2c4-3708-43eb-bf45-8b1799eda481 req-3562b491-0d0f-456b-8de9-9e7ebc24cb37 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325876 Nov 23 02:25:02.856338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.916193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c187df51-54ab-4280-ba79-1992809322d2 None None] Provisioning complete for port 7263026c-ad65-427d-a036-f23ca381aab7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:02.916841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c187df51-54ab-4280-ba79-1992809322d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:02.942501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.055309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c187df51-54ab-4280-ba79-1992809322d2 None None] Port 7263026c-ad65-427d-a036-f23ca381aab7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:03.172607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c187df51-54ab-4280-ba79-1992809322d2 None None] Provisioning complete for port cbb34c3f-de20-47d3-9426-5ad6c234f9ad triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:03.172938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c187df51-54ab-4280-ba79-1992809322d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.215683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aaaa947-a352-43de-8464-654e77a748b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.236547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-667e2948-df3e-4bb6-adad-b77ed4b55fc7 req-821308c0-98d4-44fb-bd6b-2bd64ddaf9a8 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 210 time: 0.1267030 Nov 23 02:25:03.306487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.379299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cbb34c3f-de20-47d3-9426-5ad6c234f9ad up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:03.405947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.468379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cbb34c3f-de20-47d3-9426-5ad6c234f9ad triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:03.468966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.492100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.530059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Network 98f1cedf-5266-4397-aa98-d9c3e85d5346 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:03.545177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33df3c-0518-4437-bb19-b679c16ce146 req-2e5bb968-16c9-4f2b-8b4d-22bb0f22dfe6 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:03.552173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:03.555632 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ce33df3c-0518-4437-bb19-b679c16ce146 req-2e5bb968-16c9-4f2b-8b4d-22bb0f22dfe6 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2115736 Nov 23 02:25:03.582686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:03.592610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bdd893cd-5ac9-4b2c-bb4b-dc0a29d53a02 None None] Provisioning complete for port 7263026c-ad65-427d-a036-f23ca381aab7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:03.593074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bdd893cd-5ac9-4b2c-bb4b-dc0a29d53a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.595469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-0d44d583-179c-45f2-bc53-4550d8c83e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:03.596625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Pushing event updated for resources: {'Port': ['ID=0799a701-8297-4d0a-8c9e-bf64472c7e52,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:03.597208 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-0d44d583-179c-45f2-bc53-4550d8c83e97 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.2845175 Nov 23 02:25:03.639289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bdd893cd-5ac9-4b2c-bb4b-dc0a29d53a02 None None] Port 7263026c-ad65-427d-a036-f23ca381aab7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:03.695722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=5c362368-2934-47ad-8baa-039bf335acf3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:03.742773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:03.743406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.746323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.750375 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4e194039-d17e-4bf0-99d2-e81d83c5d0ea tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/ports/5c362368-2934-47ad-8baa-039bf335acf3 HTTP/1.1" status: 204 len: 168 time: 2.0892828 Nov 23 02:25:03.757238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59860) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:03.818519 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-d7331d86-b621-4a66-a822-5c869afef940 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3835392 Nov 23 02:25:03.823336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.830760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.854939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Request body: {'port': {'device_id': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:03.881710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting subnet 859b13e1-de31-46d7-9614-0893dad89b99 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:03.912522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.933572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:03.955099 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ce33df3c-0518-4437-bb19-b679c16ce146 req-e465611e-24db-47ee-9063-e0dfb67d9794 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984911 Nov 23 02:25:03.984465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=7263026c-ad65-427d-a036-f23ca381aab7,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:03.999348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.009013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbc827d-ed00-4135-b55a-1ccfb9c96804']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:04.049720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0019c6d9-c6f1-48e6-b2d7-3db594292181') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:04.050388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0019c6d9-c6f1-48e6-b2d7-3db594292181') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:04.058025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.062966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.072710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.096347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.112450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:04.119071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-f871f960-729e-4bc7-bc03-ef7d25c15cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.119071 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-f871f960-729e-4bc7-bc03-ef7d25c15cc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.4767392 Nov 23 02:25:04.168401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.171108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:04.204842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.205463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.258005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:04.258310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:04.262123 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:04.354701 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9991384 Nov 23 02:25:04.363879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ba3650-47db-43d2-a376-d356f90d275b None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:04.390339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59864) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:04.395113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d2b7f-d19c-48a3-813f-d7f20f166e80 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=5e6342a8-aeb3-4e12-bb87-50b229d8997d,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:04.413950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:ec:33:e8', 'name': 'tempest-NetworksTestDHCPv6-1959756005'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:04.424116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Provisioning complete for port 0b5e9986-7458-4145-a664-b63d28bc3138 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:04.424648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.485761 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-0a967307-d0b0-4a55-bded-79fe4c94d19d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1002 time: 0.3210824 Nov 23 02:25:04.493730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.519347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.526251 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/cdbc827d-ed00-4135-b55a-1ccfb9c96804 HTTP/1.1" status: 204 len: 168 time: 1.9697378 Nov 23 02:25:04.534840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59866) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:04.552390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.564658 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1885300062'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:04.587989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.598752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3d9928-3e33-4804-bf69-550855a8460f tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=cdbc827d-ed00-4135-b55a-1ccfb9c96804,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:04.649657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] For port 0b5e9986-7458-4145-a664-b63d28bc3138, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b5e9986-7458-4145-a664-b63d28bc3138,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:04.650737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:04.654715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.656682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.657505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-a6490733-4e3d-4410-8a75-3ab90eefb93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.659358 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-a6490733-4e3d-4410-8a75-3ab90eefb93e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.1637683 Nov 23 02:25:04.724725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Provisioning complete for port 7263026c-ad65-427d-a036-f23ca381aab7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:04.725098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.746898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a8ea0-0ac6-49d7-ace0-289747b25c84 req-b75357f2-97de-4eba-bdfd-657fdaedf27c tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.748934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0d0a8ea0-0ac6-49d7-ace0-289747b25c84 req-b75357f2-97de-4eba-bdfd-657fdaedf27c tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 931 time: 0.3114552 Nov 23 02:25:04.763810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:04.767935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.771410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'ecc484ef-54c5-41fc-8ac3-1f467594fbfa', 'ip_address': '2001:db8::f816:3eff:fe77:3784'}, {'subnet_id': '5e6342a8-aeb3-4e12-bb87-50b229d8997d'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '0b5e9986-7458-4145-a664-b63d28bc3138'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:25:04.776183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Pushing event updated for resources: {'Port': ['ID=0b5e9986-7458-4145-a664-b63d28bc3138,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:04.784979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:04.810521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.812400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5512618c-6d37-4024-be70-70b94f37e34b None None] Port 7263026c-ad65-427d-a036-f23ca381aab7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:04.817817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 0b788226-a8f7-4e75-98b0-c1d8fd531303 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:04.837451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.838112 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment de60a754-0e7b-4560-bf19-5b162085c47f of type vlan for network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 Nov 23 02:25:04.852075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-51672e3a-4cd8-4035-9898-b63eeac4e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:04.854005 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-51672e3a-4cd8-4035-9898-b63eeac4e3a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1820793 Nov 23 02:25:04.972500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:04.981270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] Allocated IP 172.20.0.2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/5e6342a8-aeb3-4e12-bb87-50b229d8997d/0b5e9986-7458-4145-a664-b63d28bc3138) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:04.990069 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0d0a8ea0-0ac6-49d7-ace0-289747b25c84 req-aad64305-5191-4b6c-aef7-e2146d6e89dd tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944072 Nov 23 02:25:04.994013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.049389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.104875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Subnet': ['ID=859b13e1-de31-46d7-9614-0893dad89b99,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:05.121741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] For port 0b5e9986-7458-4145-a664-b63d28bc3138, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b5e9986-7458-4145-a664-b63d28bc3138,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:05.154961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.160134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9c09f4-1391-4a3d-8136-732c87ae3020 None None] Network 85645c35-2bc3-474f-84e5-228065f5c2ab requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:05.160583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.163429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.164937 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c4bf2551-cb02-4e65-8c9e-bc750dfc703d tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/subnets/859b13e1-de31-46d7-9614-0893dad89b99 HTTP/1.1" status: 204 len: 168 time: 1.4069605 Nov 23 02:25:05.197766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59870) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:05.336331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec5ebb-08be-48a4-bdeb-95f4a1fad6b6 None None] Pushing event updated for resources: {'Port': ['ID=0b5e9986-7458-4145-a664-b63d28bc3138,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:05.367858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b5e9986-7458-4145-a664-b63d28bc3138 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:05.389148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0799a701-8297-4d0a-8c9e-bf64472c7e52 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:05.405840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.414842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.428796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.447680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Transition to ACTIVE for port object 0799a701-8297-4d0a-8c9e-bf64472c7e52 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:25:05.463810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0b5e9986-7458-4145-a664-b63d28bc3138 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:05.464348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.467986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.552978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.562435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:05.563250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.566625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] DHCP port deletion for 85645c35-2bc3-474f-84e5-228065f5c2ab request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:05.589349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Pushing event updated for resources: {'Port': ['ID=0799a701-8297-4d0a-8c9e-bf64472c7e52,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:05.634502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0101cf0-b910-476d-888e-95e5a765a0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.637434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.654068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] Deleting port 4627b17d-d03b-4bcb-b685-b5aad2a16753 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:05.654545 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.664742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-dd13233a-35d9-4acd-a540-754c1232d804 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7992179 Nov 23 02:25:05.692768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.694262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.706813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 9c265919-d82e-4f11-bfe1-45ec3f6e1c79 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:05.715702 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1755865 Nov 23 02:25:05.724932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c390628-24d1-4a02-84fd-b41f541a8f9d req-04f7a198-3f4c-405c-94f3-9faaacd8f149 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:05.727157 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c390628-24d1-4a02-84fd-b41f541a8f9d req-04f7a198-3f4c-405c-94f3-9faaacd8f149 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3040898 Nov 23 02:25:05.728004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc8602-b38b-4c1c-b7e8-3a4a717f1563 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=da9a19fc-12c6-4c61-9d78-d6306d9a81f7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:05.738500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59872) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:05.741514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] For port 4627b17d-d03b-4bcb-b685-b5aad2a16753, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4627b17d-d03b-4bcb-b685-b5aad2a16753,segment=NetworkSegment(21812681-d594-4d15-9243-5ad980bfe399),segment_id=21812681-d594-4d15-9243-5ad980bfe399)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:05.741655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:05.741924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.752141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Deleting port 4627b17d-d03b-4bcb-b685-b5aad2a16753 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:05.752747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.758623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:05.758932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] Calling delete_port for 4627b17d-d03b-4bcb-b685-b5aad2a16753 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:05.862813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=7263026c-ad65-427d-a036-f23ca381aab7,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:05.938555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Attempting to bind port 0799a701-8297-4d0a-8c9e-bf64472c7e52 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:05.939153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Attempting to bind port 0799a701-8297-4d0a-8c9e-bf64472c7e52 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '23d9d8fc-c25b-4089-87fb-8de3bf852276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:05.944879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Attempting to bind port 0799a701-8297-4d0a-8c9e-bf64472c7e52 on network 98f1cedf-5266-4397-aa98-d9c3e85d5346 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:05.949844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:05.951932 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2207a887-4207-4b07-bf86-9eaf6a91cf26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2004001 Nov 23 02:25:05.964145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59874) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:05.989981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Port 0799a701-8297-4d0a-8c9e-bf64472c7e52 on network 98f1cedf-5266-4397-aa98-d9c3e85d5346 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:25:05.994251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Attempting to bind port 0799a701-8297-4d0a-8c9e-bf64472c7e52 on network 98f1cedf-5266-4397-aa98-d9c3e85d5346 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:06.021154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:06.023974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] Sync routers for ids ['0b788226-a8f7-4e75-98b0-c1d8fd531303'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:06.034741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.050415 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:06.054706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.067337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] For port 4627b17d-d03b-4bcb-b685-b5aad2a16753, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4627b17d-d03b-4bcb-b685-b5aad2a16753,segment=NetworkSegment(21812681-d594-4d15-9243-5ad980bfe399),segment_id=21812681-d594-4d15-9243-5ad980bfe399)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:06.067908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.086665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:06.087035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Checking segment: {'id': '23d9d8fc-c25b-4089-87fb-8de3bf852276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:06.087983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Bound using segment: {'id': '23d9d8fc-c25b-4089-87fb-8de3bf852276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:06.088697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Bound port: 0799a701-8297-4d0a-8c9e-bf64472c7e52, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23d9d8fc-c25b-4089-87fb-8de3bf852276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:06.088999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.113889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Calling delete_port for 4627b17d-d03b-4bcb-b685-b5aad2a16753 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:06.126114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Performing IP validity checks on allocation pools {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:25:06.126931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:25:06.143291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] Routers {'0b788226-a8f7-4e75-98b0-c1d8fd531303'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:06.144432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0b788226-a8f7-4e75-98b0-c1d8fd531303'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:06.145563 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c390628-24d1-4a02-84fd-b41f541a8f9d req-8ded9f38-45b5-489d-9a0f-b02a5b40fe22 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3989339 Nov 23 02:25:06.179138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 9184ab70-060b-4755-98a5-bf6341c0b30f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:06.182537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] No DVR routers for this DVR port 4627b17d-d03b-4bcb-b685-b5aad2a16753 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:06.186661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d01cf-e555-413e-864a-4dd272cc5176 None None] Pushing event deleted for resources: {'Port': ['ID=4627b17d-d03b-4bcb-b685-b5aad2a16753,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.217788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:06.235950 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69887ec5-f591-47b9-a8be-f877531f3d43 req-32abf43f-7e96-4963-9686-a6a37e9adef7 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532842 Nov 23 02:25:06.238974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:06.298891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] Routers {'0b788226-a8f7-4e75-98b0-c1d8fd531303'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:06.299480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0b788226-a8f7-4e75-98b0-c1d8fd531303'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:06.354656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:06.355316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72670c3-316a-40b7-82e2-39f7e4d44890 None None] The sync data for ids ['0b788226-a8f7-4e75-98b0-c1d8fd531303'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:06.362574 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-75d17103-1cec-42d2-ba4e-5d3d58867d5d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/routers/0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 200 len: 880 time: 0.3966808 Nov 23 02:25:06.371575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2fe312a8-0af6-48a2-ae9f-4b2bc89f5fa8 None None] Provisioning complete for port 0b5e9986-7458-4145-a664-b63d28bc3138 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:06.372005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fe312a8-0af6-48a2-ae9f-4b2bc89f5fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.378276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59878) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:06.399947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.459492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 172.20.0.12 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/5e6342a8-aeb3-4e12-bb87-50b229d8997d/9c265919-d82e-4f11-bfe1-45ec3f6e1c79) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:06.464579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] For port 0799a701-8297-4d0a-8c9e-bf64472c7e52, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:06.477227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5b022-4518-4912-8f47-cb755ee6fe03 req-f984b913-f5b8-4ceb-aaa2-6114e9ffc99a tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:06.478556 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cce5b022-4518-4912-8f47-cb755ee6fe03 req-f984b913-f5b8-4ceb-aaa2-6114e9ffc99a tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 943 time: 0.3189812 Nov 23 02:25:06.491187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:feec:33e8 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/ecc484ef-54c5-41fc-8ac3-1f467594fbfa/9c265919-d82e-4f11-bfe1-45ec3f6e1c79) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:06.518710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] For port 0799a701-8297-4d0a-8c9e-bf64472c7e52, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52,segment=NetworkSegment(23d9d8fc-c25b-4089-87fb-8de3bf852276),segment_id=23d9d8fc-c25b-4089-87fb-8de3bf852276)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:06.532638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.535016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.586328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Port': ['ID=4627b17d-d03b-4bcb-b685-b5aad2a16753,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.595025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] No DVR routers for this DVR port 4627b17d-d03b-4bcb-b685-b5aad2a16753 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:06.605840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:06.606447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.607921 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] 10.222.0.46 "PUT /v2.0/ports/0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 200 len: 1093 time: 2.7618365 Nov 23 02:25:06.629604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.635567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-31a4dac6-4fc6-4584-aa4f-723da918fec7 None None] Provisioning complete for port 7263026c-ad65-427d-a036-f23ca381aab7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:06.636680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31a4dac6-4fc6-4584-aa4f-723da918fec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.652127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'tag': '0799a701-8297-4d0a-8c9e-bf64472c7e52'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:06.654613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07885e4-a604-42d5-a784-7882050d79af" -d '{"events": [{"name": "network-changed", "server_uuid": "98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc", "tag": "0799a701-8297-4d0a-8c9e-bf64472c7e52"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:06.676641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-31a4dac6-4fc6-4584-aa4f-723da918fec7 None None] Port 7263026c-ad65-427d-a036-f23ca381aab7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:06.680763 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cce5b022-4518-4912-8f47-cb755ee6fe03 req-ac86f993-2c66-469a-85f5-b3a173b809bb tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862397 Nov 23 02:25:06.771124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275f2155-b3b3-4d05-bcf7-9f1790c7c728 x-openstack-request-id: req-275f2155-b3b3-4d05-bcf7-9f1790c7c728 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:06.771407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc", "tag": "0799a701-8297-4d0a-8c9e-bf64472c7e52", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:06.771664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-275f2155-b3b3-4d05-bcf7-9f1790c7c728 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:06.772064 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'tag': '0799a701-8297-4d0a-8c9e-bf64472c7e52', 'status': 'completed', 'code': 200} Nov 23 02:25:06.804265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=bc7d3177-76fe-4c3a-a59a-433928332190,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:06.850377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': 'de60a754-0e7b-4560-bf19-5b162085c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:06.850655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: da9a19fc-12c6-4c61-9d78-d6306d9a81f7, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:06.892273 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a84ec00-4309-4df8-bbac-ca8b7907d255 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5070038 Nov 23 02:25:06.894610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:06.896866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59882) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:06.901831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1341051631'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:06.946824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:06.970297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, da9a19fc-12c6-4c61-9d78-d6306d9a81f7) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:06.983972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b1174a-0e0e-4a53-be92-6a671c3a5596 None None] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:06.986277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:06.987302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.053607 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-70b23151-f10c-4a09-9503-c11248506666 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3111138 Nov 23 02:25:07.055908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.063272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7', 'name': 'tempest-PortsTestJSON-1003303247'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:07.080704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.093801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a553aa-5809-4071-b12e-b21a07b622db service neutron] Pushing event updated for resources: {'Port': ['ID=0799a701-8297-4d0a-8c9e-bf64472c7e52,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:07.110824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.139014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85645c35-2bc3-474f-84e5-228065f5c2ab']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.155391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21812681-d594-4d15-9243-5ad980bfe399') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.155739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21812681-d594-4d15-9243-5ad980bfe399') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.167899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 0514c349-9ea0-4340-98c0-c1af2eb66b38 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:07.168646 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-da9a19fc-12c6-4c61-9d78-d6306d9a81f7', 'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': 'bc7d3177-76fe-4c3a-a59a-433928332190'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:07.170020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.173306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.194695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-e6d94c9a-fde7-485b-96f1-16a582404f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.194920 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-e6d94c9a-fde7-485b-96f1-16a582404f6c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=610985b31995429098c1fe29d96ab76c&device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 1096 time: 0.4661658 Nov 23 02:25:07.195911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.205292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:07.205743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.240194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:07.275655 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:07.278471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:07.289423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.290509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:07.293204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=9c265919-d82e-4f11-bfe1-45ec3f6e1c79,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:07.293722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.298525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] 10.222.0.53 "DELETE /v2.0/networks/85645c35-2bc3-474f-84e5-228065f5c2ab HTTP/1.1" status: 204 len: 168 time: 2.0997133 Nov 23 02:25:07.372301 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b5e9986-7458-4145-a664-b63d28bc3138 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:07.437213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-4ea52e0d-4b17-46db-98b0-908123ee5fa3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 200 len: 217 time: 0.1578166 Nov 23 02:25:07.492104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0b5e9986-7458-4145-a664-b63d28bc3138 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:07.492519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.494056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb553ea0-d5cc-4e23-97d0-f821b20a6811 tempest-AllowedAddressPairTestJSON-778284893 tempest-AllowedAddressPairTestJSON-778284893-project] Pushing event deleted for resources: {'Network': ['ID=85645c35-2bc3-474f-84e5-228065f5c2ab,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:07.525416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.526628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.528668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:07.532574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.565284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:07.569012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313b29c-6340-439c-aca5-493c37d4c4dc req-0a0e6f4b-d2d1-4694-a15d-142106d34420 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.570619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2313b29c-6340-439c-aca5-493c37d4c4dc req-0a0e6f4b-d2d1-4694-a15d-142106d34420 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1853144 Nov 23 02:25:07.579598 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dcc5b4d9-8093-4216-9c3c-ad907338da91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1852965 Nov 23 02:25:07.580913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59890) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.588475 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.597840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Allocated IP 172.20.0.2 (da9a19fc-12c6-4c61-9d78-d6306d9a81f7/bc7d3177-76fe-4c3a-a59a-433928332190/3eb290d7-52a3-45ca-b4db-cebfa4c87ccf) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:07.606237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:07.612660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-418cc7ce-cf7e-403e-bbe7-adbff0c4a39d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/0514c349-9ea0-4340-98c0-c1af2eb66b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7384946 Nov 23 02:25:07.619523 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] Sync routers for ids ['0514c349-9ea0-4340-98c0-c1af2eb66b38'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:07.637287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59892) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.642634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-3d468785-d730-4690-a6f8-526260e7373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.643616 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] Routers {'0514c349-9ea0-4340-98c0-c1af2eb66b38'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:07.644085 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-3d468785-d730-4690-a6f8-526260e7373e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d63fe974-2004-43d1-887d-52dcb0b79a2a HTTP/1.1" status: 200 len: 851 time: 0.1634419 Nov 23 02:25:07.644419 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0514c349-9ea0-4340-98c0-c1af2eb66b38'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.691584 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2313b29c-6340-439c-aca5-493c37d4c4dc req-1f6568f5-68b8-49e7-862f-832235881760 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974729 Nov 23 02:25:07.723875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:07.726595 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.742390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-9a4feed8-dbf6-4fdd-be90-5e0b15f36b57 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98f1cedf-5266-4397-aa98-d9c3e85d5346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599587 Nov 23 02:25:07.751928 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] Routers {'0514c349-9ea0-4340-98c0-c1af2eb66b38'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:07.752607 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0514c349-9ea0-4340-98c0-c1af2eb66b38'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.759506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a7274-7e6b-4911-96e7-55283e1bac8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.778337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2a7274-7e6b-4911-96e7-55283e1bac8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.782644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cb2a7274-7e6b-4911-96e7-55283e1bac8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1965523 Nov 23 02:25:07.797005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e825305e-466b-4403-805d-1a0171f26629 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.799784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59900) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.805208 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e825305e-466b-4403-805d-1a0171f26629 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports/7263026c-ad65-427d-a036-f23ca381aab7 HTTP/1.1" status: 200 len: 984 time: 0.1627750 Nov 23 02:25:07.808574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59902) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.815568 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:07.816226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55020b13-d14c-4c5f-82da-6e237caa1644 None None] The sync data for ids ['0514c349-9ea0-4340-98c0-c1af2eb66b38'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:07.863428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59904) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:07.988821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0eed92-360b-42e9-8f78-723acc1b6f90 req-a9a770c2-b412-4f5b-814d-4d47b66356ec tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:07.990300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-de0eed92-360b-42e9-8f78-723acc1b6f90 req-a9a770c2-b412-4f5b-814d-4d47b66356ec tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1534052 Nov 23 02:25:08.022377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.026568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-708add56-914e-4a89-9986-e012f537dff4 None None] Provisioning complete for port 9c265919-d82e-4f11-bfe1-45ec3f6e1c79 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:08.026993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-708add56-914e-4a89-9986-e012f537dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.058406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.071916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-2069bc4e-ff7a-432a-8c73-6a02ea925b6b service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906041 Nov 23 02:25:08.083923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:08.093775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:08.126235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:08.129211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4627b17d-d03b-4bcb-b685-b5aad2a16753 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:08.169249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.169852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 9c265919-d82e-4f11-bfe1-45ec3f6e1c79 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:08.170076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.174396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 4627b17d-d03b-4bcb-b685-b5aad2a16753 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:08.174748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4627b17d-d03b-4bcb-b685-b5aad2a16753 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:08.180048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-708add56-914e-4a89-9986-e012f537dff4 None None] Port 9c265919-d82e-4f11-bfe1-45ec3f6e1c79 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:08.203552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Pushing event updated for resources: {'Port': ['ID=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:08.211065 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-de0eed92-360b-42e9-8f78-723acc1b6f90 req-0d3c888c-5101-4965-88b6-8b086cb495f0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105989 Nov 23 02:25:08.242097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Attempting to bind port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:08.242478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Attempting to bind port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'de60a754-0e7b-4560-bf19-5b162085c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:08.242842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Attempting to bind port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf on network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:08.248715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:08.249095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Checking segment: {'id': 'de60a754-0e7b-4560-bf19-5b162085c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:08.249803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.253425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Bound using segment: {'id': 'de60a754-0e7b-4560-bf19-5b162085c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:08.254501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Bound port: 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de60a754-0e7b-4560-bf19-5b162085c47f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'da9a19fc-12c6-4c61-9d78-d6306d9a81f7'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:08.254501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.256450 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-79d9982f-a9f9-4756-8898-046589ae38fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53e4218fb33c41029106d4cd9c67b924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3648281 Nov 23 02:25:08.262154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59910) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:08.348323 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-55e65296-2caf-4021-a347-eebe3dc1c99c req-3fe20d7d-bb10-4bc0-8a49-dbdd2a1fe434 service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649298 Nov 23 02:25:08.348484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] For port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:08.352934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] For port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,segment=NetworkSegment(de60a754-0e7b-4560-bf19-5b162085c47f),segment_id=de60a754-0e7b-4560-bf19-5b162085c47f)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:08.359061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.395637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.422280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 9c265919-d82e-4f11-bfe1-45ec3f6e1c79 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:08.430250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd460f-7053-4fe0-8d87-f9848d7b4930 None None] Pushing event updated for resources: {'Port': ['ID=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:08.440563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde3974-e2bb-41c4-a0f2-67e1947370d0 req-9e159773-47d7-4085-9a13-79cca501a0f5 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:08.447953 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4dde3974-e2bb-41c4-a0f2-67e1947370d0 req-9e159773-47d7-4085-9a13-79cca501a0f5 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 943 time: 0.5729198 Nov 23 02:25:08.466886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab73e6-0d40-4c50-8205-1ac720d1b8eb req-0933e5e3-aeb4-4993-929d-adb2e4c74de9 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:08.468903 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-60ab73e6-0d40-4c50-8205-1ac720d1b8eb req-0933e5e3-aeb4-4993-929d-adb2e4c74de9 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1234150 Nov 23 02:25:08.472669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b602f46c-da6b-4d5b-a8ab-a1aaacf4d1b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.591873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.8 (da9a19fc-12c6-4c61-9d78-d6306d9a81f7/bc7d3177-76fe-4c3a-a59a-433928332190/f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:08.603856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b602f46c-da6b-4d5b-a8ab-a1aaacf4d1b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.622221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 0b788226-a8f7-4e75-98b0-c1d8fd531303 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:08.660105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07885e4-a604-42d5-a784-7882050d79af req-a13b8d2f-9a12-47db-9bb4-773ab60070ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:08.662338 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-a13b8d2f-9a12-47db-9bb4-773ab60070ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=610985b31995429098c1fe29d96ab76c&device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 1096 time: 0.1925275 Nov 23 02:25:08.684219 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4dde3974-e2bb-41c4-a0f2-67e1947370d0 req-78fee576-263e-4ce4-b5bf-e5cfcaae9409 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294471 Nov 23 02:25:08.691836 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-60ab73e6-0d40-4c50-8205-1ac720d1b8eb req-39884383-0383-4395-9425-2eef0abe3cca tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148380 Nov 23 02:25:08.825588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b602f46c-da6b-4d5b-a8ab-a1aaacf4d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.828711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b602f46c-da6b-4d5b-a8ab-a1aaacf4d1b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.829895 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b602f46c-da6b-4d5b-a8ab-a1aaacf4d1b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21b8f0c7-1c49-4ff4-a422-d0b60a3b34fd HTTP/1.1" status: 204 len: 168 time: 0.5667930 Nov 23 02:25:08.849722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602f46c-da6b-4d5b-a8ab-a1aaacf4d1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8f0c7-1c49-4ff4-a422-d0b60a3b34fd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:08.863901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:08.887547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] Sync routers for ids ['0b788226-a8f7-4e75-98b0-c1d8fd531303'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:08.891069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:08.896862 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c7c0ca95-16a9-460d-b1df-362211f9d8f5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 200 len: 887 time: 1.9988229 Nov 23 02:25:08.908854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59916) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:08.911783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] Routers {'0b788226-a8f7-4e75-98b0-c1d8fd531303'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:08.913986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0b788226-a8f7-4e75-98b0-c1d8fd531303'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:08.961553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:08.986298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] Routers {'0b788226-a8f7-4e75-98b0-c1d8fd531303'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:08.989246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0b788226-a8f7-4e75-98b0-c1d8fd531303'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:09.025018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07885e4-a604-42d5-a784-7882050d79af req-29302451-301f-479f-8466-c7b54f7ed43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.026565 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-29302451-301f-479f-8466-c7b54f7ed43f service neutron] 10.222.0.46 "GET /v2.0/networks?id=98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 200 len: 912 time: 0.3548894 Nov 23 02:25:09.049163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:09.049912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e45672-4f06-4e4a-b10c-4ee64bb533df None None] The sync data for ids ['0b788226-a8f7-4e75-98b0-c1d8fd531303'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:09.079601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.111507 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-7b56391e-d518-42d4-bc3d-aac7ed06836d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 200 len: 217 time: 0.0648429 Nov 23 02:25:09.159739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.203857 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-47622f97-cc9e-4165-b840-44cc0321476c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/routers/0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 200 len: 887 time: 0.2911050 Nov 23 02:25:09.220180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59926) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:09.240028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=9c265919-d82e-4f11-bfe1-45ec3f6e1c79,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:09.299745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-91e90e24-372b-4eff-8099-68bf509245bd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 200 len: 205 time: 0.0783665 Nov 23 02:25:09.302937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b437de-405a-4865-9cd1-d670fe7fa3f3 req-8cc88b63-49bf-487d-90cd-d6c8953a7372 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.313639 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-90b437de-405a-4865-9cd1-d670fe7fa3f3 req-8cc88b63-49bf-487d-90cd-d6c8953a7372 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2081790 Nov 23 02:25:09.314783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.325294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59930) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:09.331050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:09.393905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:09.394276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.429380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07885e4-a604-42d5-a784-7882050d79af req-71558706-a53f-4ef2-b6a0-c702c9c18980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.431090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-71558706-a53f-4ef2-b6a0-c702c9c18980 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d63fe974-2004-43d1-887d-52dcb0b79a2a HTTP/1.1" status: 200 len: 851 time: 0.2838995 Nov 23 02:25:09.432374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.441906 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ccc334be-8d6d-4e02-ae78-5959d6011660 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/9c265919-d82e-4f11-bfe1-45ec3f6e1c79 HTTP/1.1" status: 204 len: 168 time: 1.6401861 Nov 23 02:25:09.445215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59934) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:09.534709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.586881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,segment=NetworkSegment(de60a754-0e7b-4560-bf19-5b162085c47f),segment_id=de60a754-0e7b-4560-bf19-5b162085c47f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:09.595151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.653351 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-fb743f07-de74-48e0-ba60-a88cd810729c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98f1cedf-5266-4397-aa98-d9c3e85d5346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093166 Nov 23 02:25:09.672612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:09.718920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.733999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.796759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-90b437de-405a-4865-9cd1-d670fe7fa3f3 req-ec7a4baf-c009-45ed-8569-07e3f047e9c0 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4804275 Nov 23 02:25:09.814477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e53bbb-4cc6-4052-90a6-e587c202164e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.816719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e53bbb-4cc6-4052-90a6-e587c202164e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.818589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e53bbb-4cc6-4052-90a6-e587c202164e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:09.822536 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-98e53bbb-4cc6-4052-90a6-e587c202164e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3743970 Nov 23 02:25:09.827601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59944) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:09.860291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0db3c5-6ff8-443d-ac68-99655f6c7c08 None None] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:09.934003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 5e6342a8-aeb3-4e12-bb87-50b229d8997d {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:09.940397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.945342 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-42a6bf21-c5da-47b7-b8cc-2de8f40cddc2 service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749481 Nov 23 02:25:09.981692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:09.991083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59948) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:09.994148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.026613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c781fcf8-d94c-4d6f-984a-6765cc90afd3 None None] Provisioning complete for port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:10.026885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c781fcf8-d94c-4d6f-984a-6765cc90afd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.035983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2b4eed-e7bd-4e83-aa48-38e518cb1274 req-c10c6483-2e26-4d7b-8f5f-b602ba7f2ee6 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.037475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d2b4eed-e7bd-4e83-aa48-38e518cb1274 req-c10c6483-2e26-4d7b-8f5f-b602ba7f2ee6 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 943 time: 0.1711199 Nov 23 02:25:10.086685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.113638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:10.124849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:10.134419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:10.137708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:10.183960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.184366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.184720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.185161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.185471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.185804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.186147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.186469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.186798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.187124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.187452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.187782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.218875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fcae0419-0ecb-48ef-bb6a-f72cbb2e3dca tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] Request body: {'port': {'network_id': '1a803063-f1d3-41b5-9801-92745e68bab0', 'name': 'tempest-NetworksNegativeTestJSON-611903023'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:10.240685 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d2b4eed-e7bd-4e83-aa48-38e518cb1274 req-2f793392-7964-4f6f-96b7-356185fe00f1 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888235 Nov 23 02:25:10.243936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 7263026c-ad65-427d-a036-f23ca381aab7 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:10.244346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.249399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07885e4-a604-42d5-a784-7882050d79af req-684889cc-d3a1-4de1-9e1b-d4c8ea1716a7 service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822952 Nov 23 02:25:10.271564 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcae0419-0ecb-48ef-bb6a-f72cbb2e3dca tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] POST failed (client error): The resource could not be found. Nov 23 02:25:10.272087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcae0419-0ecb-48ef-bb6a-f72cbb2e3dca tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:10.277427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:10.278245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.280385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fcae0419-0ecb-48ef-bb6a-f72cbb2e3dca tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2861202 Nov 23 02:25:10.281024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59952) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.305258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.309312 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-31dae04f-8fa0-4c12-a4ba-9a2108bf9539 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] DELETE failed (client error): The resource could not be found. Nov 23 02:25:10.310102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31dae04f-8fa0-4c12-a4ba-9a2108bf9539 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:10.315608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-31dae04f-8fa0-4c12-a4ba-9a2108bf9539 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "DELETE /v2.0/networks/19065e21-d3d7-45dd-a0ad-1a776d02c0b6 HTTP/1.1" status: 404 len: 339 time: 0.0308874 Nov 23 02:25:10.324088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59954) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.344270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 7773fbc0-b659-442b-9a73-28cc3c749768 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:10.344676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.373415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a4035ea5-6e47-4d0a-855f-38cfa9319bcf None None] Provisioning complete for port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:10.373976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a4035ea5-6e47-4d0a-855f-38cfa9319bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.405832 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1c7db4-8e7e-48a9-88a5-8d90f865dafc tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] DELETE failed (client error): The resource could not be found. Nov 23 02:25:10.406808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1c7db4-8e7e-48a9-88a5-8d90f865dafc tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:10.409719 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5d1c7db4-8e7e-48a9-88a5-8d90f865dafc tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "DELETE /v2.0/ports/1201fa04-f9cd-4bcc-ac94-30f754269a0e HTTP/1.1" status: 404 len: 333 time: 0.0845454 Nov 23 02:25:10.419114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59956) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.419568 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8d57702d-02a4-4bc4-99cc-ae221547e5e9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3625023 Nov 23 02:25:10.426356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59958) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.463176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f0a808-de9a-42f4-9bfa-9911e21d645d tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] DELETE failed (client error): The resource could not be found. Nov 23 02:25:10.464799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f0a808-de9a-42f4-9bfa-9911e21d645d tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:10.472460 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-29f0a808-de9a-42f4-9bfa-9911e21d645d tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "DELETE /v2.0/subnets/3d435547-df78-4794-b6ec-a6cd1ebe7b63 HTTP/1.1" status: 404 len: 337 time: 0.0483780 Nov 23 02:25:10.473143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.477821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59960) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.508990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=5e6342a8-aeb3-4e12-bb87-50b229d8997d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:10.512800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.515032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a4035ea5-6e47-4d0a-855f-38cfa9319bcf None None] Provisioning complete for port f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:10.515655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a4035ea5-6e47-4d0a-855f-38cfa9319bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.518569 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/5e6342a8-aeb3-4e12-bb87-50b229d8997d HTTP/1.1" status: 204 len: 168 time: 0.6867509 Nov 23 02:25:10.520177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.559373 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92f50de-dcb3-4300-8cb0-aa12fb229aaf tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] GET failed (client error): The resource could not be found. Nov 23 02:25:10.561612 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d92f50de-dcb3-4300-8cb0-aa12fb229aaf tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "GET /v2.0/networks/d32537de-b0d1-453c-8f27-5752bb4bc0b7 HTTP/1.1" status: 404 len: 339 time: 0.0822289 Nov 23 02:25:10.564109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.568618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59964) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.569555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a4035ea5-6e47-4d0a-855f-38cfa9319bcf None None] Port f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:10.572499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6540af86-6d35-474b-b205-b9aa4007198d None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:10.573384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet ecc484ef-54c5-41fc-8ac3-1f467594fbfa {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:10.577477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.577665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.577903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.578227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.578556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.578904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.579446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.580043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.580670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.581484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.581932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.582263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb01182-c97d-428a-987a-f0a3129b0f3a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:10.589999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.615914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 7263026c-ad65-427d-a036-f23ca381aab7 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:10.623136 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-012e9a06-3297-4b8f-962c-7db581faad4e tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] GET failed (client error): The resource could not be found. Nov 23 02:25:10.628375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-012e9a06-3297-4b8f-962c-7db581faad4e tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "GET /v2.0/ports/5fab778b-15d7-4088-a303-ce5262db816b HTTP/1.1" status: 404 len: 333 time: 0.0507760 Nov 23 02:25:10.629566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59966) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:10.648339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.703843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 7773fbc0-b659-442b-9a73-28cc3c749768 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:10.715918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1f225783-8fe9-4429-85e9-08d7b10d35cb None None] Provisioning complete for port f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:10.716485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f225783-8fe9-4429-85e9-08d7b10d35cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.733252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:10.733907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.780979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1f225783-8fe9-4429-85e9-08d7b10d35cb None None] Port f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:10.945345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:10.986472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.001494 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe527c57-660a-4518-a110-668d00e24586 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] GET failed (client error): The resource could not be found. Nov 23 02:25:11.004679 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fe527c57-660a-4518-a110-668d00e24586 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "GET /v2.0/subnets/56d62024-ae0d-412e-b53d-1424fdceaef5 HTTP/1.1" status: 404 len: 337 time: 0.3749757 Nov 23 02:25:11.020063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59970) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.025455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f4e0c1b6-3b5f-4bac-944d-014b63bccd23 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:11.047721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:11.056723 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4e0c1b6-3b5f-4bac-944d-014b63bccd23 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] PUT failed (client error): The resource could not be found. Nov 23 02:25:11.057257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4e0c1b6-3b5f-4bac-944d-014b63bccd23 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:11.062283 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f4e0c1b6-3b5f-4bac-944d-014b63bccd23 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "PUT /v2.0/networks/f66d6f65-906a-41c4-a3ce-4a9d1aeca1df HTTP/1.1" status: 404 len: 339 time: 0.0373392 Nov 23 02:25:11.068330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59972) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.077126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e4b75d97-5b83-466f-b5a8-e6869b7613f6 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:11.087321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0edef7-15f3-44da-8dbe-e034b5255808 req-44be7675-4992-43e2-b227-27012562c8d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:11.088934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fc0edef7-15f3-44da-8dbe-e034b5255808 req-44be7675-4992-43e2-b227-27012562c8d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1475341 Nov 23 02:25:11.125338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.140672 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4b75d97-5b83-466f-b5a8-e6869b7613f6 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] PUT failed (client error): The resource could not be found. Nov 23 02:25:11.141267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4b75d97-5b83-466f-b5a8-e6869b7613f6 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:11.142692 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e4b75d97-5b83-466f-b5a8-e6869b7613f6 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "PUT /v2.0/ports/a7adee9b-9e9d-4485-8dde-203827569b37 HTTP/1.1" status: 404 len: 333 time: 0.0701447 Nov 23 02:25:11.154455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59974) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.163800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-28cf2493-421d-47cd-b49f-a6c8ecb4a3d0 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:11.189864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.205281 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cf2493-421d-47cd-b49f-a6c8ecb4a3d0 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] PUT failed (client error): The resource could not be found. Nov 23 02:25:11.205741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cf2493-421d-47cd-b49f-a6c8ecb4a3d0 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:11.206956 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-28cf2493-421d-47cd-b49f-a6c8ecb4a3d0 tempest-NetworksNegativeTestJSON-2063802825 tempest-NetworksNegativeTestJSON-2063802825-project] 10.222.0.53 "PUT /v2.0/subnets/3b800c1f-e738-4fe0-b45a-25819e30ed0c HTTP/1.1" status: 404 len: 337 time: 0.0516841 Nov 23 02:25:11.210751 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fc0edef7-15f3-44da-8dbe-e034b5255808 req-b878c1ab-bc1d-4f4a-9571-85d7185bd436 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118994 Nov 23 02:25:11.239144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=7263026c-ad65-427d-a036-f23ca381aab7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:11.275399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.297972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.303426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:11.347931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc484ef-54c5-41fc-8ac3-1f467594fbfa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:11.367974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=7773fbc0-b659-442b-9a73-28cc3c749768,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:11.368896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.383582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9d05cf47-ba43-4a42-aecd-1cd23135557a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ecc484ef-54c5-41fc-8ac3-1f467594fbfa HTTP/1.1" status: 204 len: 168 time: 0.8601763 Nov 23 02:25:11.384498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59982) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.416779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a609b28c-fb29-4b9f-9e7f-3bdd7fa080ee None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:11.458977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:11.459430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.516786 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-993292c3-17a7-4613-a4c6-03eb246e0cff tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254122 Nov 23 02:25:11.518259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59986) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.547058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:11.612470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.628107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d67fed-a3d2-44ea-ac14-e4b6079a41b7 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:11.706269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59990) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:11.765749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6bfdd-4538-4462-8821-5038b5328f55 req-3ad0eca2-7f35-41fe-98fe-08be013aeb2d tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:11.767443 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d3f6bfdd-4538-4462-8821-5038b5328f55 req-3ad0eca2-7f35-41fe-98fe-08be013aeb2d tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 943 time: 0.2603798 Nov 23 02:25:11.790097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060b62-7947-44f9-bddc-efd132784db7 req-3890d8b6-3ac7-4fa8-9f1c-22f48568dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:11.791661 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-3890d8b6-3ac7-4fa8-9f1c-22f48568dd9c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 1099 time: 0.1245189 Nov 23 02:25:11.814464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:11.817970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.866578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0799a701-8297-4d0a-8c9e-bf64472c7e52 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:25:11.942689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-af8dbad3-c7cf-4e7d-9626-6f329adf3286 None None] Provisioning complete for port 0b5e9986-7458-4145-a664-b63d28bc3138 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:11.943407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af8dbad3-c7cf-4e7d-9626-6f329adf3286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:11.945343 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d3f6bfdd-4538-4462-8821-5038b5328f55 req-34765fc7-ad14-4ed9-a8d4-76d95cc6448b tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674860 Nov 23 02:25:12.003757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060b62-7947-44f9-bddc-efd132784db7 req-8cbbf2a2-8d94-4a41-8fb7-703051da01d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.005434 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-8cbbf2a2-8d94-4a41-8fb7-703051da01d7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 200 len: 913 time: 0.2033634 Nov 23 02:25:12.089602 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-342f8ae0-0693-4c8e-b99c-28b4735d10eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 200 len: 1002 time: 0.0727928 Nov 23 02:25:12.094719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 0799a701-8297-4d0a-8c9e-bf64472c7e52, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52,segment=NetworkSegment(23d9d8fc-c25b-4089-87fb-8de3bf852276),segment_id=23d9d8fc-c25b-4089-87fb-8de3bf852276)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:12.141512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '0799a701-8297-4d0a-8c9e-bf64472c7e52', 'network_id': '98f1cedf-5266-4397-aa98-d9c3e85d5346', 'port_id': '0799a701-8297-4d0a-8c9e-bf64472c7e52', 'mac_address': 'fa:16:3e:2d:21:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd63fe974-2004-43d1-887d-52dcb0b79a2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:25:12.147271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060b62-7947-44f9-bddc-efd132784db7 req-9481d7ea-38c6-45c1-9e65-e482f6fa8623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.149075 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-9481d7ea-38c6-45c1-9e65-e482f6fa8623 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 200 len: 851 time: 0.0493913 Nov 23 02:25:12.203850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.213209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbc931-4fa1-4ef2-997a-e23a1667d65f req-bafcec4d-04e8-4420-8dc0-e7e2f00ba6d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.214744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:12.214945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-64dbc931-4fa1-4ef2-997a-e23a1667d65f req-bafcec4d-04e8-4420-8dc0-e7e2f00ba6d4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.5932202 Nov 23 02:25:12.220441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.223883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.244263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0799a701-8297-4d0a-8c9e-bf64472c7e52 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:25:12.247143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45060b62-7947-44f9-bddc-efd132784db7 req-1f4ce7b7-288b-4db3-b750-1619cd411620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.249240 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-1f4ce7b7-288b-4db3-b750-1619cd411620 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831180 Nov 23 02:25:12.300336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 0799a701-8297-4d0a-8c9e-bf64472c7e52, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52,segment=NetworkSegment(23d9d8fc-c25b-4089-87fb-8de3bf852276),segment_id=23d9d8fc-c25b-4089-87fb-8de3bf852276)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:12.310678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.375859 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] Deleting port 0b5e9986-7458-4145-a664-b63d28bc3138 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:12.376275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.378011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=0799a701-8297-4d0a-8c9e-bf64472c7e52,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:12.439631 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-dec128c4-a922-4dcf-9d20-04f762d8cddd service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584773 Nov 23 02:25:12.454184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] For port 0b5e9986-7458-4145-a664-b63d28bc3138, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b5e9986-7458-4145-a664-b63d28bc3138,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:12.454798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.458399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1dca0399-7bc7-4a3e-b9c4-7187cc5f8f31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.461551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.468024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:12.468785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] Calling delete_port for 0b5e9986-7458-4145-a664-b63d28bc3138 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:12.472654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.549673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45060b62-7947-44f9-bddc-efd132784db7 req-475e19fc-0edc-4e65-a4b6-5a0f62ed3969 service neutron] 10.222.0.46 "GET /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914917 Nov 23 02:25:12.572877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.574048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 0514c349-9ea0-4340-98c0-c1af2eb66b38 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:12.606011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:25:12.607757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.625263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] Pushing event deleted for resources: {'Port': ['ID=0b5e9986-7458-4145-a664-b63d28bc3138,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:12.631071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ad32f-4a85-4396-ba07-65d80d86bde0 None None] No DVR routers for this DVR port 0b5e9986-7458-4145-a664-b63d28bc3138 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:12.665729 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-64dbc931-4fa1-4ef2-997a-e23a1667d65f req-0eec5abf-3fb3-4232-a6df-c77b7fcb38f9 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228800 Nov 23 02:25:12.668952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:12.672578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:12.677540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:12.678148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.682396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=85c38de6-f69c-4627-98c7-995a0d3e5ccd,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:12.683947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.684590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router 0b788226-a8f7-4e75-98b0-c1d8fd531303 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:12.708774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb4956f-26b1-4666-8189-fd781b904589 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:12.709427 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e740fb44-d0b0-48ff-9936-eac0f8221cf1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1895635 Nov 23 02:25:12.710349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 59994) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:12.718087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:12.721778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.723931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b1ae3f27-acfb-47f4-b48f-20f36bbeef4f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 204 len: 168 time: 3.3955598 Nov 23 02:25:12.732652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59996) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:12.737459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.741064 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-24324229-dbb2-4330-874c-1acf1c6ec968 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b HTTP/1.1" status: 204 len: 168 time: 2.3136327 Nov 23 02:25:12.746419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-305912021'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:12.750337 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 59998) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:12.769596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['0799a701-8297-4d0a-8c9e-bf64472c7e52'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:25:12.874543 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-f122f23b-179b-4ff3-b1d2-cd1e9b2c18fc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:25:12.875012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f122f23b-179b-4ff3-b1d2-cd1e9b2c18fc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:12.878101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f122f23b-179b-4ff3-b1d2-cd1e9b2c18fc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b HTTP/1.1" status: 404 len: 333 time: 0.1217475 Nov 23 02:25:12.881163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60000) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:12.889310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:12.900328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-81a98db6-0d6d-4da2-b297-6db1ecdf0505 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/0514c349-9ea0-4340-98c0-c1af2eb66b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0779130 Nov 23 02:25:12.901823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:12.905401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.908493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60002) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:12.909196 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] Sync routers for ids ['0514c349-9ea0-4340-98c0-c1af2eb66b38'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:12.919980 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] Routers {'0514c349-9ea0-4340-98c0-c1af2eb66b38'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:12.920548 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c22a36-a6b9-4143-b212-97ab231e8b38 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:25:12.920677 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0514c349-9ea0-4340-98c0-c1af2eb66b38'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:12.922404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-03c22a36-a6b9-4143-b212-97ab231e8b38 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/f8d3f684-2fd6-4a07-ae7c-1e9c56a0a18b HTTP/1.1" status: 404 len: 333 time: 0.0399497 Nov 23 02:25:12.927125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60004) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:12.959427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:12.969880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '85c38de6-f69c-4627-98c7-995a0d3e5ccd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:12.970744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.971147 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] Routers {'0514c349-9ea0-4340-98c0-c1af2eb66b38'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:12.971771 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0514c349-9ea0-4340-98c0-c1af2eb66b38'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:12.975378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1dca0399-7bc7-4a3e-b9c4-7187cc5f8f31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:12.990882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet bc7d3177-76fe-4c3a-a59a-433928332190 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:12.995584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.013611 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:13.014498 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce33c3b-8b62-4c7d-9429-50a09c9b27d3 None None] The sync data for ids ['0514c349-9ea0-4340-98c0-c1af2eb66b38'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:13.023474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:13.027281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1dca0399-7bc7-4a3e-b9c4-7187cc5f8f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.027745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.104430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.157198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:13.159664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca0399-7bc7-4a3e-b9c4-7187cc5f8f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6360937c-468e-40fb-bf51-dec5c2b5f903,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.219701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Allocated IP 2001:db8::f816:3eff:fe92:446d (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/85c38de6-f69c-4627-98c7-995a0d3e5ccd/62479ff1-7ff4-428f-bc41-2e745effea25) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:13.240339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660cddb-1ac5-4d1d-b930-cf49080c1762 req-230db0a6-5a23-4d0b-8e83-541fdfad902b tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:13.241944 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1660cddb-1ac5-4d1d-b930-cf49080c1762 req-230db0a6-5a23-4d0b-8e83-541fdfad902b tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 944 time: 0.1584120 Nov 23 02:25:13.256618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b5e9986-7458-4145-a664-b63d28bc3138 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:13.268347 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1dca0399-7bc7-4a3e-b9c4-7187cc5f8f31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a20be895afad46e495617bc35139362c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5408328 Nov 23 02:25:13.270327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60008) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:13.272751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.273223 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment ebea96a1-2955-49a4-9801-2708f5a9c3ca of type vlan for network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 Nov 23 02:25:13.298087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.325012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 0b5e9986-7458-4145-a664-b63d28bc3138 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:13.325466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b5e9986-7458-4145-a664-b63d28bc3138 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:13.392666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.397296 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-f39fce5f-cc65-483a-bcd1-aabe88fa55f6 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 02:25:13.398520 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f39fce5f-cc65-483a-bcd1-aabe88fa55f6 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/0514c349-9ea0-4340-98c0-c1af2eb66b38/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4184501 Nov 23 02:25:13.402302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60010) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:13.439515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-90d4637e-7638-4342-90e8-cf3e19106c02 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=0514c349-9ea0-4340-98c0-c1af2eb66b38 HTTP/1.1" status: 200 len: 205 time: 0.0360444 Nov 23 02:25:13.442381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60012) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:13.446012 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1660cddb-1ac5-4d1d-b930-cf49080c1762 req-b1f9efa4-6dff-4d64-85ef-5116c16aa58c tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910920 Nov 23 02:25:13.477352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.488774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.498031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8a76-d50b-4e1e-bf96-1ba0d95c81a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.524481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.530613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.535448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:13.536075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.537411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:13.543006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:13.545764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:13.554422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Pushing event updated for resources: {'Port': ['ID=62479ff1-7ff4-428f-bc41-2e745effea25,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.576962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8a76-d50b-4e1e-bf96-1ba0d95c81a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.580613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7d3177-76fe-4c3a-a59a-433928332190,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.583059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.589036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d91b8c0a-a60d-4ea6-85e1-b2391e13b15c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/bc7d3177-76fe-4c3a-a59a-433928332190 HTTP/1.1" status: 204 len: 168 time: 0.6556628 Nov 23 02:25:13.600162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60014) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:13.605611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ab63f5-614b-49cb-860c-20a80bcf71e6 None None] Network da9a19fc-12c6-4c61-9d78-d6306d9a81f7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:13.608908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.622450 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8880739 Nov 23 02:25:13.627966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.657896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Attempting to bind port 62479ff1-7ff4-428f-bc41-2e745effea25 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:13.657896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Attempting to bind port 62479ff1-7ff4-428f-bc41-2e745effea25 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:13.658674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Attempting to bind port 62479ff1-7ff4-428f-bc41-2e745effea25 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:13.659697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60016) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:13.671917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:13.680714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:13.680714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:13.681132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.682012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:13.682012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Bound port: 62479ff1-7ff4-428f-bc41-2e745effea25, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:13.682386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.704874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718919dc-56a9-496e-b24e-92c13064ea1b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=5ad4da1f-efac-480e-9c69-a9963f4b5c92,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.735022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:13.800167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:13.811984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:13.825101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:13.825758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.825901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0799a701-8297-4d0a-8c9e-bf64472c7e52 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:13.831696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.837656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=32ffac8d-ec3e-4436-b091-eeb049ea38ba,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.866804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.870273 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c2052da6-72a5-477d-b1f2-96d5bb5c7693 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1586244 Nov 23 02:25:13.871671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.874808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60020) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:13.881983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:91:3d:73', 'name': 'tempest-NetworksTestDHCPv6-1157376371'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:13.903922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8a76-d50b-4e1e-bf96-1ba0d95c81a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.907022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2c6b8a76-d50b-4e1e-bf96-1ba0d95c81a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.908483 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2c6b8a76-d50b-4e1e-bf96-1ba0d95c81a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6360937c-468e-40fb-bf51-dec5c2b5f903 HTTP/1.1" status: 204 len: 168 time: 0.6302321 Nov 23 02:25:13.917433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] For port 62479ff1-7ff4-428f-bc41-2e745effea25, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:13.933377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b8a76-d50b-4e1e-bf96-1ba0d95c81a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6360937c-468e-40fb-bf51-dec5c2b5f903,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:13.934778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] For port 62479ff1-7ff4-428f-bc41-2e745effea25, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=62479ff1-7ff4-428f-bc41-2e745effea25,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:13.937144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:13.940859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:13.945007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.019899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:14.020570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.023243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] DHCP port deletion for da9a19fc-12c6-4c61-9d78-d6306d9a81f7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:14.053048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 0799a701-8297-4d0a-8c9e-bf64472c7e52 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:25:14.065256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 0799a701-8297-4d0a-8c9e-bf64472c7e52 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:14.065649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.082442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.083033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router 0514c349-9ea0-4340-98c0-c1af2eb66b38 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:14.094299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.099270 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b108adfb-f45e-4a13-8e24-5131f292e6ab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/0514c349-9ea0-4340-98c0-c1af2eb66b38 HTTP/1.1" status: 204 len: 168 time: 0.6551249 Nov 23 02:25:14.109275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60026) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:14.142986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0796e-8f19-495a-9480-a6e4983519b4 req-c3780dc9-f5cc-4707-b28e-eea2e006689f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:14.144433 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-65f0796e-8f19-495a-9480-a6e4983519b4 req-c3780dc9-f5cc-4707-b28e-eea2e006689f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3507159 Nov 23 02:25:14.153957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa47eec-a5a6-402b-b9e6-dec478cfd84e None None] Pushing event updated for resources: {'Port': ['ID=62479ff1-7ff4-428f-bc41-2e745effea25,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:14.158133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] For port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,segment=NetworkSegment(de60a754-0e7b-4560-bf19-5b162085c47f),segment_id=de60a754-0e7b-4560-bf19-5b162085c47f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:14.160034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.205897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:14.214774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] Deleting port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:14.215148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.262162 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-65f0796e-8f19-495a-9480-a6e4983519b4 req-4301589f-6828-4333-900f-fa70993c3b99 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828669 Nov 23 02:25:14.306898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.331615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet bce704e1-8b2d-4efe-bd8c-3678be53dbe4 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:14.358946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.380055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] For port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,segment=NetworkSegment(de60a754-0e7b-4560-bf19-5b162085c47f),segment_id=de60a754-0e7b-4560-bf19-5b162085c47f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:14.380518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.389515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0799a701-8297-4d0a-8c9e-bf64472c7e52'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:14.391564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945386af-8949-4bce-bf7e-a037bba78860" -d '{"events": [{"server_uuid": "98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc", "name": "network-vif-plugged", "status": "completed", "tag": "0799a701-8297-4d0a-8c9e-bf64472c7e52"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:14.394144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:14.412980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] Calling delete_port for 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:14.416040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 0799a701-8297-4d0a-8c9e-bf64472c7e52, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52,segment=NetworkSegment(23d9d8fc-c25b-4089-87fb-8de3bf852276),segment_id=23d9d8fc-c25b-4089-87fb-8de3bf852276)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:14.435269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.483645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.493484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa610835-f55b-480a-aab4-da448762fcc7 x-openstack-request-id: req-aa610835-f55b-480a-aab4-da448762fcc7 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:14.494033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc", "name": "network-vif-plugged", "status": "completed", "tag": "0799a701-8297-4d0a-8c9e-bf64472c7e52", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:14.494718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa610835-f55b-480a-aab4-da448762fcc7 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:14.495117 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0799a701-8297-4d0a-8c9e-bf64472c7e52', 'code': 200} Nov 23 02:25:14.596108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.712260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1406a-02e8-4442-9eba-059e37afc0b1 req-ef7b04bd-18b6-4d62-9f37-a70913a680ff tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:14.714407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6f1406a-02e8-4442-9eba-059e37afc0b1 req-ef7b04bd-18b6-4d62-9f37-a70913a680ff tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.2563231 Nov 23 02:25:14.718548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.725978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=c546da6e-5431-4e3e-8f9f-949532914989,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:14.761941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.766477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:14.801103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=0799a701-8297-4d0a-8c9e-bf64472c7e52,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:14.849595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No DVR routers for this DVR port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:14.862579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.862805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.908806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=bce704e1-8b2d-4efe-bd8c-3678be53dbe4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:14.911851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.918450 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a7fa9374-e0ba-4a6e-a81b-04573cb3e2d9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/bce704e1-8b2d-4efe-bd8c-3678be53dbe4 HTTP/1.1" status: 204 len: 168 time: 0.8051429 Nov 23 02:25:14.922467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:14.924952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': 'ebea96a1-2955-49a4-9801-2708f5a9c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:14.925118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60048) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:14.925333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 5ad4da1f-efac-480e-9c69-a9963f4b5c92, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:14.926323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] Pushing event deleted for resources: {'Port': ['ID=3eb290d7-52a3-45ca-b4db-cebfa4c87ccf,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:14.937459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee7388d-1211-48f9-be51-39850743abaa None None] Network 9184ab70-060b-4755-98a5-bf6341c0b30f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:15.011962 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6f1406a-02e8-4442-9eba-059e37afc0b1 req-d67b58d9-1d9f-45ac-a38d-4d8d3caf5597 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2547936 Nov 23 02:25:15.018836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f2fe1-6935-4a77-9608-367bce946e26 req-837ad425-c83d-4e43-a09d-567f661940ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.020598 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f89f2fe1-6935-4a77-9608-367bce946e26 req-837ad425-c83d-4e43-a09d-567f661940ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 1098 time: 0.2985582 Nov 23 02:25:15.036876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.047472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.069845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee5449-7527-472a-9fa7-799721d9d13b req-b64b067b-6cd1-4f5b-8b71-9ab29b44f76f tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.070836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c9695-8507-40b8-9771-c3dff1a27220 None None] No DVR routers for this DVR port 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:15.071901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:15.084544 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9a19fc-12c6-4c61-9d78-d6306d9a81f7']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:15.084922 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-01ee5449-7527-472a-9fa7-799721d9d13b req-b64b067b-6cd1-4f5b-8b71-9ab29b44f76f tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.4297953 Nov 23 02:25:15.116605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60054) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:15.119751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de60a754-0e7b-4560-bf19-5b162085c47f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:15.120159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de60a754-0e7b-4560-bf19-5b162085c47f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:15.132723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port f711fa34-160e-4552-8f93-12ceb0ef7482 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:15.165077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.170314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 5ad4da1f-efac-480e-9c69-a9963f4b5c92) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:15.213288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca06c582-f517-4ea8-a4d2-f1ac49d2d6da None None] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:15.241395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.244266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.272291 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f89f2fe1-6935-4a77-9608-367bce946e26 req-9a5c747b-f260-412e-a4d5-98b8977a1f48 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417538 Nov 23 02:25:15.287272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.309335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:15.313192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:15.327311 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:15.339484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1114681415-network', 'tenant_id': '0cf7cb3d148643528191c7b32331d091'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:15.360057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 62479ff1-7ff4-428f-bc41-2e745effea25 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:15.386412 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-51dff2e8-f14d-401a-acd6-08dc44d0bfbf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7224188 Nov 23 02:25:15.387118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60058) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:15.432332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1898108216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:15.464521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 172.20.0.3 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/32ffac8d-ec3e-4436-b091-eeb049ea38ba/f711fa34-160e-4552-8f93-12ceb0ef7482) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:15.498951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe91:3d73 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/85c38de6-f69c-4627-98c7-995a0d3e5ccd/f711fa34-160e-4552-8f93-12ceb0ef7482) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:15.503388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Made reservation on behalf of 0cf7cb3d148643528191c7b32331d091 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:15.506125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.512606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 62479ff1-7ff4-428f-bc41-2e745effea25 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:15.513173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.518081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.537586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-5ad4da1f-efac-480e-9c69-a9963f4b5c92', 'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': 'c546da6e-5431-4e3e-8f9f-949532914989'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:15.538994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.541297 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-01ee5449-7527-472a-9fa7-799721d9d13b req-ba08ce45-017e-42e0-80a7-24b61b77226f tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475675 Nov 23 02:25:15.547870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.565140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.569460 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/da9a19fc-12c6-4c61-9d78-d6306d9a81f7 HTTP/1.1" status: 204 len: 168 time: 1.9681759 Nov 23 02:25:15.583555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60062) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:15.588952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] DHCP port deletion for 9184ab70-060b-4755-98a5-bf6341c0b30f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:15.605456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1158588876'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:15.619894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2464b-2b20-446c-b508-0e1cc3af194a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=da9a19fc-12c6-4c61-9d78-d6306d9a81f7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:15.631400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.632722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.655001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port cbb34c3f-de20-47d3-9426-5ad6c234f9ad {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:15.655531 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.674623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa83cf9-7ca3-4532-92e6-bbf9b986f4f3 req-4eac6946-67ba-494b-887f-cbcabfd19509 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:15.681494 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4fa83cf9-7ca3-4532-92e6-bbf9b986f4f3 req-4eac6946-67ba-494b-887f-cbcabfd19509 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1893680 Nov 23 02:25:15.702953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:15.708085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.730057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aaa21f-bce5-4b69-8732-3203e9eb5479 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:15.756222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.774041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.810296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:15.811040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port cbb34c3f-de20-47d3-9426-5ad6c234f9ad, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,segment=NetworkSegment(5ac088e6-1ac2-4bec-b261-0ebb8caf0a34),segment_id=5ac088e6-1ac2-4bec-b261-0ebb8caf0a34)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:15.811554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.820139 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4fa83cf9-7ca3-4532-92e6-bbf9b986f4f3 req-bf81be6e-a89e-4486-a210-c61d7778e9fd tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376650 Nov 23 02:25:15.824144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.825548 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-17ecb36e-3aad-423a-bc7b-b752712d83aa tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4073522 Nov 23 02:25:15.829591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60064) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:15.837310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.838516 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment 65d76430-0ca0-43ce-9c88-c322cf286369 of type vlan for network 22bef881-0334-4ada-8238-3ee852e8e84d Nov 23 02:25:15.858139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for cbb34c3f-de20-47d3-9426-5ad6c234f9ad owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:15.859164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.887207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.897804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.925546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9107d5fd-98b4-42a1-8c5c-a64424c2c74f None None] Provisioning complete for port 62479ff1-7ff4-428f-bc41-2e745effea25 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:15.925926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9107d5fd-98b4-42a1-8c5c-a64424c2c74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.957590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:15.976701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Allocated IP 172.20.0.2 (5ad4da1f-efac-480e-9c69-a9963f4b5c92/c546da6e-5431-4e3e-8f9f-949532914989/148bf1d8-5e6e-45db-b5b6-00ac84367f6a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:15.978464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:16.000914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] Deleting port cbb34c3f-de20-47d3-9426-5ad6c234f9ad {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:16.001296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.006586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 62479ff1-7ff4-428f-bc41-2e745effea25, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=62479ff1-7ff4-428f-bc41-2e745effea25,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:16.017732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.018073 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Added segment 3a105a2e-1c4f-495a-b4e4-d3a6f970fd36 of type vlan for network 3d576560-10d4-4fb4-95f1-a6a6186341a3 Nov 23 02:25:16.021642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.023045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba1255-5c7d-41be-bc87-83c3f21d46ac,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.029012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.104402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.104737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.112510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.113435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.115310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.148995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:16.167888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port cbb34c3f-de20-47d3-9426-5ad6c234f9ad on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:16.180581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.224008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=62479ff1-7ff4-428f-bc41-2e745effea25,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.224644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.235967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:16.236615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb290d7-52a3-45ca-b4db-cebfa4c87ccf not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:16.261945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] For port cbb34c3f-de20-47d3-9426-5ad6c234f9ad, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,segment=NetworkSegment(5ac088e6-1ac2-4bec-b261-0ebb8caf0a34),segment_id=5ac088e6-1ac2-4bec-b261-0ebb8caf0a34)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:16.262261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.271712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.272961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.274342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.293224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] Calling delete_port for cbb34c3f-de20-47d3-9426-5ad6c234f9ad owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:16.390857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.396638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:16.415660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:16.418308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:16.428572 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3026037 Nov 23 02:25:16.476284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60066) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:16.492778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Request body: {'subnet': {'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1114681415-subnet', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:16.496957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=f711fa34-160e-4552-8f93-12ceb0ef7482,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.511042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9184ab70-060b-4755-98a5-bf6341c0b30f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:16.519968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589a86-eb9c-463b-b8fa-6898f90b7f24 admin admin] Pushing event updated for resources: {'Network': ['ID=3d576560-10d4-4fb4-95f1-a6a6186341a3,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.542808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:16.543227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ac088e6-1ac2-4bec-b261-0ebb8caf0a34') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:16.543334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:16.546193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.549971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '85c38de6-f69c-4627-98c7-995a0d3e5ccd', 'ip_address': '2001:db8::f816:3eff:fe92:446d'}, {'subnet_id': '32ffac8d-ec3e-4436-b091-eeb049ea38ba'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '62479ff1-7ff4-428f-bc41-2e745effea25'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:25:16.569740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.587704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:16.588605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.619329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.622572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Made reservation on behalf of 0cf7cb3d148643528191c7b32331d091 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:16.625123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.661651 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ac53dc5c-1db1-4ac1-9702-8396834f38e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7855699 Nov 23 02:25:16.710555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:16.711512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.723042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.795218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:16.800184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Pushing event updated for resources: {'Port': ['ID=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:16.802975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:16.826129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:16.831571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60070) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:16.832861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.837630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.840856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2519970 Nov 23 02:25:16.845227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:16.856404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60072) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:16.863027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:16.940431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f05e7-6ae4-424a-81ac-d7d58d1054eb tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=22bef881-0334-4ada-8238-3ee852e8e84d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.033415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 22bef881-0334-4ada-8238-3ee852e8e84d details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:17.045489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] Pushing event deleted for resources: {'Port': ['ID=cbb34c3f-de20-47d3-9426-5ad6c234f9ad,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.055654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced4fedf-c957-4982-a869-dd8e41c162dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.063043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced4fedf-c957-4982-a869-dd8e41c162dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.069853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ced4fedf-c957-4982-a869-dd8e41c162dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2276390 Nov 23 02:25:17.084120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60076) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:17.134327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25262a-fea0-4cef-a9bb-7943d9a7c900 None None] No DVR routers for this DVR port cbb34c3f-de20-47d3-9426-5ad6c234f9ad on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:17.149826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Attempting to bind port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:17.150217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Attempting to bind port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'ebea96a1-2955-49a4-9801-2708f5a9c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:17.150580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Attempting to bind port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a on network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:17.159885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:17.160290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Checking segment: {'id': 'ebea96a1-2955-49a4-9801-2708f5a9c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:17.160705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.161098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Bound using segment: {'id': 'ebea96a1-2955-49a4-9801-2708f5a9c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:17.161606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Bound port: 148bf1d8-5e6e-45db-b5b6-00ac84367f6a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebea96a1-2955-49a4-9801-2708f5a9c3ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '5ad4da1f-efac-480e-9c69-a9963f4b5c92'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:17.161964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.202780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:17.207371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:17.284767 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:17.360329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.369942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a15f4-0813-415d-8a7e-9fa8e7897daa req-6ff8d776-b8b4-4fc9-8fb7-03e44ca59fbb tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.377816 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d0a15f4-0813-415d-8a7e-9fa8e7897daa req-6ff8d776-b8b4-4fc9-8fb7-03e44ca59fbb tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.3038006 Nov 23 02:25:17.380136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.388662 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/9184ab70-060b-4755-98a5-bf6341c0b30f HTTP/1.1" status: 204 len: 168 time: 2.4614172 Nov 23 02:25:17.391822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60078) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:17.407604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-424399183'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:17.421000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40eea5-8877-4897-a1e2-3ae1b6ae9644 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=9184ab70-060b-4755-98a5-bf6341c0b30f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.434066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697fd9a-c71f-4d6e-91ff-e67d973e4b4c req-6561853b-633b-4976-9bdd-51cb3fcc7de0 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.436951 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1697fd9a-c71f-4d6e-91ff-e67d973e4b4c req-6561853b-633b-4976-9bdd-51cb3fcc7de0 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.1496658 Nov 23 02:25:17.460861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 62479ff1-7ff4-428f-bc41-2e745effea25 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:17.502508 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d0a15f4-0813-415d-8a7e-9fa8e7897daa req-624421f0-131d-44ed-aade-48f34407b044 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237590 Nov 23 02:25:17.530727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:17.530727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.581183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] For port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:17.583784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.20.0.1 (5ad4da1f-efac-480e-9c69-a9963f4b5c92/c546da6e-5431-4e3e-8f9f-949532914989/6c359935-c94b-4986-8a32-a35eb3d5dc7a) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:17.602846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] For port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,segment=NetworkSegment(ebea96a1-2955-49a4-9801-2708f5a9c3ca),segment_id=ebea96a1-2955-49a4-9801-2708f5a9c3ca)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:17.615128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.618269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:17.618847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] Allocated IP 172.20.0.2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/32ffac8d-ec3e-4436-b091-eeb049ea38ba/62479ff1-7ff4-428f-bc41-2e745effea25) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:17.625375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1697fd9a-c71f-4d6e-91ff-e67d973e4b4c req-90a1e9b8-1c71-485c-84b1-ef048f17a960 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577346 Nov 23 02:25:17.628455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 62479ff1-7ff4-428f-bc41-2e745effea25 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:17.628812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.653599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.654656 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment 7aad611e-8a0a-4f73-9337-434fdd63a5a6 of type vlan for network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 Nov 23 02:25:17.674353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.747547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port f711fa34-160e-4552-8f93-12ceb0ef7482 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:17.747868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.752568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf8f0f5-9525-45ef-9884-0b3f976a12e4,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.776920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8ad24-7009-46ae-b6d0-79c3fbd677d9 None None] Pushing event updated for resources: {'Port': ['ID=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.783589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.803254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Checking segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:17.803614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Network hostable DHCP agents. Network: 3d576560-10d4-4fb4-95f1-a6a6186341a3, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:17.830101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.836596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.837197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.846215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:17.851406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] For port 62479ff1-7ff4-428f-bc41-2e745effea25, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=62479ff1-7ff4-428f-bc41-2e745effea25,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:17.917861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.920350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 3d576560-10d4-4fb4-95f1-a6a6186341a3) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:17.928769 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5320516 Nov 23 02:25:17.929001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.931514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60082) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:17.937376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:17.937980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.943668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:17.943995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:17.952867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453d693-5818-42b2-8cc8-2aed84aabe75 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:17.958273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80da9d-1294-4b8c-aeac-133588312d26 None None] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:18.010156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.018587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:18.025339 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8207c0b9-653e-4ccc-853d-9c71ba40263e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5488229 Nov 23 02:25:18.028421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60084) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:18.035466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:18.107245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7802b6d-4f9c-4653-b084-8461a8660f6e req-b4cba9ce-c8b8-447b-a1a8-f3153a4a7f2c tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.108919 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c7802b6d-4f9c-4653-b084-8461a8660f6e req-b4cba9ce-c8b8-447b-a1a8-f3153a4a7f2c tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.3466599 Nov 23 02:25:18.118005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.122132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.123695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.130112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:18.134519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.138086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cbb34c3f-de20-47d3-9426-5ad6c234f9ad no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:18.160367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for f711fa34-160e-4552-8f93-12ceb0ef7482 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:18.230952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: cbb34c3f-de20-47d3-9426-5ad6c234f9ad {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:18.231745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cbb34c3f-de20-47d3-9426-5ad6c234f9ad not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:18.249805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7bdcf-da08-49ec-abbc-cb26c1ada533 None None] Pushing event updated for resources: {'Port': ['ID=62479ff1-7ff4-428f-bc41-2e745effea25,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:18.267158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.286110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.297814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=50497d68-105c-4c84-89d5-089f9daf0644,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:18.381534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c7802b6d-4f9c-4653-b084-8461a8660f6e req-4d0a5b6c-a3c6-4e9b-895a-b09dde56bd38 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589192 Nov 23 02:25:18.382346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': '65d76430-0ca0-43ce-9c88-c322cf286369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:18.382723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: 22bef881-0334-4ada-8238-3ee852e8e84d, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:18.386613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:18.408066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:18.411195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:18.420305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=6c359935-c94b-4986-8a32-a35eb3d5dc7a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:18.451648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-3d576560-10d4-4fb4-95f1-a6a6186341a3', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:18.454054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.530581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.552267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.564140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 22bef881-0334-4ada-8238-3ee852e8e84d is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:18.677169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 22bef881-0334-4ada-8238-3ee852e8e84d) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:18.705254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995fee2-7e88-4847-8754-b4b52b453f3d None None] Network 22bef881-0334-4ada-8238-3ee852e8e84d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:18.747999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.748764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.773027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:18.819713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Allocated IP 172.20.0.2 (3d576560-10d4-4fb4-95f1-a6a6186341a3/dbf8f0f5-9525-45ef-9884-0b3f976a12e4/768017f7-cb58-418b-a886-44a96a137b33) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:18.890336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=989756ba-e017-4be8-864e-6a96a51128e7,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:18.919917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5426b7-0873-490e-bc21-7a5e68806025 req-b1cd841f-243c-4b49-ac08-8210b94dbac6 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:18.921606 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0b5426b7-0873-490e-bc21-7a5e68806025 req-b1cd841f-243c-4b49-ac08-8210b94dbac6 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.1664083 Nov 23 02:25:19.026428 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0b5426b7-0873-490e-bc21-7a5e68806025 req-9ef1dbed-7836-46ca-a2c5-eb2d1920e6f2 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887549 Nov 23 02:25:19.048206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.055749 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c59863e6-afa6-4c56-8f34-326d13d4bb3b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1958690 Nov 23 02:25:19.060580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60092) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:19.066613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d', 'security_groups': [], 'name': 'tempest-PortsTestJSON-297431233'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:19.119812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a81ae-79c9-43fa-8156-b66d699eb1fd req-514afe35-e81b-429c-910d-2af1e4cf3fbc tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.121577 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97a81ae-79c9-43fa-8156-b66d699eb1fd req-514afe35-e81b-429c-910d-2af1e4cf3fbc tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.4476202 Nov 23 02:25:19.129353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': '7aad611e-8a0a-4f73-9337-434fdd63a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:19.130063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:19.144075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-5acee8a4-87eb-47ec-9049-5444eb0c2c46 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.149531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-5acee8a4-87eb-47ec-9049-5444eb0c2c46 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.46 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.4581361 Nov 23 02:25:19.149977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.152750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-22bef881-0334-4ada-8238-3ee852e8e84d', 'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': '50497d68-105c-4c84-89d5-089f9daf0644'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:19.153746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.316552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=f711fa34-160e-4552-8f93-12ceb0ef7482,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:19.435478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:19.440355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 62479ff1-7ff4-428f-bc41-2e745effea25 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:19.462747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.472460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.489368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-79973434-64b5-4fb6-ad59-63fc75b78c84 None None] Provisioning complete for port 62479ff1-7ff4-428f-bc41-2e745effea25 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:19.489767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-79973434-64b5-4fb6-ad59-63fc75b78c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.515110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:19.523104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.525704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.526255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.563462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Allocated IP 172.20.0.2 (22bef881-0334-4ada-8238-3ee852e8e84d/50497d68-105c-4c84-89d5-089f9daf0644/2a396be1-0562-4408-995f-d6f9cccaac8f) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:19.613594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:19.618885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.634140 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e41a8418-fa36-4b3c-97da-46fbe35eccb1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6961296 Nov 23 02:25:19.634364 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97a81ae-79c9-43fa-8156-b66d699eb1fd req-03f5b3fe-c1ce-47e7-8ed6-72ddbf796230 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4696639 Nov 23 02:25:19.642644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60094) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:19.648121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-319482695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:19.691034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 33e5a817-ab37-41f8-b774-258b978ac2cd yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:19.702707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.708626 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fb433836-12aa-425d-bd0a-041086ec11ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/f711fa34-160e-4552-8f93-12ceb0ef7482 HTTP/1.1" status: 204 len: 168 time: 2.6137109 Nov 23 02:25:19.711455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60096) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:19.730497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.731811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.750357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.754073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.785494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Deleting port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:19.785835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.800739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Allocated IP 172.26.8.178 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/d1dc106f-33c0-40b4-8030-1bcb061a914d) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:19.866262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b46870-928c-40db-87f8-8455e9ffef22 None None] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:19.879301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef66d9-7c79-47ee-8c2b-c509075e0271 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.881050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef66d9-7c79-47ee-8c2b-c509075e0271 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.882626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef66d9-7c79-47ee-8c2b-c509075e0271 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:19.886961 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f1ef66d9-7c79-47ee-8c2b-c509075e0271 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1710224 Nov 23 02:25:19.931870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60098) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:19.962691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1bf847-92e0-4c70-9275-f7086842a6ce None None] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:19.970334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:19.994115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Pushing event updated for resources: {'Port': ['ID=768017f7-cb58-418b-a886-44a96a137b33,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:20.026579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.10 (22bef881-0334-4ada-8238-3ee852e8e84d/50497d68-105c-4c84-89d5-089f9daf0644/33e5a817-ab37-41f8-b774-258b978ac2cd) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:20.057053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 32ffac8d-ec3e-4436-b091-eeb049ea38ba {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:20.080115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:20.083407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Network 22bef881-0334-4ada-8238-3ee852e8e84d is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:20.228076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.242393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.245313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.269284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:20.287187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:20.290251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] For port 7310fc0c-e685-4b88-b9d4-ad2e15af3041, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=7310fc0c-e685-4b88-b9d4-ad2e15af3041,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:20.290854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.297472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.298914 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d3db4a00-c902-41b5-895a-5e2dfedf85b1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6543508 Nov 23 02:25:20.308357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60102) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:20.308837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:20.329106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.340798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:20.370245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.385323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.416880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 62479ff1-7ff4-428f-bc41-2e745effea25 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:20.417639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.448339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.451260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.468516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.469297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Pushing event updated for resources: {'Port': ['ID=2a396be1-0562-4408-995f-d6f9cccaac8f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:20.518079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.535003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=6c359935-c94b-4986-8a32-a35eb3d5dc7a,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:20.542734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2', 'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': '989756ba-e017-4be8-864e-6a96a51128e7'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:20.543590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.564518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc438-78df-4e8c-b4bd-7e89bd6695c9 req-2dd2dd60-dcaa-42b0-9142-b3ba0de6cad1 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.566055 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1acc438-78df-4e8c-b4bd-7e89bd6695c9 req-2dd2dd60-dcaa-42b0-9142-b3ba0de6cad1 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2876484 Nov 23 02:25:20.573845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Attempting to bind port 2a396be1-0562-4408-995f-d6f9cccaac8f on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:20.574225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Attempting to bind port 2a396be1-0562-4408-995f-d6f9cccaac8f by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65d76430-0ca0-43ce-9c88-c322cf286369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:20.574600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Attempting to bind port 2a396be1-0562-4408-995f-d6f9cccaac8f on network 22bef881-0334-4ada-8238-3ee852e8e84d {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:20.581113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Attempting to bind port 768017f7-cb58-418b-a886-44a96a137b33 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:20.581479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Attempting to bind port 768017f7-cb58-418b-a886-44a96a137b33 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:20.581830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Attempting to bind port 768017f7-cb58-418b-a886-44a96a137b33 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:20.596291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:20.596737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Checking segment: {'id': '65d76430-0ca0-43ce-9c88-c322cf286369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:20.597080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.597473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Bound using segment: {'id': '65d76430-0ca0-43ce-9c88-c322cf286369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:20.597955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Bound port: 2a396be1-0562-4408-995f-d6f9cccaac8f, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d76430-0ca0-43ce-9c88-c322cf286369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '22bef881-0334-4ada-8238-3ee852e8e84d'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:20.598339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.624198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:20.624643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Checking segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:20.625002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.625400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Bound using segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:20.625890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Bound port: 768017f7-cb58-418b-a886-44a96a137b33, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:20.626275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.679398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.680063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.680947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Floating IP f5183075-545c-4308-a07e-72eecdee631b disassociated. External IP: 172.26.8.179, port: 7310fc0c-e685-4b88-b9d4-ad2e15af3041. Nov 23 02:25:20.682018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Calling delete_port for 7310fc0c-e685-4b88-b9d4-ad2e15af3041 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:20.683610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.795335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:20.832458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:20.837250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] Provisioning complete for port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:20.837810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.841855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:20.842537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a709d6-67f8-43ab-8d05-67029bcf446a req-c6b60227-5857-46f9-84e8-d5a7449497e4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:20.844396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1dc106f-33c0-40b4-8030-1bcb061a914d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:20.847145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.860607 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33a709d6-67f8-43ab-8d05-67029bcf446a req-c6b60227-5857-46f9-84e8-d5a7449497e4 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 946 time: 0.1087191 Nov 23 02:25:20.868854 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1acc438-78df-4e8c-b4bd-7e89bd6695c9 req-bc741180-0e3b-4f4c-8ffa-13a5d815af58 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828603 Nov 23 02:25:20.875278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:20.896229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:20.900762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba8227e-c34c-4528-8537-9f847bf4c33c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:20.907878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:20.942851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 148bf1d8-5e6e-45db-b5b6-00ac84367f6a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:21.005862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] For port 768017f7-cb58-418b-a886-44a96a137b33, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:21.011944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] For port 2a396be1-0562-4408-995f-d6f9cccaac8f, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:21.043638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Allocated IP 2001:db8::2 (c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2/989756ba-e017-4be8-864e-6a96a51128e7/1f886cac-9679-4a24-85e2-7809e8bf9804) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:21.051282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] For port 2a396be1-0562-4408-995f-d6f9cccaac8f, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2a396be1-0562-4408-995f-d6f9cccaac8f,segment=NetworkSegment(65d76430-0ca0-43ce-9c88-c322cf286369),segment_id=65d76430-0ca0-43ce-9c88-c322cf286369)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:21.067834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.097319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 22bef881-0334-4ada-8238-3ee852e8e84d is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:21.101399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.126422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=33e5a817-ab37-41f8-b774-258b978ac2cd,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.146514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:21.158306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:21.191873 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33a709d6-67f8-43ab-8d05-67029bcf446a req-fe435ab2-503f-441f-8c6f-c1385f034dde tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups?id=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3277750 Nov 23 02:25:21.200557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.258366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.267214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] For port 768017f7-cb58-418b-a886-44a96a137b33, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=768017f7-cb58-418b-a886-44a96a137b33,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:21.292653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.300441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event deleted for resources: {'Port': ['ID=7310fc0c-e685-4b88-b9d4-ad2e15af3041,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.306794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:21.306794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.364961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.366680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef18ff0-81a7-4ff7-b485-7c1842e1a881 None None] Pushing event updated for resources: {'Port': ['ID=2a396be1-0562-4408-995f-d6f9cccaac8f,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.502350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Router f281e49c-65dc-4c3e-b4f7-4726aafc31eb has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:21.606229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] For port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,segment=NetworkSegment(ebea96a1-2955-49a4-9801-2708f5a9c3ca),segment_id=ebea96a1-2955-49a4-9801-2708f5a9c3ca)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:21.648184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.675051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa8911-2dd6-443e-85a8-62097933d9f4 None None] Pushing event updated for resources: {'Port': ['ID=768017f7-cb58-418b-a886-44a96a137b33,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:21.749675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 6255eb0b-5644-4711-9a18-37bea338dc01 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:21.749799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] Could not find standard attr ID for object f711fa34-160e-4552-8f93-12ceb0ef7482. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:21.777630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:21.811109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d77cf-326a-444e-bd8e-02271762018f None None] Sync routers for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:21.850119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 7310fc0c-e685-4b88-b9d4-ad2e15af3041 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:21.928459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] No DVR routers for this DVR port 7310fc0c-e685-4b88-b9d4-ad2e15af3041 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:21.933105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:21.933761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:21.933913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:21.937662 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4206f7a5-e0ce-47a1-8c16-407685ff58c0 req-feede739-5f17-4c85-a10c-5f0fe70b3c93 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.46 "DELETE /v2.0/ports/7310fc0c-e685-4b88-b9d4-ad2e15af3041 HTTP/1.1" status: 204 len: 173 time: 2.7729416 Nov 23 02:25:21.938087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'name': 'network-vif-deleted', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:21.940515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d35941-24ad-4085-abb1-3a92bdb216c5" -d '{"events": [{"server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "name": "network-vif-deleted", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:22.013417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:22.028429 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] Sync routers for ids ['6255eb0b-5644-4711-9a18-37bea338dc01'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:22.032199 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bf5e434c-e393-44d5-a222-331228626f00 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/6255eb0b-5644-4711-9a18-37bea338dc01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2013993 Nov 23 02:25:22.034752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60112) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:22.044065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.060003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 7310fc0c-e685-4b88-b9d4-ad2e15af3041 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:22.074015 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] Routers {'6255eb0b-5644-4711-9a18-37bea338dc01'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:22.081734 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['6255eb0b-5644-4711-9a18-37bea338dc01'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:22.086936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 7310fc0c-e685-4b88-b9d4-ad2e15af3041 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:22.097482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f769bf-4a3f-4558-ad27-519384682d86 x-openstack-request-id: req-13f769bf-4a3f-4558-ad27-519384682d86 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:22.097825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83306b61-93c4-4b18-a0ae-912fb73ad072", "name": "network-vif-deleted", "tag": "7310fc0c-e685-4b88-b9d4-ad2e15af3041", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:22.098128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-13f769bf-4a3f-4558-ad27-519384682d86 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:22.098552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83306b61-93c4-4b18-a0ae-912fb73ad072', 'name': 'network-vif-deleted', 'tag': '7310fc0c-e685-4b88-b9d4-ad2e15af3041', 'status': 'completed', 'code': 200} Nov 23 02:25:22.124099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d434ad-4b30-42b2-baae-f78b3769e103 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.128350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a2d434ad-4b30-42b2-baae-f78b3769e103 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports/6c359935-c94b-4986-8a32-a35eb3d5dc7a HTTP/1.1" status: 200 len: 910 time: 0.0921090 Nov 23 02:25:22.130794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60114) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:22.144537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c546da6e-5431-4e3e-8f9f-949532914989'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:22.166362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.174100 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:22.185167 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] Routers {'6255eb0b-5644-4711-9a18-37bea338dc01'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:22.186809 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['6255eb0b-5644-4711-9a18-37bea338dc01'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:22.190771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Provisioning complete for port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:22.191176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.203788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e876d-26f8-4b1f-a06f-7479d1072efb None None] Pushing event updated for resources: {'Port': ['ID=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.223993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=32ffac8d-ec3e-4436-b091-eeb049ea38ba,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.235534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.246575 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d162c849-e37c-4a71-b99d-c2b346e76799 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/32ffac8d-ec3e-4436-b091-eeb049ea38ba HTTP/1.1" status: 204 len: 168 time: 2.3136640 Nov 23 02:25:22.247146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60118) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:22.255544 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:22.256331 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e254794f-048e-4368-96e4-dc33b3cac19b None None] The sync data for ids ['6255eb0b-5644-4711-9a18-37bea338dc01'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:22.298774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.299414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.333213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 85c38de6-f69c-4627-98c7-995a0d3e5ccd {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:22.400703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c316cd3a-ec4b-4452-a8fe-d361c93132eb None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:22.439319 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-64a3bb84-b68f-46b7-89b0-39d96c4e4f6c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3722129 Nov 23 02:25:22.447427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60120) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:22.458768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-0cddefd4-e40d-464e-879f-263e39c5d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.466361 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-0cddefd4-e40d-464e-879f-263e39c5d29f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=610985b31995429098c1fe29d96ab76c&device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 1098 time: 1.3004026 Nov 23 02:25:22.477541 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73ba7a2f-d396-4c6a-a477-adf819ebdf80 req-45c197b5-dbc3-4610-88e5-5c7f1a1fd79f tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/ports?device_id=83306b61-93c4-4b18-a0ae-912fb73ad072 HTTP/1.1" status: 200 len: 210 time: 0.0457509 Nov 23 02:25:22.482611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.542513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c147e-1b2f-4612-aa34-7a7595c4c2d1 req-ee888232-5ff9-496d-8b9e-cdc0d07d4dfc tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:22.550093 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a46c147e-1b2f-4612-aa34-7a7595c4c2d1 req-ee888232-5ff9-496d-8b9e-cdc0d07d4dfc tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 1.3255160 Nov 23 02:25:22.573511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.578165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:22.604635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:22.625250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:22.638874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Pushing event updated for resources: {'Port': ['ID=1f886cac-9679-4a24-85e2-7809e8bf9804,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:22.651239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:22.798788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:22.989391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8::1 (c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2/989756ba-e017-4be8-864e-6a96a51128e7/70354d15-acde-4116-aec9-ccfb264fec2e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:23.007853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.009014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.058187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 768017f7-cb58-418b-a886-44a96a137b33 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:23.061290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a6ae49-73ed-4b4a-bb78-ec2757c32e85 None None] Network 22bef881-0334-4ada-8238-3ee852e8e84d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:23.070282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.070685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.071045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.071698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.072047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.072945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.073353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.073715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.074066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.074843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.075187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.076445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:23.152377 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a46c147e-1b2f-4612-aa34-7a7595c4c2d1 req-801e8b42-050b-48c3-bf57-623dec9ac46c tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705193 Nov 23 02:25:23.160015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-49b5c8e0-5ac0-4b1f-882a-085a4c39b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.161909 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-49b5c8e0-5ac0-4b1f-882a-085a4c39b2a3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 200 len: 912 time: 0.6480513 Nov 23 02:25:23.188978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.227644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=85c38de6-f69c-4627-98c7-995a0d3e5ccd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:23.232941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.236126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-608859bf-e94f-4453-bac2-6ee543ac8e5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/85c38de6-f69c-4627-98c7-995a0d3e5ccd HTTP/1.1" status: 204 len: 168 time: 0.9868596 Nov 23 02:25:23.242026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60122) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:23.272955 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-af29efdf-af6c-4c43-a7e5-e48d64660f9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 200 len: 217 time: 0.0980525 Nov 23 02:25:23.287956 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d11c8047-7e1c-4a46-8f81-1e1a8e5b78bd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453053 Nov 23 02:25:23.291455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60124) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:23.296696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:23.307204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 33e5a817-ab37-41f8-b774-258b978ac2cd {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:23.307563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.355280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaf46d7-45a6-4e2c-9afb-36ade0cd3258 None None] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:23.377724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Attempting to bind port 1f886cac-9679-4a24-85e2-7809e8bf9804 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:23.378059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Attempting to bind port 1f886cac-9679-4a24-85e2-7809e8bf9804 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '7aad611e-8a0a-4f73-9337-434fdd63a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:23.378373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Attempting to bind port 1f886cac-9679-4a24-85e2-7809e8bf9804 on network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:23.463135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-06934bb0-a8f9-4ae7-8ba4-bf4c21b803a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.465315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-06934bb0-a8f9-4ae7-8ba4-bf4c21b803a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d63fe974-2004-43d1-887d-52dcb0b79a2a HTTP/1.1" status: 200 len: 851 time: 0.1816182 Nov 23 02:25:23.465823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:23.468504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.469797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.478203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:23.478602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Checking segment: {'id': '7aad611e-8a0a-4f73-9337-434fdd63a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:23.478984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.479391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Bound using segment: {'id': '7aad611e-8a0a-4f73-9337-434fdd63a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:23.479884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Bound port: 1f886cac-9679-4a24-85e2-7809e8bf9804, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aad611e-8a0a-4f73-9337-434fdd63a5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:23.480293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.515354 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-ea963b5c-6f61-428a-896a-aac63f716194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98f1cedf-5266-4397-aa98-d9c3e85d5346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391548 Nov 23 02:25:23.571605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.588084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.640837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.644128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60130) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:23.654899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Provisioning complete for port d1dc106f-33c0-40b4-8030-1bcb061a914d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:23.655531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.675457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 33e5a817-ab37-41f8-b774-258b978ac2cd owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:23.687225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 768017f7-cb58-418b-a886-44a96a137b33 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:23.687602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.718859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.745073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:23.745723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.747152 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/ports/6c359935-c94b-4986-8a32-a35eb3d5dc7a HTTP/1.1" status: 200 len: 910 time: 1.6148884 Nov 23 02:25:23.754422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60132) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:23.765083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166eca5-0952-42e9-9531-8080a4ce41eb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=6c359935-c94b-4986-8a32-a35eb3d5dc7a,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:23.817902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] For port 1f886cac-9679-4a24-85e2-7809e8bf9804, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:23.820219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.822984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:30Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:23.859503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:23.861793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d77cf-326a-444e-bd8e-02271762018f None None] Checking router: f281e49c-65dc-4c3e-b4f7-4726aafc31eb for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:23.865110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:23.886372 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] For port 1f886cac-9679-4a24-85e2-7809e8bf9804, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1f886cac-9679-4a24-85e2-7809e8bf9804,segment=NetworkSegment(7aad611e-8a0a-4f73-9337-434fdd63a5a6),segment_id=7aad611e-8a0a-4f73-9337-434fdd63a5a6)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:23.890085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Port d1dc106f-33c0-40b4-8030-1bcb061a914d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:23.895711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e034db34-9919-46cf-a125-333dba9e7466 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.920173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.928121 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-20224acd-9aee-4260-a3c2-b64544720a52 service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995466 Nov 23 02:25:23.929166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:23.942461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:23.943174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:23.994432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:23.995138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:24.048200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=70354d15-acde-4116-aec9-ccfb264fec2e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.098525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Provisioning complete for port 6c359935-c94b-4986-8a32-a35eb3d5dc7a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:24.099149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.237964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b2082-c1be-4d04-9963-f70f20b3fae9 None None] Pushing event updated for resources: {'Port': ['ID=1f886cac-9679-4a24-85e2-7809e8bf9804,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.251694 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc0cc2b3-d406-4ac9-8103-25425a0bdcf2 req-51daf9af-9d84-446c-b1d9-398f7f38815f service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037527 Nov 23 02:25:24.259118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.265388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d5c0f930-b49b-475a-a9e0-955047131e5f None None] Port 6c359935-c94b-4986-8a32-a35eb3d5dc7a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:24.297148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] Deleting port 62479ff1-7ff4-428f-bc41-2e745effea25 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:24.297390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Router 304541a1-bf64-4008-b2cf-e10cce112373 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:24.297879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.351902 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.374951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:24.428627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.433437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.500677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e034db34-9919-46cf-a125-333dba9e7466 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.510048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 768017f7-cb58-418b-a886-44a96a137b33, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=768017f7-cb58-418b-a886-44a96a137b33,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:24.602615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=33e5a817-ab37-41f8-b774-258b978ac2cd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.675617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.676770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2a396be1-0562-4408-995f-d6f9cccaac8f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:24.749968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:24.760609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:24.765326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.765932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.770671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=ca7e3223-100e-4744-bf68-61bf2ec1ed65,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:24.836413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Provisioning complete for port 2a396be1-0562-4408-995f-d6f9cccaac8f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:24.836795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.867296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c16b8-839e-48c7-bc64-108dc551dcad req-00f6fae2-8567-4d3a-abbe-faf978b3bfac tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:24.869756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-470c16b8-839e-48c7-bc64-108dc551dcad req-00f6fae2-8567-4d3a-abbe-faf978b3bfac tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2341492 Nov 23 02:25:24.898355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e034db34-9919-46cf-a125-333dba9e7466 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.901629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] For port 62479ff1-7ff4-428f-bc41-2e745effea25, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=62479ff1-7ff4-428f-bc41-2e745effea25,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:24.902272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.902611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e034db34-9919-46cf-a125-333dba9e7466 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:24.904173 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e034db34-9919-46cf-a125-333dba9e7466 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "DELETE /v2.0/security-groups/f019d8ae-1505-4bc6-ba4d-86bb5ba54baa HTTP/1.1" status: 204 len: 168 time: 1.2578411 Nov 23 02:25:24.920960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-087246b6-1993-43fe-9f6e-ff1440b9d59f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6283803 Nov 23 02:25:24.922533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] Calling delete_port for 62479ff1-7ff4-428f-bc41-2e745effea25 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:24.939680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60136) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:24.940417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60138) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:24.963927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:25.042266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-bfc4a484-1099-4f4e-8754-1d018e37ca64 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] show failed (client error): The resource could not be found. Nov 23 02:25:25.043836 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bfc4a484-1099-4f4e-8754-1d018e37ca64 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "GET /v2.0/security-groups/f019d8ae-1505-4bc6-ba4d-86bb5ba54baa HTTP/1.1" status: 404 len: 347 time: 0.0926135 Nov 23 02:25:25.051217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034db34-9919-46cf-a125-333dba9e7466 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019d8ae-1505-4bc6-ba4d-86bb5ba54baa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:25.082388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60140) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:25.201304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-470c16b8-839e-48c7-bc64-108dc551dcad req-5e6bcee3-ff3f-4427-91e8-aa578f17c8ba tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234961 Nov 23 02:25:25.313526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.320063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:25.360977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:25.379550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=768017f7-cb58-418b-a886-44a96a137b33,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:25.418381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] No DVR routers for this DVR port 62479ff1-7ff4-428f-bc41-2e745effea25 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:25.423642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:25.427536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.438434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2a396be1-0562-4408-995f-d6f9cccaac8f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:25.444342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.497512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:25.498191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:25.500912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-62ed4c64-0e7e-4c3f-b3cf-9d3967514803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:25.503051 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-62ed4c64-0e7e-4c3f-b3cf-9d3967514803 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=610985b31995429098c1fe29d96ab76c&device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 1098 time: 1.0524578 Nov 23 02:25:25.514368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.515939 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4f6edd0a-7987-46fe-872c-45cf321868f5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4863276 Nov 23 02:25:25.521891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Deleting port 2acb82f8-8ff8-444e-a969-a1874f1337bf {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:25.521891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.522629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60142) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:25.555363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1197851-5918-4125-834a-187e61f87397 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:25.673236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162512b-ea04-49f3-a7e4-1318a3786c67 None None] Pushing event deleted for resources: {'Port': ['ID=62479ff1-7ff4-428f-bc41-2e745effea25,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:25.696479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.721543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.727478 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b3d95dfe-1b7f-4bc8-af1b-c3d1fc9b14b8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/33e5a817-ab37-41f8-b774-258b978ac2cd HTTP/1.1" status: 204 len: 168 time: 3.2763019 Nov 23 02:25:25.775996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60144) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:25.808183 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa32f296-5d30-4c26-b9a6-27fbcc8a177d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:25:25.812317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fa32f296-5d30-4c26-b9a6-27fbcc8a177d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/33e5a817-ab37-41f8-b774-258b978ac2cd HTTP/1.1" status: 404 len: 333 time: 0.0324745 Nov 23 02:25:25.813700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-81f433ce-d4bd-41ea-87c5-a4d9af265312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:25.816320 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-81f433ce-d4bd-41ea-87c5-a4d9af265312 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 200 len: 912 time: 0.2808588 Nov 23 02:25:25.818675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.819006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.822842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60146) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:25.854227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71c3b9-0627-409c-81b3-71f6ba82cf65 None None] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:25.863237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'ca7e3223-100e-4744-bf68-61bf2ec1ed65'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:25.864056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.888890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 50497d68-105c-4c84-89d5-089f9daf0644 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:25.899613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.905123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Calling delete_port for 2acb82f8-8ff8-444e-a969-a1874f1337bf owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:25.916475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-7a5f15f3-490e-4973-b1af-8eface465b4d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 200 len: 217 time: 0.0526834 Nov 23 02:25:25.925638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:25.930319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:25.937535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-253d77cf-326a-444e-bd8e-02271762018f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:30Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:26.061277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.069073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.073588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-0f2a8251-af38-4c2b-809c-953943a8e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.074680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d77cf-326a-444e-bd8e-02271762018f None None] The sync data for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv is: [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '4b18af1d-4c63-4dcb-bdd8-c077fdca1abd', 'name': '', 'network_id': 'c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'mac_address': 'fa:16:3e:80:87:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '57801304-b5fe-452b-97e2-18838c24ce52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:19Z', 'updated_at': '2021-11-23T02:21:30Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'subnets': [{'id': '57801304-b5fe-452b-97e2-18838c24ce52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:26.075213 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-0f2a8251-af38-4c2b-809c-953943a8e784 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d63fe974-2004-43d1-887d-52dcb0b79a2a HTTP/1.1" status: 200 len: 851 time: 0.1408527 Nov 23 02:25:26.088142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.089293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.168555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-b902bae0-c723-4e4c-b764-951852d0e987 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98f1cedf-5266-4397-aa98-d9c3e85d5346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814984 Nov 23 02:25:26.169233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=70354d15-acde-4116-aec9-ccfb264fec2e,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.202010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.209852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] For port 2a396be1-0562-4408-995f-d6f9cccaac8f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2a396be1-0562-4408-995f-d6f9cccaac8f,segment=NetworkSegment(65d76430-0ca0-43ce-9c88-c322cf286369),segment_id=65d76430-0ca0-43ce-9c88-c322cf286369)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:26.240355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.440758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Provisioning complete for port 6c359935-c94b-4986-8a32-a35eb3d5dc7a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:26.441435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.449527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.466445 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4ccc-9d77-4589-90c0-8b61011ba37c None None] New status for floating IP f5183075-545c-4308-a07e-72eecdee631b: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:25:26.467838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:26.479569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:26.502365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Allocated IP 172.20.0.2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/ca7e3223-100e-4744-bf68-61bf2ec1ed65/08939789-4048-46bd-b72d-2103dd7f630d) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:26.535471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:25:26.536734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:25:26.541810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Pushing event updated for resources: {'Port': ['ID=2a396be1-0562-4408-995f-d6f9cccaac8f,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.566979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b5ccb-f687-471d-ab2e-51e0e175a434 req-185022ce-6dda-4de4-9efe-6f78672e69b2 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.568518 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a53b5ccb-f687-471d-ab2e-51e0e175a434 req-185022ce-6dda-4de4-9efe-6f78672e69b2 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2094524 Nov 23 02:25:26.569563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:25:26.579377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.589119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Port 6c359935-c94b-4986-8a32-a35eb3d5dc7a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:26.608210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:26.613579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:26.617879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:26.618672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.623159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.635157 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.db.api [None req-e5cd4ccc-9d77-4589-90c0-8b61011ba37c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:25:26.636212 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG oslo_db.api [None req-e5cd4ccc-9d77-4589-90c0-8b61011ba37c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:25:26.672887 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-13a4fc8b-6847-438d-bcd6-3f712be8e723 service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864738 Nov 23 02:25:26.678989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Provisioning complete for port 768017f7-cb58-418b-a886-44a96a137b33 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:26.679446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-326a4b3c-9049-45a5-97ac-c4c281024884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.686167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Pushing event deleted for resources: {'Port': ['ID=2acb82f8-8ff8-444e-a969-a1874f1337bf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.748521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:22Z', 'revision_number': 3, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:26.765804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8030472 Nov 23 02:25:26.783634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60150) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:26.797023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:4c:e7:b5', 'name': 'tempest-NetworksTestDHCPv6-1301506946'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:26.801626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:26.802141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Updating router 304541a1-bf64-4008-b2cf-e10cce112373 port d1dc106f-33c0-40b4-8030-1bcb061a914d binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:26.807408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27df907-35eb-44f3-ab5a-e122575417e4 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:26.826378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644c52c-6a6c-4279-b906-aa8ace284a50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.868448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.870382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.874743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.895002 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a53b5ccb-f687-471d-ab2e-51e0e175a434 req-f28a7db6-d000-43e4-b572-3eacb56b4f8f tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138151 Nov 23 02:25:26.963852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=50497d68-105c-4c84-89d5-089f9daf0644,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:26.974878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.975064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.977962 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-082e8173-5315-44c3-b21a-6c9291caba07 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/50497d68-105c-4c84-89d5-089f9daf0644 HTTP/1.1" status: 204 len: 168 time: 1.1541076 Nov 23 02:25:26.989309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60154) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:26.997707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:26.998642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.000157 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-80cd8648-1268-4866-8a27-814aacd5f120 tempest-ServerActionsTestJSON-1390019455 tempest-ServerActionsTestJSON-1390019455-project] 10.222.0.53 "DELETE /v2.0/floatingips/f5183075-545c-4308-a07e-72eecdee631b HTTP/1.1" status: 204 len: 168 time: 1.8981738 Nov 23 02:25:27.004504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60156) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:27.010670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddbc14f-e18b-4098-9bac-8733a74da9ad None None] Network 22bef881-0334-4ada-8238-3ee852e8e84d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:27.017229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.116165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.135960 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d502c85-0e86-4bb8-bf1c-ca495b231463 req-c014938a-4b66-4aa8-9d22-a53b93cf1a3f service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490833 Nov 23 02:25:27.138461 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd4ccc-9d77-4589-90c0-8b61011ba37c None None] New status for floating IP f5183075-545c-4308-a07e-72eecdee631b: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:25:27.207622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 8bde9035-f11a-4b73-9826-065588bf199b is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:27.491041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 6c359935-c94b-4986-8a32-a35eb3d5dc7a {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:27.491292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.575393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Allocated IP 172.20.0.1 (3d576560-10d4-4fb4-95f1-a6a6186341a3/dbf8f0f5-9525-45ef-9884-0b3f976a12e4/19a7803c-1663-47de-9ac1-16d10a54b480) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:27.618880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 2a396be1-0562-4408-995f-d6f9cccaac8f {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:27.619117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.675269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:27.685757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc65093-79c4-4d3e-83ed-66b2b5449250 req-3f57a9ac-3771-4e44-9eee-13e20d4b7ced tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:27.694216 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3bc65093-79c4-4d3e-83ed-66b2b5449250 req-3f57a9ac-3771-4e44-9eee-13e20d4b7ced tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2310491 Nov 23 02:25:27.696557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:27.725923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.734398 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a5c8452-13de-499e-97ba-a0a86e38e48a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/8bde9035-f11a-4b73-9826-065588bf199b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4213138 Nov 23 02:25:27.739437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:27.741195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:27.743751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Could not find standard attr ID for object 33e5a817-ab37-41f8-b774-258b978ac2cd. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:27.750180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:27.769578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:27.773406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] Sync routers for ids ['8bde9035-f11a-4b73-9826-065588bf199b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:27.796633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Pushing event updated for resources: {'Port': ['ID=08939789-4048-46bd-b72d-2103dd7f630d,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:27.803062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 148bf1d8-5e6e-45db-b5b6-00ac84367f6a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:27.829462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 6c359935-c94b-4986-8a32-a35eb3d5dc7a owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:27.907323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Provisioning complete for port 2a396be1-0562-4408-995f-d6f9cccaac8f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:27.907849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:27.997682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] Routers {'8bde9035-f11a-4b73-9826-065588bf199b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:27.998883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8bde9035-f11a-4b73-9826-065588bf199b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:28.044094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.071615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Attempting to bind port 08939789-4048-46bd-b72d-2103dd7f630d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:28.072122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Attempting to bind port 08939789-4048-46bd-b72d-2103dd7f630d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:28.072573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Attempting to bind port 08939789-4048-46bd-b72d-2103dd7f630d on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:28.088214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:28.108269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:28.108811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:28.109321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.109831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:28.110538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Bound port: 08939789-4048-46bd-b72d-2103dd7f630d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:28.111021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.116000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:28.116512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.160202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 171caa0c-70da-4ad1-9550-3db68c37a447 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:28.161128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] DHCP port deletion for 22bef881-0334-4ada-8238-3ee852e8e84d request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:28.195741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] Routers {'8bde9035-f11a-4b73-9826-065588bf199b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:28.196750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8bde9035-f11a-4b73-9826-065588bf199b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:28.233109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] For port 2a396be1-0562-4408-995f-d6f9cccaac8f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2a396be1-0562-4408-995f-d6f9cccaac8f,segment=NetworkSegment(65d76430-0ca0-43ce-9c88-c322cf286369),segment_id=65d76430-0ca0-43ce-9c88-c322cf286369)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:28.233467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.269685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8c1cb1-2239-4696-b2f5-8a86dea84fab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:28.274468 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ee8c1cb1-2239-4696-b2f5-8a86dea84fab tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports/70354d15-acde-4116-aec9-ccfb264fec2e HTTP/1.1" status: 200 len: 911 time: 0.5226333 Nov 23 02:25:28.278535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60162) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:28.289069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:28.289919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db96224-ac34-4397-80d5-4ecff98e940a None None] The sync data for ids ['8bde9035-f11a-4b73-9826-065588bf199b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:28.298283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 2a396be1-0562-4408-995f-d6f9cccaac8f owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:28.380950 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3bc65093-79c4-4d3e-83ed-66b2b5449250 req-c1e3d12a-236a-4a8e-865f-386fdb89ef28 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6856532 Nov 23 02:25:28.390915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.454858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=6c359935-c94b-4986-8a32-a35eb3d5dc7a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:28.459091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.459890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] For port 08939789-4048-46bd-b72d-2103dd7f630d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:28.473687 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:25:28.479608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.504719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] For port 08939789-4048-46bd-b72d-2103dd7f630d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=08939789-4048-46bd-b72d-2103dd7f630d,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:28.508911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.518169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.528811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Provisioning complete for port 1f886cac-9679-4a24-85e2-7809e8bf9804 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:28.529868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.560385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 172.20.0.3 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/ca7e3223-100e-4744-bf68-61bf2ec1ed65/171caa0c-70da-4ad1-9550-3db68c37a447) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:28.587984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe4c:e7b5 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d/171caa0c-70da-4ad1-9550-3db68c37a447) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:28.615404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Deleting port 2a396be1-0562-4408-995f-d6f9cccaac8f {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:28.616267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.633536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a03bbb8-ea88-452c-9ed9-c68df9b6ca6c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:28.640947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.724844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=2a396be1-0562-4408-995f-d6f9cccaac8f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:28.726907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No DVR routers for this DVR port 2a396be1-0562-4408-995f-d6f9cccaac8f on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:28.767454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.790139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] For port 2a396be1-0562-4408-995f-d6f9cccaac8f, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:28.790721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.817914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.825679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Calling delete_port for 2a396be1-0562-4408-995f-d6f9cccaac8f owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:28.843205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Port 2a396be1-0562-4408-995f-d6f9cccaac8f was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:25:28.852361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.879990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1f886cac-9679-4a24-85e2-7809e8bf9804 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:28.882618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Attempting to bind port d1dc106f-33c0-40b4-8030-1bcb061a914d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:28.883260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Attempting to bind port d1dc106f-33c0-40b4-8030-1bcb061a914d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:28.883914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Attempting to bind port d1dc106f-33c0-40b4-8030-1bcb061a914d on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:28.885976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e10467-2b88-4deb-9b2a-8add7d7240d2 None None] Pushing event updated for resources: {'Port': ['ID=d1dc106f-33c0-40b4-8030-1bcb061a914d,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:28.896789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.925343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:28.942258 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:28.951827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] No DVR routers for this DVR port 2a396be1-0562-4408-995f-d6f9cccaac8f on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:28.953501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:28.958354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.962052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Pushing event updated for resources: {'Port': ['ID=19a7803c-1663-47de-9ac1-16d10a54b480,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:28.966192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:28.968438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:28.968981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:28.969483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:28.974922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Bound port: d1dc106f-33c0-40b4-8030-1bcb061a914d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:28.975387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.069888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bef881-0334-4ada-8238-3ee852e8e84d']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:29.078095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.081154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.089128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d76430-0ca0-43ce-9c88-c322cf286369') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:29.089722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d76430-0ca0-43ce-9c88-c322cf286369') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:29.127814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.154774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.157309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca60bbc-6504-4905-ae1c-b04b06affe1c None None] Pushing event updated for resources: {'Port': ['ID=08939789-4048-46bd-b72d-2103dd7f630d,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.200872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.214856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1f886cac-9679-4a24-85e2-7809e8bf9804 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:29.216988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.220706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] For port d1dc106f-33c0-40b4-8030-1bcb061a914d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:29.231070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831f7f7-11c6-4796-8658-3207a6c3f1ab None None] Pushing event deleted for resources: {'Port': ['ID=2a396be1-0562-4408-995f-d6f9cccaac8f,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.235093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] For port 1f886cac-9679-4a24-85e2-7809e8bf9804, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1f886cac-9679-4a24-85e2-7809e8bf9804,segment=NetworkSegment(7aad611e-8a0a-4f73-9337-434fdd63a5a6),segment_id=7aad611e-8a0a-4f73-9337-434fdd63a5a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:29.246503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:29.247375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:29.251810 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:29.275933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] For port d1dc106f-33c0-40b4-8030-1bcb061a914d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d1dc106f-33c0-40b4-8030-1bcb061a914d,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:29.277060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.327529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.328515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.372389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.374978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Provisioning complete for port 768017f7-cb58-418b-a886-44a96a137b33 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:29.375443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.392113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.412430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356cec8d-d638-40c9-b2f5-289537ac30e7 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:29.414993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Pushing event updated for resources: {'Port': ['ID=1f886cac-9679-4a24-85e2-7809e8bf9804,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.415492 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/22bef881-0334-4ada-8238-3ee852e8e84d HTTP/1.1" status: 204 len: 168 time: 2.4249043 Nov 23 02:25:29.417740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:29.438389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'name': 'tempest-PortsTestJSON-483908066'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:29.459021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:29.459715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:29.493227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a7e51-0426-4008-bd38-bbee717c38fe tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=22bef881-0334-4ada-8238-3ee852e8e84d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.551413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.568890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:29.603919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e10467-2b88-4deb-9b2a-8add7d7240d2 None None] Pushing event updated for resources: {'Port': ['ID=d1dc106f-33c0-40b4-8030-1bcb061a914d,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.612550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 6255eb0b-5644-4711-9a18-37bea338dc01 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:29.614086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.614521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:29.615766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 768017f7-cb58-418b-a886-44a96a137b33 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:29.617302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:29.652977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=171caa0c-70da-4ad1-9550-3db68c37a447,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:29.720886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:29.721593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.731396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1fa940-3739-47e7-ba89-44898d65500b req-2892222d-6148-4603-b6e2-fe9a60284d8a tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:29.733455 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f1fa940-3739-47e7-ba89-44898d65500b req-2892222d-6148-4603-b6e2-fe9a60284d8a tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2214482 Nov 23 02:25:29.782322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:29.785776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:29.862938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:29.873168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 83291631-89eb-42b6-82b3-6c4189ecb7da yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:29.962124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 768017f7-cb58-418b-a886-44a96a137b33 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:29.962508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.027760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.033878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Provisioning complete for port 70354d15-acde-4116-aec9-ccfb264fec2e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:30.034258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.084966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.093564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1be2c5c1-10a9-44a1-83f8-2c097af9fa16 None None] Port 70354d15-acde-4116-aec9-ccfb264fec2e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:30.168405 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e411842e-588e-4126-affe-e090abc0046c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3764129 Nov 23 02:25:30.173670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60168) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:30.187516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:30.194393 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4809f5ec-722c-42da-acd9-3a67c09b776d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/6255eb0b-5644-4711-9a18-37bea338dc01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4389420 Nov 23 02:25:30.207499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60170) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:30.219783 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] Sync routers for ids ['6255eb0b-5644-4711-9a18-37bea338dc01'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:30.228843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:27Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:30.231284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Provisioning complete for port 19a7803c-1663-47de-9ac1-16d10a54b480 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:30.231780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.261723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f1fa940-3739-47e7-ba89-44898d65500b req-369e19bd-5694-45be-912c-d053118baea0 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812975 Nov 23 02:25:30.264132 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] Routers {'6255eb0b-5644-4711-9a18-37bea338dc01'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:30.265803 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4dcc3d70-cdaf-4ee9-884a-5faec7233e3f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=6255eb0b-5644-4711-9a18-37bea338dc01 HTTP/1.1" status: 200 len: 205 time: 0.0525188 Nov 23 02:25:30.266852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.267164 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['6255eb0b-5644-4711-9a18-37bea338dc01'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:30.268699 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60172) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:30.316815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Port 19a7803c-1663-47de-9ac1-16d10a54b480 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:30.319332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.331870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c13a90-fc98-4d48-9a30-e0c798c19fe8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:30.333224 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:30.337469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Pushing event updated for resources: {'Port': ['ID=19a7803c-1663-47de-9ac1-16d10a54b480,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:30.344803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c13a90-fc98-4d48-9a30-e0c798c19fe8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:30.352739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-44c13a90-fc98-4d48-9a30-e0c798c19fe8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1719697 Nov 23 02:25:30.352739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60176) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:30.392594 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] Routers {'6255eb0b-5644-4711-9a18-37bea338dc01'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:30.400851 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['6255eb0b-5644-4711-9a18-37bea338dc01'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:30.420212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2a396be1-0562-4408-995f-d6f9cccaac8f no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:30.425483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3502d4ae-dde4-488c-b3ee-99881203fc94 None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:27Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:30.471217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2a396be1-0562-4408-995f-d6f9cccaac8f {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:30.471631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2a396be1-0562-4408-995f-d6f9cccaac8f not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:30.472012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 62479ff1-7ff4-428f-bc41-2e745effea25 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:30.489300 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:30.491866 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6ee50a-934c-4e14-a1a0-850e56f3094c None None] The sync data for ids ['6255eb0b-5644-4711-9a18-37bea338dc01'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:30.501820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Deleting port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:30.502170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.519838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 62479ff1-7ff4-428f-bc41-2e745effea25 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:30.523461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 62479ff1-7ff4-428f-bc41-2e745effea25 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:30.525365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Provisioning complete for port d1dc106f-33c0-40b4-8030-1bcb061a914d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:30.525948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.618153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.689114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804107c-fdd4-4961-8dfc-b6e464d4e05f None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:30.710804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] For port 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:30.711184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.737165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Calling delete_port for 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:30.751833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.800567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 70354d15-acde-4116-aec9-ccfb264fec2e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:30.800567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.811560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] For port d1dc106f-33c0-40b4-8030-1bcb061a914d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d1dc106f-33c0-40b4-8030-1bcb061a914d,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:30.831186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.865240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 171caa0c-70da-4ad1-9550-3db68c37a447 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:30.865760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.883333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:30.918643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1f886cac-9679-4a24-85e2-7809e8bf9804 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:30.966338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6572f5-c0be-4644-90b5-cfc606e4031e req-8cd26655-3f4d-40c3-b49f-eda1f4328731 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:30.968340 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3a6572f5-c0be-4644-90b5-cfc606e4031e req-8cd26655-3f4d-40c3-b49f-eda1f4328731 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2214143 Nov 23 02:25:31.042045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Provisioning complete for port 70354d15-acde-4116-aec9-ccfb264fec2e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:31.042750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.045749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Pushing event updated for resources: {'Port': ['ID=d1dc106f-33c0-40b4-8030-1bcb061a914d,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:31.079463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.118266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 171caa0c-70da-4ad1-9550-3db68c37a447 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:31.134362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3a6572f5-c0be-4644-90b5-cfc606e4031e req-b277c182-40b3-4642-a65c-c23a1d217106 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305165 Nov 23 02:25:31.146048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c89bc28f-ced1-4034-96db-2082605db82d None None] Port 70354d15-acde-4116-aec9-ccfb264fec2e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:31.175974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1f886cac-9679-4a24-85e2-7809e8bf9804 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:31.175974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.249821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.292510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Pushing event deleted for resources: {'Port': ['ID=4b18af1d-4c63-4dcb-bdd8-c077fdca1abd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:31.360703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e19266a1-e633-47c8-a7cd-b40868658009 None None] Provisioning complete for port 08939789-4048-46bd-b72d-2103dd7f630d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:31.361396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19266a1-e633-47c8-a7cd-b40868658009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.364872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'ca7e3223-100e-4744-bf68-61bf2ec1ed65', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '08939789-4048-46bd-b72d-2103dd7f630d'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:25:31.365045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:31.405807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:31.481322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-da9010bd-ef77-4065-a45c-da1f868898e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:31.483105 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-da9010bd-ef77-4065-a45c-da1f868898e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=610985b31995429098c1fe29d96ab76c&device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 1098 time: 0.7520418 Nov 23 02:25:31.564397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.567424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 08939789-4048-46bd-b72d-2103dd7f630d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:31.687619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.708777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.713853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=83291631-89eb-42b6-82b3-6c4189ecb7da,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:31.761798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.794706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=171caa0c-70da-4ad1-9550-3db68c37a447,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:31.802357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 70354d15-acde-4116-aec9-ccfb264fec2e owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:31.864008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19266a1-e633-47c8-a7cd-b40868658009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.900105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 08939789-4048-46bd-b72d-2103dd7f630d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:31.900528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:31.994482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.009180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-19ecc5b8-82a6-4b9c-a0d5-ada993eaedd5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/171caa0c-70da-4ad1-9550-3db68c37a447 HTTP/1.1" status: 204 len: 168 time: 1.6563311 Nov 23 02:25:32.011133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60180) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:32.033564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e19266a1-e633-47c8-a7cd-b40868658009 None None] For port 08939789-4048-46bd-b72d-2103dd7f630d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=08939789-4048-46bd-b72d-2103dd7f630d,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:32.050430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19266a1-e633-47c8-a7cd-b40868658009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.079253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd2bf1-16a7-47c5-86c1-d2a23932eac3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.080824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd2bf1-16a7-47c5-86c1-d2a23932eac3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.082330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fd2bf1-16a7-47c5-86c1-d2a23932eac3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.086950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5fd2bf1-16a7-47c5-86c1-d2a23932eac3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0748122 Nov 23 02:25:32.087921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60182) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:32.088887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:32.094647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.098942 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.106905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] Allocated IP 2001:db8::f816:3eff:feb9:1270 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d/08939789-4048-46bd-b72d-2103dd7f630d) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:32.178496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.216461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet ca7e3223-100e-4744-bf68-61bf2ec1ed65 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:32.282699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19266a1-e633-47c8-a7cd-b40868658009 None None] Pushing event updated for resources: {'Port': ['ID=08939789-4048-46bd-b72d-2103dd7f630d,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:32.299946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-cf3e32cf-4057-4406-a8ec-bf6a9538057b None None] Provisioning complete for port 19a7803c-1663-47de-9ac1-16d10a54b480 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:32.300365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cf3e32cf-4057-4406-a8ec-bf6a9538057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.324507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:32.332781 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:32.334049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.334919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router 6255eb0b-5644-4711-9a18-37bea338dc01 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:32.343784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Router f281e49c-65dc-4c3e-b4f7-4726aafc31eb has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:32.349865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.350907 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a4fabb8-05e2-44ed-af4c-e054774fdde9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/6255eb0b-5644-4711-9a18-37bea338dc01 HTTP/1.1" status: 204 len: 168 time: 2.0550842 Nov 23 02:25:32.351803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:32.354764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60186) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:32.363986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.364714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.385980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e32cf-4057-4406-a8ec-bf6a9538057b None None] Port 19a7803c-1663-47de-9ac1-16d10a54b480 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:32.392708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] For port 08939789-4048-46bd-b72d-2103dd7f630d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=08939789-4048-46bd-b72d-2103dd7f630d,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:32.428881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.442792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.471922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.503652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=70354d15-acde-4116-aec9-ccfb264fec2e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:32.559093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf540d-cd60-4907-8ced-ebab3e43fe90 None None] Pushing event updated for resources: {'Port': ['ID=08939789-4048-46bd-b72d-2103dd7f630d,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:32.637850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.646862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet c546da6e-5431-4e3e-8f9f-949532914989 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:32.657661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.710989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.734337 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e48e08c5-d3e6-43d2-8800-1ac24d906cbc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3120379 Nov 23 02:25:32.761450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60188) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:32.838602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.925735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:32.933196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 08939789-4048-46bd-b72d-2103dd7f630d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:32.938744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-b3c9c6c8-4ab7-403f-810c-e104c3b9c1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.940898 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-b3c9c6c8-4ab7-403f-810c-e104c3b9c1b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 200 len: 912 time: 1.4247818 Nov 23 02:25:32.970420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:32.987638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451f145-9ff4-4702-97a5-d2a7096f205a req-47f6e25b-26be-418b-a083-fb2fa106e2b9 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:32.989869 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e451f145-9ff4-4702-97a5-d2a7096f205a req-47f6e25b-26be-418b-a083-fb2fa106e2b9 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.6458580 Nov 23 02:25:33.001838 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-85378aff-9f6b-4c3c-b68f-296edb9146ae admin admin] 10.222.0.53 "PUT /v2.0/routers/304541a1-bf64-4008-b2cf-e10cce112373/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4633605 Nov 23 02:25:33.037850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 08939789-4048-46bd-b72d-2103dd7f630d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:33.038795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.098927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:33.138672 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-026eb07d-9dbc-444b-aa81-71650f4912ab admin admin] 10.222.0.53 "PUT /v2.0/routers/f281e49c-65dc-4c3e-b4f7-4726aafc31eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1322503 Nov 23 02:25:33.141752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.146189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] Sync routers for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:33.169678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.184785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:33.185681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:33.191808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6d119bf-c11c-4bb2-a1e7-07b31e61710c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.277101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60192) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.296307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.374044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=c546da6e-5431-4e3e-8f9f-949532914989,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:33.380784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d1dc106f-33c0-40b4-8030-1bcb061a914d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:33.410578 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-05f3b0fb-c577-453c-a3d2-d7dff23d8b2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 200 len: 217 time: 0.4429414 Nov 23 02:25:33.442299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658232c1-372c-450b-8942-6fad80331742 None None] Network 5ad4da1f-efac-480e-9c69-a9963f4b5c92 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:33.473483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7e3223-100e-4744-bf68-61bf2ec1ed65,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:33.488558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.503404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-40c8c653-91e9-4e03-9e95-543d7af00e0c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/c546da6e-5431-4e3e-8f9f-949532914989 HTTP/1.1" status: 204 len: 168 time: 1.1455674 Nov 23 02:25:33.503741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60198) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.504923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.513049 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5a759716-b30e-4928-afbb-062fe3695c7b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ca7e3223-100e-4744-bf68-61bf2ec1ed65 HTTP/1.1" status: 204 len: 168 time: 1.4236181 Nov 23 02:25:33.523341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60200) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.582300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:33.677746 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e451f145-9ff4-4702-97a5-d2a7096f205a req-af7490a4-93ce-42bb-894d-a0ffa87c7f48 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912938 Nov 23 02:25:33.680156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-5b245e75-a7f2-4d78-a4e7-b87e36ea2d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:33.681610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-5b245e75-a7f2-4d78-a4e7-b87e36ea2d8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d63fe974-2004-43d1-887d-52dcb0b79a2a HTTP/1.1" status: 200 len: 851 time: 0.2598631 Nov 23 02:25:33.706184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 83291631-89eb-42b6-82b3-6c4189ecb7da {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:33.706442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.742112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.802822 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-68a23bc6-82e2-4749-8ae7-801a4b606ea3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=98f1cedf-5266-4397-aa98-d9c3e85d5346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062496 Nov 23 02:25:33.818124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.829925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:33.849242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.866292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 8bde9035-f11a-4b73-9826-065588bf199b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:33.940057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:33.951622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60210) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:33.967917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-106897450-network', 'tenant_id': '12cb4629625542adbd128b0846253a3c'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:33.991942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:33.992962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.012129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 83291631-89eb-42b6-82b3-6c4189ecb7da owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:34.026446 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:34.050126 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:34.052028 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.054212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Made reservation on behalf of 12cb4629625542adbd128b0846253a3c for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:34.056993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.061605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcdeee5-c113-4fd9-a441-2adbf0534f74 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:34.065614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.070893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.076704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.121529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,segment=NetworkSegment(ebea96a1-2955-49a4-9801-2708f5a9c3ca),segment_id=ebea96a1-2955-49a4-9801-2708f5a9c3ca)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:34.121885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.132570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-960a6067-4ca7-4551-a269-233073c411e1 None None] Could not find standard attr ID for object 171caa0c-70da-4ad1-9550-3db68c37a447. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:34.146233 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 148bf1d8-5e6e-45db-b5b6-00ac84367f6a owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:34.170719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Deleting port abe4fa79-d800-4d68-8b4e-7371b524299b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:34.171076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.199778 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:34.226664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-960a6067-4ca7-4551-a269-233073c411e1 None None] Provisioning complete for port 08939789-4048-46bd-b72d-2103dd7f630d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:34.227125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-960a6067-4ca7-4551-a269-233073c411e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.273299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:34.274239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] For port abe4fa79-d800-4d68-8b4e-7371b524299b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=abe4fa79-d800-4d68-8b4e-7371b524299b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:34.274630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.285465 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-39217c2d-7c76-4208-9412-992bd81d9f63 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/8bde9035-f11a-4b73-9826-065588bf199b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0003679 Nov 23 02:25:34.286711 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60212) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:34.288736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Calling delete_port for abe4fa79-d800-4d68-8b4e-7371b524299b owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:34.295938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] Sync routers for ids ['8bde9035-f11a-4b73-9826-065588bf199b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:34.315074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d1dc106f-33c0-40b4-8030-1bcb061a914d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:34.315074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.345521 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-8a537771-5e64-4c46-a514-913846d850b1 service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101242 Nov 23 02:25:34.404786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] DHCP port deletion for 5ad4da1f-efac-480e-9c69-a9963f4b5c92 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:34.423616 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-067678f3-5983-4c59-9b3b-b07965633014 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde9035-f11a-4b73-9826-065588bf199b HTTP/1.1" status: 200 len: 205 time: 0.1121352 Nov 23 02:25:34.423920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] Routers {'8bde9035-f11a-4b73-9826-065588bf199b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:34.424572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8bde9035-f11a-4b73-9826-065588bf199b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.435869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60214) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:34.492281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.516931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.540474 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 2, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.542056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:34.552102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:34.582930 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:34.583593 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Updating router 304541a1-bf64-4008-b2cf-e10cce112373 port 19a7803c-1663-47de-9ac1-16d10a54b480 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:34.604752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] Routers {'8bde9035-f11a-4b73-9826-065588bf199b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:34.605582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['8bde9035-f11a-4b73-9826-065588bf199b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.614045 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.656858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.657559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed63488d-d570-4ed5-91a7-96429aa904d6 None None] The sync data for ids ['8bde9035-f11a-4b73-9826-065588bf199b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:34.701540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.728090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:25:31Z', 'revision_number': 5, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port': {'id': 'abe4fa79-d800-4d68-8b4e-7371b524299b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:25:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:21:10Z', 'updated_at': '2021-11-23T02:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.731244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Deleting port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:34.732050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.742280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad4da1f-efac-480e-9c69-a9963f4b5c92']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.801587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebea96a1-2955-49a4-9801-2708f5a9c3ca') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.802100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebea96a1-2955-49a4-9801-2708f5a9c3ca') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.820548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] Checking router: f281e49c-65dc-4c3e-b4f7-4726aafc31eb for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:34.827092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.876471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.879468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] Routers {'f281e49c-65dc-4c3e-b4f7-4726aafc31eb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:34.881184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:34.890138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] For port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:34.900415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:34.951817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 08939789-4048-46bd-b72d-2103dd7f630d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:35.021176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Calling delete_port for 148bf1d8-5e6e-45db-b5b6-00ac84367f6a owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:35.036022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:25:35.048381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.051148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] Set router f281e49c-65dc-4c3e-b4f7-4726aafc31eb gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:35.059312 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.070038 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.202627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] No DVR routers for this DVR port 148bf1d8-5e6e-45db-b5b6-00ac84367f6a on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:35.222189 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb576f14-5196-454a-904d-270fcac6a2a2 None None] Pushing event updated for resources: {'Port': ['ID=19a7803c-1663-47de-9ac1-16d10a54b480,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.247568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:25:34Z', 'revision_number': 7, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:35.255230 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84e81aa4-3f47-450d-8fd1-605003e90e1b req-7a8e3806-aab5-47e7-8fea-a6c25c4cb0ad service neutron] 10.222.0.46 "GET /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8383360 Nov 23 02:25:35.256123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228dd79-9032-4a52-87ac-a0caaf003153 None None] Pushing event deleted for resources: {'Port': ['ID=148bf1d8-5e6e-45db-b5b6-00ac84367f6a,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.278353 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Attempting to bind port 19a7803c-1663-47de-9ac1-16d10a54b480 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:35.279316 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Attempting to bind port 19a7803c-1663-47de-9ac1-16d10a54b480 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:35.279316 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Attempting to bind port 19a7803c-1663-47de-9ac1-16d10a54b480 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:35.280716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.285250 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:35.285494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.285867 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Checking segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:35.286385 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.286938 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Bound using segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:35.287640 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Bound port: 19a7803c-1663-47de-9ac1-16d10a54b480, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:35.289271 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.290102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.385905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca8915-e543-44f1-afbc-464b87a42bb8 None None] The sync data for ids ['f281e49c-65dc-4c3e-b4f7-4726aafc31eb'] in dv-neutron-818844-1-hyperv is: [{'id': 'f281e49c-65dc-4c3e-b4f7-4726aafc31eb', 'name': 'tempest-ServerActionsTestJSON-1095375401-router', 'tenant_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:21:09Z', 'updated_at': '2021-11-23T02:25:34Z', 'revision_number': 7, 'project_id': '526ce6bc3e424cb2b2e3fd8704f796a4', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:35.398889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 08939789-4048-46bd-b72d-2103dd7f630d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:35.399609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.411116 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] For port 19a7803c-1663-47de-9ac1-16d10a54b480, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:35.417706 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] For port 19a7803c-1663-47de-9ac1-16d10a54b480, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=19a7803c-1663-47de-9ac1-16d10a54b480,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:35.444118 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.465876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:35.466958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:35.471751 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:35.488086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.550364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.573081 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:35.577659 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:35.600978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f9011998-73ee-4331-ba6c-aabc03489227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.604466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=83291631-89eb-42b6-82b3-6c4189ecb7da,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.611243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31b6389-7278-4a6a-ac30-fcd0cc8a03a9 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:35.618367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.631094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.659226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c0497395-f58c-4549-8605-fc0c45a7ad3b None None] Provisioning complete for port 19a7803c-1663-47de-9ac1-16d10a54b480 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:35.659605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c0497395-f58c-4549-8605-fc0c45a7ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.666792 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb576f14-5196-454a-904d-270fcac6a2a2 None None] Pushing event updated for resources: {'Port': ['ID=19a7803c-1663-47de-9ac1-16d10a54b480,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.729403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe4fa79-d800-4d68-8b4e-7371b524299b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.732690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.743952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697f8a5-d9f1-4368-a349-f14f309106ab req-33332866-b285-4184-858b-d8f71e509690 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:35.751229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9697f8a5-d9f1-4368-a349-f14f309106ab req-33332866-b285-4184-858b-d8f71e509690 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.8722894 Nov 23 02:25:35.787879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 148bf1d8-5e6e-45db-b5b6-00ac84367f6a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:35.843026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 148bf1d8-5e6e-45db-b5b6-00ac84367f6a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:35.843850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 148bf1d8-5e6e-45db-b5b6-00ac84367f6a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:35.865961 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:35.871637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.877673 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1c07830a-4951-496e-ad3a-58d517549408 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/83291631-89eb-42b6-82b3-6c4189ecb7da HTTP/1.1" status: 204 len: 168 time: 3.1123669 Nov 23 02:25:35.877673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 554} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:35.884761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60218) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:35.891605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:35.905605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:35.910662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'mac_address': 'fa:16:3e:9c:7a:30', 'name': 'tempest-PortsTestJSON-2040194243'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:35.998776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c0497395-f58c-4549-8605-fc0c45a7ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.001774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.013795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.055827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c0497395-f58c-4549-8605-fc0c45a7ad3b None None] For port 19a7803c-1663-47de-9ac1-16d10a54b480, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=19a7803c-1663-47de-9ac1-16d10a54b480,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:36.061674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.065404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.070143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c0497395-f58c-4549-8605-fc0c45a7ad3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.094228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.101694 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2ee97975-39ef-4f44-a859-ce0b7d804dae tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d HTTP/1.1" status: 204 len: 168 time: 2.5683956 Nov 23 02:25:36.106201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.106752 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Added segment cdd69e3d-d2c4-4751-86ee-65887e100002 of type vlan for network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b Nov 23 02:25:36.153148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60220) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.155994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.160174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/5ad4da1f-efac-480e-9c69-a9963f4b5c92 HTTP/1.1" status: 204 len: 168 time: 2.6458640 Nov 23 02:25:36.171609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60222) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.172463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.174509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router 8bde9035-f11a-4b73-9826-065588bf199b {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:36.182436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.183733 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b0b41a9-0ce3-49e5-999e-cfc99c25568f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/8bde9035-f11a-4b73-9826-065588bf199b HTTP/1.1" status: 204 len: 168 time: 1.7418654 Nov 23 02:25:36.201421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-198828743', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:36.213284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efecea3-a35a-4e3d-92da-9b57f9b492c4 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:36.217852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0497395-f58c-4549-8605-fc0c45a7ad3b None None] Pushing event updated for resources: {'Port': ['ID=19a7803c-1663-47de-9ac1-16d10a54b480,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.222698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60224) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.226176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b87aec-3c6b-486e-ad81-69b7e1bb9dcc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.244135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.244409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.245248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f281e49c-65dc-4c3e-b4f7-4726aafc31eb {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:36.248270 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-364c917a-2ebe-472b-b908-141b13a8a198 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802631 Nov 23 02:25:36.253087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.254615 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cc71a537-0ab3-4bef-9fab-a920175664d8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f281e49c-65dc-4c3e-b4f7-4726aafc31eb HTTP/1.1" status: 204 len: 168 time: 2.9725833 Nov 23 02:25:36.255878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37fd27-b435-4672-9904-43a5357b3d5f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=5ad4da1f-efac-480e-9c69-a9963f4b5c92,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.263915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60226) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.264410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60228) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.280152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:36.291915 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:35Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:36.328461 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59806ac-7549-4984-b0e0-6558431d960e None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:35Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:36.390155 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9697f8a5-d9f1-4368-a349-f14f309106ab req-b90f9c4e-53a8-4ef7-b2aa-ac29c2737d43 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463593 Nov 23 02:25:36.416898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.418538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:36.419447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.430417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet 989756ba-e017-4be8-864e-6a96a51128e7 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:36.430829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8aae9024-b8df-4060-a6a4-54fee0233250 None None] Provisioning complete for port 19a7803c-1663-47de-9ac1-16d10a54b480 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:36.431779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8aae9024-b8df-4060-a6a4-54fee0233250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.434000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Deleting subnet 57801304-b5fe-452b-97e2-18838c24ce52 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:36.434279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.435364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.439990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.476571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.523875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.532176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.582411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.621827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.623659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8aae9024-b8df-4060-a6a4-54fee0233250 None None] Provisioning complete for port 08939789-4048-46bd-b72d-2103dd7f630d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:36.623934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8aae9024-b8df-4060-a6a4-54fee0233250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.658396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.668432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:36.675661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc220122-6170-463a-a641-46453fc26efe None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:36.678332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:36.682063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.746642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.760762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.7970068 Nov 23 02:25:36.761862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60230) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.803728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bc220122-6170-463a-a641-46453fc26efe None None] Deleting port 08939789-4048-46bd-b72d-2103dd7f630d {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:36.804103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc220122-6170-463a-a641-46453fc26efe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.821314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Request body: {'subnet': {'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-106897450-subnet', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:36.825510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9730c-1065-4cd4-900e-d7841f37b8eb admin admin] Pushing event updated for resources: {'Network': ['ID=a58b73d3-5736-4ec8-9a42-8d4dd2cef14b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.830209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.840037 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dc51b23f-d150-4d7c-884c-7aaa0cfdb1cd tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6422217 Nov 23 02:25:36.848070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60232) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:36.854967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-102284214'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:36.925589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.936967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.962844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57801304-b5fe-452b-97e2-18838c24ce52,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:36.970355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:36.977345 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-69162168-24bc-4fa5-a4f2-073c7488ab7f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/57801304-b5fe-452b-97e2-18838c24ce52 HTTP/1.1" status: 204 len: 168 time: 0.7105343 Nov 23 02:25:36.980019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60234) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:37.002327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Made reservation on behalf of 12cb4629625542adbd128b0846253a3c for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:37.005203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.015859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port a1692186-6635-47aa-8057-a359a0241bbc yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:37.076908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.113176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bc220122-6170-463a-a641-46453fc26efe None None] For port 08939789-4048-46bd-b72d-2103dd7f630d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=08939789-4048-46bd-b72d-2103dd7f630d,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:37.113775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc220122-6170-463a-a641-46453fc26efe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.135652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bc220122-6170-463a-a641-46453fc26efe None None] Calling delete_port for 08939789-4048-46bd-b72d-2103dd7f630d owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:37.135916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:37.140133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.163643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.209043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:37.217077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:37.268370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ed8fc-c290-4389-8c65-d9b8e7015c1b None None] Network c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:37.269989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 19a7803c-1663-47de-9ac1-16d10a54b480 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:37.272430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.272788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment 1322419e-a735-434b-9b36-68b316a57060 of type vlan for network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 Nov 23 02:25:37.308108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.356892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.366307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.369563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.400216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Deleting port 25d15eab-02b7-43bf-8dba-1a962047a071 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:37.400591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.415889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:37.429280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=989756ba-e017-4be8-864e-6a96a51128e7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.431163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=109c029f-e365-46dc-808c-204185b16163,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.443086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.446498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-40b2fade-6f04-4be6-b9b6-ab6f38cb2a5d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/989756ba-e017-4be8-864e-6a96a51128e7 HTTP/1.1" status: 204 len: 168 time: 1.2047343 Nov 23 02:25:37.456309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60238) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:37.464275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2bb32ffa-d1fc-4547-a720-453cb85adabe None None] Could not find standard attr ID for object 171caa0c-70da-4ad1-9550-3db68c37a447. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:37.491002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d38e26e-9085-4fef-9706-7190e57ca998 None None] Network c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:37.495769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc220122-6170-463a-a641-46453fc26efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.502778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:37.508875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:37.509481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.537667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1bfd0a6d-9bc5-487e-b454-e452c7648b21 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2717750 Nov 23 02:25:37.548753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60240) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:37.561338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.567214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:37.567922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.568593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:37.581309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc220122-6170-463a-a641-46453fc26efe None None] Pushing event deleted for resources: {'Port': ['ID=08939789-4048-46bd-b72d-2103dd7f630d,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.626482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc220122-6170-463a-a641-46453fc26efe None None] No DVR routers for this DVR port 08939789-4048-46bd-b72d-2103dd7f630d on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:37.647760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] For port 25d15eab-02b7-43bf-8dba-1a962047a071, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=25d15eab-02b7-43bf-8dba-1a962047a071,segment=NetworkSegment(1ecd9605-8c76-47d6-a6db-a616076a4cde),segment_id=1ecd9605-8c76-47d6-a6db-a616076a4cde)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:37.648171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.662148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64402e0a-07b0-4331-bdad-015fe496861f None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:37.672816 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8219569 Nov 23 02:25:37.680715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60242) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:37.685464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Calling delete_port for 25d15eab-02b7-43bf-8dba-1a962047a071 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:37.699266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:37.705852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731da18f-be0e-46c1-9e2a-cce70e97459b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=330b7ef0-fb90-40ad-88f1-40f3ae9a7a55,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.713470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.734348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:37.758842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.827473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.856216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:37.857506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:37.858557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 19a7803c-1663-47de-9ac1-16d10a54b480 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:37.859039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.860886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.861639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.880824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:37.931726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:37.948324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d15eab-02b7-43bf-8dba-1a962047a071,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.952743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:37.953295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] No DVR routers for this DVR port 25d15eab-02b7-43bf-8dba-1a962047a071 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:37.956173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=a1692186-6635-47aa-8057-a359a0241bbc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:37.995586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:38.002495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:38.003431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.014062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2bc09-36eb-4bd1-bc56-2077cd95b261 None None] DHCP port deletion for c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:38.022601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.023969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6749e0c-59f9-4f7c-bdd1-d06311e4b10d req-b13f69d1-c377-49f9-b948-0d613c563187 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:38.025600 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b6749e0c-59f9-4f7c-bdd1-d06311e4b10d req-b13f69d1-c377-49f9-b948-0d613c563187 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.4791923 Nov 23 02:25:38.033976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce6ef603-452f-4a96-a000-574026db64ce,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.064726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.095038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:38.129101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ecd9605-8c76-47d6-a6db-a616076a4cde') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:38.129412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ecd9605-8c76-47d6-a6db-a616076a4cde') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:38.131292 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03870957-1379-48d2-8713-44ba098bb5ad tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2402234 Nov 23 02:25:38.133636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60244) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:38.138093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '109c029f-e365-46dc-808c-204185b16163'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:38.139907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Checking segment: {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:38.140096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.140443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Network hostable DHCP agents. Network: a58b73d3-5736-4ec8-9a42-8d4dd2cef14b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:38.142405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] DHCP port deletion for c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:38.160695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.188889 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b6749e0c-59f9-4f7c-bdd1-d06311e4b10d req-c664adc3-77b2-4c67-a866-4e6c48f35ccf tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522093 Nov 23 02:25:38.220886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:38.232355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.233475 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 1f886cac-9679-4a24-85e2-7809e8bf9804 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:38.234016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.280713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] Deleting port 1f886cac-9679-4a24-85e2-7809e8bf9804 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:38.281312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.307750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a58b73d3-5736-4ec8-9a42-8d4dd2cef14b) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:38.319425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:38.320348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.322390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:38.333318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:38.335621 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:38.358983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f01399-84cb-4646-b50a-ad6d2ec769af tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:38.363289 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f4f01399-84cb-4646-b50a-ad6d2ec769af tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/a1692186-6635-47aa-8057-a359a0241bbc HTTP/1.1" status: 200 len: 841 time: 0.2210853 Nov 23 02:25:38.364652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:38.366216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60248) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:38.366830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4e718b-ebfe-4b00-8d99-7bfeee7a1fad None None] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:38.410371 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e9815190-8c5a-4c10-943e-5172b3cd5583 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6036787 Nov 23 02:25:38.441019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60250) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:38.448746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:38.453086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port 1f886cac-9679-4a24-85e2-7809e8bf9804, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1f886cac-9679-4a24-85e2-7809e8bf9804,segment=NetworkSegment(7aad611e-8a0a-4f73-9337-434fdd63a5a6),segment_id=7aad611e-8a0a-4f73-9337-434fdd63a5a6)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:38.454067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.468988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.483462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 1f886cac-9679-4a24-85e2-7809e8bf9804 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:38.507862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:38.508210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4b18af1d-4c63-4dcb-bdd8-c077fdca1abd not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:38.508660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device abe4fa79-d800-4d68-8b4e-7371b524299b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:38.562287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.569129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.569691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: abe4fa79-d800-4d68-8b4e-7371b524299b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:38.570046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device abe4fa79-d800-4d68-8b4e-7371b524299b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:38.570461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 08939789-4048-46bd-b72d-2103dd7f630d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:38.576922 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff HTTP/1.1" status: 204 len: 168 time: 1.5954950 Nov 23 02:25:38.609920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.611926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.619093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] For port 1f886cac-9679-4a24-85e2-7809e8bf9804, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1f886cac-9679-4a24-85e2-7809e8bf9804,segment=NetworkSegment(7aad611e-8a0a-4f73-9337-434fdd63a5a6),segment_id=7aad611e-8a0a-4f73-9337-434fdd63a5a6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:38.620402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.626588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 08939789-4048-46bd-b72d-2103dd7f630d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:38.626992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 08939789-4048-46bd-b72d-2103dd7f630d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:38.669248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Allocated IP 172.20.0.2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/109c029f-e365-46dc-808c-204185b16163/9c4255a2-44ac-4f97-9db9-1c7d8d74c099) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:38.679408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] Calling delete_port for 1f886cac-9679-4a24-85e2-7809e8bf9804 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:38.681633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.689459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=33c8ca18-d466-4ef1-a637-2bef2bd8e7cc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.696117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953542c3-d8f7-41ac-8574-33cc025676e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c27bed9e-cd7b-4da6-bd28-12a4aad0d4ff,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.710605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.746121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:38.746820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:38.773888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a58b73d3-5736-4ec8-9a42-8d4dd2cef14b', 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'fixed_ips': [{'subnet_id': 'ce6ef603-452f-4a96-a000-574026db64ce'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:38.774968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.803370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fef2f0-8ad8-45be-865d-18e507d04b0b req-088e5db8-9ea9-489b-9ea1-48531513d135 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:38.805089 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-12fef2f0-8ad8-45be-865d-18e507d04b0b req-088e5db8-9ea9-489b-9ea1-48531513d135 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.3060219 Nov 23 02:25:38.808648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=1f886cac-9679-4a24-85e2-7809e8bf9804,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:38.828634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port 1f886cac-9679-4a24-85e2-7809e8bf9804 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:38.846788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:25:38.847915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60256) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:38.885794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.899599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:38.909458 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1f886cac-9679-4a24-85e2-7809e8bf9804 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:38.910695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.919533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:38.936175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:38.937186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.950459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port a1692186-6635-47aa-8057-a359a0241bbc {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:38.950859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:38.999590 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cd0e952c-459d-440b-b044-3f0c2aa38016 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3126817 Nov 23 02:25:38.999830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60258) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:39.062145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:39.091179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:39.116442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.119438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:39.120059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.135689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=395569e5-7297-4768-8b2f-a17442e987ac,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.147705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92936ae-28fe-4367-adb1-39c14d3649ff None None] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:39.156653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 1f886cac-9679-4a24-85e2-7809e8bf9804 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:39.156653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1f886cac-9679-4a24-85e2-7809e8bf9804 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:39.157094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 25d15eab-02b7-43bf-8dba-1a962047a071 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:39.169609 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a461a4a-39ce-4cb8-a8d4-759aa6d245fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=526ce6bc3e424cb2b2e3fd8704f796a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3163853 Nov 23 02:25:39.172485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.176975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:39.194177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:39.205998 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-12fef2f0-8ad8-45be-865d-18e507d04b0b req-109933a5-d5b7-46ed-b957-63513192e4d2 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568351 Nov 23 02:25:39.219182 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b877a741-d6cc-4f14-a1db-a7c323e0a830 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6651008 Nov 23 02:25:39.228505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aad611e-8a0a-4f73-9337-434fdd63a5a6') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:39.229228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aad611e-8a0a-4f73-9337-434fdd63a5a6') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:39.241541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60262) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:39.249638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for a1692186-6635-47aa-8057-a359a0241bbc owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:39.251226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 25d15eab-02b7-43bf-8dba-1a962047a071 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:39.251412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 25d15eab-02b7-43bf-8dba-1a962047a071 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:39.255203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.266298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:24:f0:31', 'name': 'tempest-NetworksTestDHCPv6-694884384'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:39.291434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.332555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.380810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] Pushing event deleted for resources: {'Port': ['ID=1f886cac-9679-4a24-85e2-7809e8bf9804,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.386808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:39.387426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:39.392187 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:39.396996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f929a85-db69-4d06-82e1-e01a64d7635b None None] No DVR routers for this DVR port 1f886cac-9679-4a24-85e2-7809e8bf9804 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:39.398631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.447918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d02eb7b-37a9-4970-b0fd-7c7baa42760a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.454445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Allocated IP 172.20.0.2 (a58b73d3-5736-4ec8-9a42-8d4dd2cef14b/ce6ef603-452f-4a96-a000-574026db64ce/ea4a9c88-abc3-47c0-955d-8907608dc061) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:39.476405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d02eb7b-37a9-4970-b0fd-7c7baa42760a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.503879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.509150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.518290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.521635 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2 HTTP/1.1" status: 204 len: 168 time: 2.0639942 Nov 23 02:25:39.527134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60264) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:39.535905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25a0e-2a88-41ef-bfef-15cc71f5ab83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=c3a6da0d-4111-4ab3-81d9-ccf06e75c4f2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.539101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-677284344', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:39.545009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.565959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.567380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.573994 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/a1692186-6635-47aa-8057-a359a0241bbc HTTP/1.1" status: 204 len: 168 time: 1.2029047 Nov 23 02:25:39.583331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60266) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:39.586339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.598445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:39.604206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc49c335-a9d5-4925-b899-3e497505b981 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=a1692186-6635-47aa-8057-a359a0241bbc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.667422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:39.668331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.678451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:39.704909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:39.711262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:39.716077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.717395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:39.750208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 75ad3d23-e5bc-40f4-bb5e-aa9757511a84 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:39.894439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.898773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Attempting to bind port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:39.899138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Attempting to bind port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:39.899512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Attempting to bind port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:39.924923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.932068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:39.932493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:39.932890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.933557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:39.933717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Bound port: 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:39.934089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:39.938110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 172.20.0.10 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/109c029f-e365-46dc-808c-204185b16163/75ad3d23-e5bc-40f4-bb5e-aa9757511a84) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:39.947177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe24:f031 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/395569e5-7297-4768-8b2f-a17442e987ac/75ad3d23-e5bc-40f4-bb5e-aa9757511a84) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:39.973657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba1c506-23d3-403b-b33c-358ca7a37c7e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:25:39.975132 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bba1c506-23d3-403b-b33c-358ca7a37c7e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/a1692186-6635-47aa-8057-a359a0241bbc HTTP/1.1" status: 404 len: 333 time: 0.3686306 Nov 23 02:25:39.980294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60268) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:39.988719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'name': 'tempest-PortsTestJSON-1517000159'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:39.999195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:40.027487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:40.035910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Pushing event updated for resources: {'Port': ['ID=ea4a9c88-abc3-47c0-955d-8907608dc061,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.037583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.040469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:40.043215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Allocated IP 172.20.0.2 (330b7ef0-fb90-40ad-88f1-40f3ae9a7a55/33c8ca18-d466-4ef1-a637-2bef2bd8e7cc/b42b76c1-3db7-474a-9654-1ff042133136) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:40.059849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.061203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.070677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.135892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:40.143875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d02eb7b-37a9-4970-b0fd-7c7baa42760a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.146130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7d02eb7b-37a9-4970-b0fd-7c7baa42760a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.147363 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7d02eb7b-37a9-4970-b0fd-7c7baa42760a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dbc6bfe-3fed-44d6-ab58-93b1aa3dac4e HTTP/1.1" status: 204 len: 168 time: 0.9692056 Nov 23 02:25:40.183145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Attempting to bind port ea4a9c88-abc3-47c0-955d-8907608dc061 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:40.183547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Attempting to bind port ea4a9c88-abc3-47c0-955d-8907608dc061 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:40.183978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Attempting to bind port ea4a9c88-abc3-47c0-955d-8907608dc061 on network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:40.187908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:40.199149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:40.200828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Checking segment: {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:40.200828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.200828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Bound using segment: {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:40.201311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Bound port: ea4a9c88-abc3-47c0-955d-8907608dc061, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:40.201707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.209292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.241838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02eb7b-37a9-4970-b0fd-7c7baa42760a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbc6bfe-3fed-44d6-ab58-93b1aa3dac4e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.244572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.406888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5c74-0ac8-4b41-b9fa-2e7c732ae038 None None] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.469261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] For port ea4a9c88-abc3-47c0-955d-8907608dc061, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:40.496717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] For port ea4a9c88-abc3-47c0-955d-8907608dc061, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ea4a9c88-abc3-47c0-955d-8907608dc061,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:40.509581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.514251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.550280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.562432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.648609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:40.666811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:40.677094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:40.679295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9a5ba-440a-4de4-b980-ff140774b51b None None] Pushing event updated for resources: {'Port': ['ID=ea4a9c88-abc3-47c0-955d-8907608dc061,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.712273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:40.719017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.738569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Allocated IP 172.26.8.236 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/9194b543-7bec-4402-a4a6-75219abb5c49) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:40.813690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Pushing event updated for resources: {'Port': ['ID=b42b76c1-3db7-474a-9654-1ff042133136,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:40.836174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 5302f25d-b944-4ac3-83a3-b94b64b5bb68 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:40.849429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Attempting to bind port b42b76c1-3db7-474a-9654-1ff042133136 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:40.849844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Attempting to bind port b42b76c1-3db7-474a-9654-1ff042133136 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:40.850221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Attempting to bind port b42b76c1-3db7-474a-9654-1ff042133136 on network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:40.862479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:40.862916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Checking segment: {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:40.863338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.863736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Bound using segment: {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:40.864230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Bound port: b42b76c1-3db7-474a-9654-1ff042133136, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:40.864638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:40.886042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.20.0.1 (330b7ef0-fb90-40ad-88f1-40f3ae9a7a55/33c8ca18-d466-4ef1-a637-2bef2bd8e7cc/6e1409aa-7244-46d3-ba19-b3af27d74d5d) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:40.947220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.026906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:41.095228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa7226-587b-4e90-a508-ce012bedf93a req-71e9d86a-cba5-44fd-8851-0b610d836ac7 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.095228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-32aa7226-587b-4e90-a508-ce012bedf93a req-71e9d86a-cba5-44fd-8851-0b610d836ac7 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.7413769 Nov 23 02:25:41.136978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] For port b42b76c1-3db7-474a-9654-1ff042133136, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:41.180779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] For port b42b76c1-3db7-474a-9654-1ff042133136, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b42b76c1-3db7-474a-9654-1ff042133136,segment=NetworkSegment(1322419e-a735-434b-9b36-68b316a57060),segment_id=1322419e-a735-434b-9b36-68b316a57060)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:41.195801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.232525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.256931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b927b3-b51b-446e-81c8-32674751a28b req-cfb510c4-d969-439e-a44e-d8ef08d80f04 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.258531 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f5b927b3-b51b-446e-81c8-32674751a28b req-cfb510c4-d969-439e-a44e-d8ef08d80f04 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.46 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 945 time: 0.2628105 Nov 23 02:25:41.296810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.312091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:41.312984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.328551 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-32aa7226-587b-4e90-a508-ce012bedf93a req-099bc066-f115-4d7d-8bab-07849fc53a34 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176058 Nov 23 02:25:41.341994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.393022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f48efe-ff2f-4e6c-98bb-5b30de7d82b9 None None] Pushing event updated for resources: {'Port': ['ID=b42b76c1-3db7-474a-9654-1ff042133136,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:41.414521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.417177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.449614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.487196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:41.500283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:41.501894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.510869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:41.526530 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:41.539827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:41.554634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:41.559683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:41.613813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.614462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.656889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=75ad3d23-e5bc-40f4-bb5e-aa9757511a84,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:41.660978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:41.663816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:41.680275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.702420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:41.724489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e1930494-6938-46e7-8354-0963092fe5dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4721489 Nov 23 02:25:41.734501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60292) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:41.747476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=9194b543-7bec-4402-a4a6-75219abb5c49,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:41.756163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Deleting port 0799a701-8297-4d0a-8c9e-bf64472c7e52 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:41.756163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.783554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71b9fc4-503f-42aa-b6ba-e33e6c416060 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:41.806728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.818121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.874693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ccd97097-23b7-4af7-b62c-3ae93eb0179f None None] Provisioning complete for port 9194b543-7bec-4402-a4a6-75219abb5c49 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:41.875076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccd97097-23b7-4af7-b62c-3ae93eb0179f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.876515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:41.881317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:41.885041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:41.887775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.890757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.891409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:41.923286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:41.952895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ccd97097-23b7-4af7-b62c-3ae93eb0179f None None] Port 9194b543-7bec-4402-a4a6-75219abb5c49 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:41.954577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c1094-5425-41ee-9a8d-4173c58372c0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.960745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c1094-5425-41ee-9a8d-4173c58372c0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:41.963104 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c81c1094-5425-41ee-9a8d-4173c58372c0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.2267573 Nov 23 02:25:41.974055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60296) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:42.077634 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0928190 Nov 23 02:25:42.078622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3810d838-099d-49af-b292-a0af993789f0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=5302f25d-b944-4ac3-83a3-b94b64b5bb68,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:42.115693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665102b-6130-4360-9d32-f505e372c847 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:42.124331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] For port 0799a701-8297-4d0a-8c9e-bf64472c7e52, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0799a701-8297-4d0a-8c9e-bf64472c7e52,segment=NetworkSegment(23d9d8fc-c25b-4089-87fb-8de3bf852276),segment_id=23d9d8fc-c25b-4089-87fb-8de3bf852276)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:42.124708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.134639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60298) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:42.148040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:42.150920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Calling delete_port for 0799a701-8297-4d0a-8c9e-bf64472c7e52 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:42.196652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.289729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0b883648-1c29-4186-a157-b864ce2bcd63 None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:42.290595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b883648-1c29-4186-a157-b864ce2bcd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.301315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=6e1409aa-7244-46d3-ba19-b3af27d74d5d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:42.348971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 75ad3d23-e5bc-40f4-bb5e-aa9757511a84 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:42.349367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.499865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.627270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 172.26.8.10 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/ac7fcc4f-363b-417e-93a7-f3800c08cb5f) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:42.669114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.722286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b50c5f-2e09-44ec-a2eb-d2a830219b57 req-7d7e8512-5a96-4d13-8229-00dd9844a3b1 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:42.730887 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1b50c5f-2e09-44ec-a2eb-d2a830219b57 req-7d7e8512-5a96-4d13-8229-00dd9844a3b1 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/ports?device_id=98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc HTTP/1.1" status: 200 len: 867 time: 0.2693565 Nov 23 02:25:42.744588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.747522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.821173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Pushing event deleted for resources: {'Port': ['ID=0799a701-8297-4d0a-8c9e-bf64472c7e52,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:42.828406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 75ad3d23-e5bc-40f4-bb5e-aa9757511a84 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:42.882360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60314) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:42.912306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] No DVR routers for this DVR port 0799a701-8297-4d0a-8c9e-bf64472c7e52 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:42.929483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:42.933614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f5b927b3-b51b-446e-81c8-32674751a28b req-1a512725-7aac-4f43-b3b9-80b264085a67 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.46 "DELETE /v2.0/ports/0799a701-8297-4d0a-8c9e-bf64472c7e52 HTTP/1.1" status: 204 len: 173 time: 1.6638327 Nov 23 02:25:42.934252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'name': 'network-vif-deleted', 'tag': '0799a701-8297-4d0a-8c9e-bf64472c7e52'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:25:42.937055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf79af9-1f9e-406f-8de0-400e2ce142fb None None] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:42.938313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288d8d1d-cc7d-40fd-878e-5fdb8ef6fc77" -d '{"events": [{"server_uuid": "98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc", "name": "network-vif-deleted", "tag": "0799a701-8297-4d0a-8c9e-bf64472c7e52"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:25:43.083599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45e8a0c-ffbe-43e5-bf0c-9f6941e30f1d x-openstack-request-id: req-e45e8a0c-ffbe-43e5-bf0c-9f6941e30f1d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:25:43.084201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc", "name": "network-vif-deleted", "tag": "0799a701-8297-4d0a-8c9e-bf64472c7e52", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:25:43.084626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e45e8a0c-ffbe-43e5-bf0c-9f6941e30f1d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:25:43.085208 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98dfe4eb-cfcc-4d0f-a31f-45e10e1e14cc', 'name': 'network-vif-deleted', 'tag': '0799a701-8297-4d0a-8c9e-bf64472c7e52', 'status': 'completed', 'code': 200} Nov 23 02:25:43.116585 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1b50c5f-2e09-44ec-a2eb-d2a830219b57 req-11ffa515-9f78-4ee8-a1cc-e991e8a70922 tempest-TestServerAdvancedOps-1478698849 tempest-TestServerAdvancedOps-1478698849-project] 10.222.0.53 "GET /v2.0/security-groups?id=839fc5d4-498d-4824-8f70-a15e684a516b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846071 Nov 23 02:25:43.122120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb2f8e-5daa-490d-ac42-f67cb5f8e3b7 None None] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:43.147101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.178047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.223873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2039840640'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:43.229262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b42b76c1-3db7-474a-9654-1ff042133136 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:43.264940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Made reservation on behalf of 86ec5b39a5454cd887021b85ffaa9e88 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:43.268326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.298966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.341989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.353777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] In _notify_port_updated(), no bound segment for port 5302f25d-b944-4ac3-83a3-b94b64b5bb68 on network 4950201c-cf6e-42c3-ae07-b1191468339c {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:25:43.359807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:43.360911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.365031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/ports/5302f25d-b944-4ac3-83a3-b94b64b5bb68 HTTP/1.1" status: 200 len: 818 time: 1.2229414 Nov 23 02:25:43.369946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60320) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.380782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=75ad3d23-e5bc-40f4-bb5e-aa9757511a84,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:43.397993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Provisioning complete for port ea4a9c88-abc3-47c0-955d-8907608dc061 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:43.398374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.398568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d27928-8841-44f0-9ef5-9e18037a1340 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=5302f25d-b944-4ac3-83a3-b94b64b5bb68,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:43.405082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675344a-462e-46df-b0fc-25f7d2a07c90 None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '109c029f-e365-46dc-808c-204185b16163', 'ip_address': '172.20.0.2'}, {'subnet_id': '395569e5-7297-4768-8b2f-a17442e987ac'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '9c4255a2-44ac-4f97-9db9-1c7d8d74c099'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:25:43.427949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.531486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d675344a-462e-46df-b0fc-25f7d2a07c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.561121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.564974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.570871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-77f2c209-6d71-4837-b151-9313f261d587 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/75ad3d23-e5bc-40f4-bb5e-aa9757511a84 HTTP/1.1" status: 204 len: 168 time: 1.5896084 Nov 23 02:25:43.571134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60322) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.580431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.608074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b42b76c1-3db7-474a-9654-1ff042133136 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:43.608899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.630244 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401521dc-0293-4df1-8bdb-29b67788a3ae,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:43.644584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:43.666554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.666908 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Added segment 5fd484b3-32b4-4abb-b65b-28ed641e4222 of type vlan for network eff090e7-ea15-4f92-8d0a-da4a7c807153 Nov 23 02:25:43.678599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bca6c-5d32-44e1-ba2a-71e12aeef786 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:43.680126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bca6c-5d32-44e1-ba2a-71e12aeef786 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:43.681824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3bca6c-5d32-44e1-ba2a-71e12aeef786 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:43.686448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3e3bca6c-5d32-44e1-ba2a-71e12aeef786 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1114671 Nov 23 02:25:43.687715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60324) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.754759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.786716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 109c029f-e365-46dc-808c-204185b16163 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:43.791766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.827196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.832890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:43.833554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.855046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0799a701-8297-4d0a-8c9e-bf64472c7e52 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:43.891341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.917835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.937832 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0372150 Nov 23 02:25:43.944472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60326) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:43.947779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:43.954476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Request body: {'subnet': {'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:43.971573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 0799a701-8297-4d0a-8c9e-bf64472c7e52 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:25:43.971920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0799a701-8297-4d0a-8c9e-bf64472c7e52 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:25:44.001862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.007391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port b42b76c1-3db7-474a-9654-1ff042133136, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b42b76c1-3db7-474a-9654-1ff042133136,segment=NetworkSegment(1322419e-a735-434b-9b36-68b316a57060),segment_id=1322419e-a735-434b-9b36-68b316a57060)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:44.016764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.017561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ea4a9c88-abc3-47c0-955d-8907608dc061 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:44.025743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ed5a2-be77-4365-aff4-5e86b2ab72e9 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event updated for resources: {'Network': ['ID=eff090e7-ea15-4f92-8d0a-da4a7c807153,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.068872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:44.140049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.200461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] For port ea4a9c88-abc3-47c0-955d-8907608dc061, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ea4a9c88-abc3-47c0-955d-8907608dc061,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:44.218724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.221434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60330) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:44.225651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=b42b76c1-3db7-474a-9654-1ff042133136,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.236688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.260638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:44.273356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Deleting subnet d63fe974-2004-43d1-887d-52dcb0b79a2a {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:44.283493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.308920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Provisioning complete for port b42b76c1-3db7-474a-9654-1ff042133136 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:44.309581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.312159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Made reservation on behalf of 86ec5b39a5454cd887021b85ffaa9e88 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:44.315998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.317380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:44.336082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:44.376206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbadd1-93b9-475b-b2a5-1da788703a0e None None] Pushing event updated for resources: {'Port': ['ID=ea4a9c88-abc3-47c0-955d-8907608dc061,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.379370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b732aa7-4de7-4650-80e2-1fa3db6f4fb9 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:44.382375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.385575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ea4a9c88-abc3-47c0-955d-8907608dc061 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:44.386292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.394534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.412533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 5302f25d-b944-4ac3-83a3-b94b64b5bb68 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:44.413181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.434289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-d675344a-462e-46df-b0fc-25f7d2a07c90 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 109c029f-e365-46dc-808c-204185b16163: This subnet is being modified by another concurrent operation. Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:25:44.456318 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 109c029f-e365-46dc-808c-204185b16163: This subnet is being modified by another concurrent operation. Nov 23 02:25:44.462316 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:25:44.489830 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=109c029f-e365-46dc-808c-204185b16163,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.507961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.511776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d3583585-cff8-4b78-91aa-faf3201243a8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/109c029f-e365-46dc-808c-204185b16163 HTTP/1.1" status: 204 len: 168 time: 0.8230598 Nov 23 02:25:44.515703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60332) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:44.519774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.553674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.593508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=ac7fcc4f-363b-417e-93a7-f3800c08cb5f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.608824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ef4cb-dca1-4aa3-b6e7-41079befe3f7 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:44.619466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:44.647772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.657801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 395569e5-7297-4768-8b2f-a17442e987ac {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:44.658078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 5302f25d-b944-4ac3-83a3-b94b64b5bb68 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:44.666305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.668276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.707560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.727326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.733667 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d63fe974-2004-43d1-887d-52dcb0b79a2a HTTP/1.1" status: 204 len: 168 time: 0.5091975 Nov 23 02:25:44.774607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60334) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:44.774882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:44.775126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.782542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4791c-c743-4fff-87e8-0ead3b6414e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63fe974-2004-43d1-887d-52dcb0b79a2a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.786275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.836015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.868019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Provisioning complete for port ac7fcc4f-363b-417e-93a7-f3800c08cb5f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:44.868580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.880358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.938740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event updated for resources: {'Subnet': ['ID=4c42b903-60e6-49df-b403-d72bc4d70ec2,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.940753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Port ac7fcc4f-363b-417e-93a7-f3800c08cb5f cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:44.957323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Provisioning complete for port b42b76c1-3db7-474a-9654-1ff042133136 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:44.958013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.958761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Checking segment: {'id': '5fd484b3-32b4-4abb-b65b-28ed641e4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:44.959139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Network hostable DHCP agents. Network: eff090e7-ea15-4f92-8d0a-da4a7c807153, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:44.969429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=6e1409aa-7244-46d3-ba19-b3af27d74d5d,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:44.985777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:44.986494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:44.990474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.034409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, eff090e7-ea15-4f92-8d0a-da4a7c807153) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:45.037649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=395569e5-7297-4768-8b2f-a17442e987ac,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:45.040033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.043555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.044515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.049095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.055462 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6f588348-82a8-4c33-85c1-d46482e013bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/395569e5-7297-4768-8b2f-a17442e987ac HTTP/1.1" status: 204 len: 168 time: 0.5370965 Nov 23 02:25:45.055756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeee665-92ff-45af-9330-6b2374b5c917 None None] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:45.060554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60336) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.074408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac74532-f094-4ddf-a3b2-efb72d247295 None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '395569e5-7297-4768-8b2f-a17442e987ac'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '9c4255a2-44ac-4f97-9db9-1c7d8d74c099'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:25:45.109944 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f23b1a73-2674-40ac-b4f9-16dcdc6caa4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485132 Nov 23 02:25:45.113023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60338) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.114712 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-65b88c81-8012-4859-a708-edf745fefb59 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1672552 Nov 23 02:25:45.128259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60340) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.136287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Request body: {'port': {'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2106816847'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:45.171401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.183603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b42b76c1-3db7-474a-9654-1ff042133136 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:45.241929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba083765-a313-47dd-950f-713ec332acc7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.243715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=5302f25d-b944-4ac3-83a3-b94b64b5bb68,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:45.246412 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ba083765-a313-47dd-950f-713ec332acc7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1304183 Nov 23 02:25:45.247074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60342) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.334372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bfae95-ccff-47a3-8d5f-23a864ffc7f6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.334635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.339986 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-28fb53f1-770d-428b-9977-b8642a07d846 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/5302f25d-b944-4ac3-83a3-b94b64b5bb68 HTTP/1.1" status: 204 len: 168 time: 1.9615488 Nov 23 02:25:45.340147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c6bfae95-ccff-47a3-8d5f-23a864ffc7f6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0871310 Nov 23 02:25:45.340147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60344) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.346508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60346) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.388338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:45.396960 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-279db18a-6bc3-4657-99fb-934e4cadbb91 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507827 Nov 23 02:25:45.397202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.398407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60348) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.403839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-961167ff-3c72-4d0b-9911-aeacbffc72ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:45.421616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Made reservation on behalf of 86ec5b39a5454cd887021b85ffaa9e88 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:45.421846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:45.425256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.433700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ac74532-f094-4ddf-a3b2-efb72d247295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.436835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.438747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:45.448227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f1cedf-5266-4397-aa98-d9c3e85d5346']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:45.500384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] device_id is not set on port 3f2fd63a-3146-40b5-9ef3-6d721a53c89d yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:45.500843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d9d8fc-c25b-4089-87fb-8de3bf852276') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:45.501145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d9d8fc-c25b-4089-87fb-8de3bf852276') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:45.552410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.591285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b42b76c1-3db7-474a-9654-1ff042133136 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:45.591511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.604815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53f6038-e3f2-45ca-b95f-2070fe845319 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:45.606626 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f53f6038-e3f2-45ca-b95f-2070fe845319 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2552812 Nov 23 02:25:45.644091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60350) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.656004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961167ff-3c72-4d0b-9911-aeacbffc72ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:45.660530 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-961167ff-3c72-4d0b-9911-aeacbffc72ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.663727 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-961167ff-3c72-4d0b-9911-aeacbffc72ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:45.663727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961167ff-3c72-4d0b-9911-aeacbffc72ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:45.685922 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-961167ff-3c72-4d0b-9911-aeacbffc72ec tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2862604 Nov 23 02:25:45.690644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60352) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.695863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-80c13c05-849b-4d63-9f5c-18a920ea067b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:45.707139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Provisioning complete for port ea4a9c88-abc3-47c0-955d-8907608dc061 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:45.707514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.745932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Allocated IP 172.20.0.12 (eff090e7-ea15-4f92-8d0a-da4a7c807153/4c42b903-60e6-49df-b403-d72bc4d70ec2/3f2fd63a-3146-40b5-9ef3-6d721a53c89d) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:45.802706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-eff090e7-ea15-4f92-8d0a-da4a7c807153', 'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153', 'tenant_id': '86ec5b39a5454cd887021b85ffaa9e88', 'fixed_ips': [{'subnet_id': '4c42b903-60e6-49df-b403-d72bc4d70ec2'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:45.803871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.864458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c13c05-849b-4d63-9f5c-18a920ea067b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:45.868856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80c13c05-849b-4d63-9f5c-18a920ea067b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:45.870714 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c13c05-849b-4d63-9f5c-18a920ea067b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:45.873367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c13c05-849b-4d63-9f5c-18a920ea067b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:45.926830 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-80c13c05-849b-4d63-9f5c-18a920ea067b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2321107 Nov 23 02:25:45.928828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60354) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:45.933398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3d206cb1-8d91-472d-85c7-587d83d4ff34 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:45.946655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ea4a9c88-abc3-47c0-955d-8907608dc061 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:46.033711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.036286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:46.036806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.048176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-364b38bc-4ed9-4036-a5c1-a689ecbcbd64 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:25:46.054341 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-364b38bc-4ed9-4036-a5c1-a689ecbcbd64 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/5302f25d-b944-4ac3-83a3-b94b64b5bb68 HTTP/1.1" status: 404 len: 333 time: 0.4045820 Nov 23 02:25:46.054341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:46.054341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.057731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60356) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.066187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1253275516'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:46.081187 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:46.087549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ea4a9c88-abc3-47c0-955d-8907608dc061 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:46.087948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.112447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.130859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:46.134598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.173667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.182495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d206cb1-8d91-472d-85c7-587d83d4ff34 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:46.186474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d206cb1-8d91-472d-85c7-587d83d4ff34 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.187885 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d206cb1-8d91-472d-85c7-587d83d4ff34 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:46.188340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d206cb1-8d91-472d-85c7-587d83d4ff34 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:46.199551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:46.213617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.215148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.215622 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment c9f2d6ab-7112-41dd-bb88-3ea24219ad22 of type vlan for network f6b45586-78af-4457-af6a-99a6d4967c09 Nov 23 02:25:46.217960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] 10.222.0.53 "DELETE /v2.0/networks/98f1cedf-5266-4397-aa98-d9c3e85d5346 HTTP/1.1" status: 204 len: 168 time: 1.4427924 Nov 23 02:25:46.222058 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3d206cb1-8d91-472d-85c7-587d83d4ff34 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2925930 Nov 23 02:25:46.223281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.225541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60358) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.225957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60360) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.230455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Could not find standard attr ID for object 75ad3d23-e5bc-40f4-bb5e-aa9757511a84. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:46.233474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-57ff0cbf-1a31-4a3c-99df-e223355e4f67 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:46.238218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:46.247820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b06451-3e65-4889-9926-7a2dd1245084 admin admin] Pushing event deleted for resources: {'Network': ['ID=98f1cedf-5266-4397-aa98-d9c3e85d5346,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:46.256320 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Sync routers for ids ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:46.293024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Provisioning complete for port 6e1409aa-7244-46d3-ba19-b3af27d74d5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:46.293403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.300299 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Routers {'7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:46.301673 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:46.310404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.312032 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7ab7cdfe-9976-45b4-9197-5a545169e8f7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.8688104 Nov 23 02:25:46.319016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Allocated IP 172.20.0.2 (eff090e7-ea15-4f92-8d0a-da4a7c807153/4c42b903-60e6-49df-b403-d72bc4d70ec2/edbcf6a2-c2f0-45d6-828c-1591a94e179b) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:46.321222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60362) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.370357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d6007718-eb2c-4307-8e91-fc371c0de52a None None] Port 6e1409aa-7244-46d3-ba19-b3af27d74d5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:46.408456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:46.438188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:46.439260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.449124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event updated for resources: {'Port': ['ID=3f2fd63a-3146-40b5-9ef3-6d721a53c89d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:46.452374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:46.455769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.461664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Deleting subnet 27d7413a-bca7-47da-807a-d6c07ccce877 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:46.465422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:46.500160 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Set router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:46.514990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:46.515627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.526516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.533990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.540483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:25:46.542270 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f378888-8ebd-4876-a42a-1a309fc7ca01 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4172478 Nov 23 02:25:46.552847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.564621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60364) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.570747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:25:46.616109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.618193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ff0cbf-1a31-4a3c-99df-e223355e4f67 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:46.622055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57ff0cbf-1a31-4a3c-99df-e223355e4f67 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.624005 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ff0cbf-1a31-4a3c-99df-e223355e4f67 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:46.624525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ff0cbf-1a31-4a3c-99df-e223355e4f67 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:46.657420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.662775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:46.664069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:46.664728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.677094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:46.679622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a0bbed60-72d3-4794-a2c1-09ba95c4610f None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:46.680007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0bbed60-72d3-4794-a2c1-09ba95c4610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.682931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:46.717896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Pushing event updated for resources: {'Port': ['ID=edbcf6a2-c2f0-45d6-828c-1591a94e179b,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:46.763192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:46.775436 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c8f6ae49-e7fb-4b38-9574-37d0f103799a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7734511 Nov 23 02:25:46.788954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:46.798253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60366) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:46.807201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1224938998'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:46.863372 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Attempting to bind port edbcf6a2-c2f0-45d6-828c-1591a94e179b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:46.864201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Attempting to bind port edbcf6a2-c2f0-45d6-828c-1591a94e179b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '5fd484b3-32b4-4abb-b65b-28ed641e4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:46.864760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Attempting to bind port edbcf6a2-c2f0-45d6-828c-1591a94e179b on network eff090e7-ea15-4f92-8d0a-da4a7c807153 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:46.871779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:46.873388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:46.881489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.920072 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:25:42Z', 'revision_number': 3, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:46.940050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:46.940398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Checking segment: {'id': '5fd484b3-32b4-4abb-b65b-28ed641e4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:46.940718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.940989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Bound using segment: {'id': '5fd484b3-32b4-4abb-b65b-28ed641e4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:46.941718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Bound port: edbcf6a2-c2f0-45d6-828c-1591a94e179b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd484b3-32b4-4abb-b65b-28ed641e4222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'eff090e7-ea15-4f92-8d0a-da4a7c807153'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:46.941858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:46.962267 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Checking router: 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:46.963486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Updating router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb port 9194b543-7bec-4402-a4a6-75219abb5c49 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:46.978632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Deleting port 3f2fd63a-3146-40b5-9ef3-6d721a53c89d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:46.979007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.002563 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.100509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 21fcc393-0df1-43cd-a816-e53b6c12e0ed is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:25:47.117062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-57ff0cbf-1a31-4a3c-99df-e223355e4f67 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8843296 Nov 23 02:25:47.124202 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0623949 Nov 23 02:25:47.124202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60368) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:47.124500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:47.136608 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-53ec57c1-ec3b-4882-9866-2485ed9a8992 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:47.142874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60370) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:47.145332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.154687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:47.204121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:47.228779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.263502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9415b0-7a3e-4f41-b170-949a72d676bc tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=f6b45586-78af-4457-af6a-99a6d4967c09,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.282245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] For port edbcf6a2-c2f0-45d6-828c-1591a94e179b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:47.286406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a0bbed60-72d3-4794-a2c1-09ba95c4610f None None] Could not find standard attr ID for object 75ad3d23-e5bc-40f4-bb5e-aa9757511a84. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:47.309991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.311156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.319975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:47.323583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.346300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network f6b45586-78af-4457-af6a-99a6d4967c09 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:47.349399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d7413a-bca7-47da-807a-d6c07ccce877,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.351650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.355703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-33a4ce2e-8be1-4d79-8ee4-a86d897efd12 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/27d7413a-bca7-47da-807a-d6c07ccce877 HTTP/1.1" status: 204 len: 168 time: 1.1286447 Nov 23 02:25:47.358379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60372) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:47.359172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec57c1-ec3b-4882-9866-2485ed9a8992 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:47.363753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-53ec57c1-ec3b-4882-9866-2485ed9a8992 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.366762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ec57c1-ec3b-4882-9866-2485ed9a8992 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:47.367210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ec57c1-ec3b-4882-9866-2485ed9a8992 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:47.372386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Calling delete_port for 3f2fd63a-3146-40b5-9ef3-6d721a53c89d owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:47.416135 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.429031 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.457560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.473979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:47.529544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] For port edbcf6a2-c2f0-45d6-828c-1591a94e179b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=edbcf6a2-c2f0-45d6-828c-1591a94e179b,segment=NetworkSegment(5fd484b3-32b4-4abb-b65b-28ed641e4222),segment_id=5fd484b3-32b4-4abb-b65b-28ed641e4222)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:47.530212 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Pushing event updated for resources: {'Port': ['ID=9194b543-7bec-4402-a4a6-75219abb5c49,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.536440 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Attempting to bind port 9194b543-7bec-4402-a4a6-75219abb5c49 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:47.537357 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Attempting to bind port 9194b543-7bec-4402-a4a6-75219abb5c49 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:47.538857 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Attempting to bind port 9194b543-7bec-4402-a4a6-75219abb5c49 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:47.550820 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.551562 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.552146 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.552810 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.554387 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.555005 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.555685 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.556254 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.556801 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.557330 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.557880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af10e02-7ffe-4201-8ac8-715a71391b67 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:47.558380 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.558906 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:25:47.561724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:47.566899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.572657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.576456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.580400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.580756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment 5159b288-036f-4772-a513-9e32315adad8 of type vlan for network 54553e6b-b098-4457-8ba5-69bc94f724ca Nov 23 02:25:47.590502 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:47.590817 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:47.591355 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.592686 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:47.593684 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Bound port: 9194b543-7bec-4402-a4a6-75219abb5c49, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:47.594747 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.604938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a0bbed60-72d3-4794-a2c1-09ba95c4610f None None] Provisioning complete for port 6e1409aa-7244-46d3-ba19-b3af27d74d5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:47.605194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3326c35-dc1f-4c24-9208-5d49da5ee326']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:47.605322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a0bbed60-72d3-4794-a2c1-09ba95c4610f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.611088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.617235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e8ef11-2aef-4f0d-b61c-24ddc9d3463b') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:47.617706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e8ef11-2aef-4f0d-b61c-24ddc9d3463b') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:47.629350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.645247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.653877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:47.654981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.676795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:47.693312 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] Sync routers for ids ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:47.724029 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:47.727751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a0bbed60-72d3-4794-a2c1-09ba95c4610f None None] Port 6e1409aa-7244-46d3-ba19-b3af27d74d5d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:47.727882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.737527 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-53ec57c1-ec3b-4882-9866-2485ed9a8992 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6039801 Nov 23 02:25:47.752058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60374) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:47.753396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.760166 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] 10.222.0.53 "DELETE /v2.0/networks/e3326c35-dc1f-4c24-9208-5d49da5ee326 HTTP/1.1" status: 204 len: 168 time: 0.3872793 Nov 23 02:25:47.760166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53f548-8e4b-4f8b-bf0f-c3329024800d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3326c35-dc1f-4c24-9208-5d49da5ee326,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.784471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6aa611-0478-496f-afb0-a89a124dfc91 None None] Pushing event updated for resources: {'Port': ['ID=edbcf6a2-c2f0-45d6-828c-1591a94e179b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:47.788500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-63f580f9-5760-4595-b7f5-2cba330b9681 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:47.793278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] For port 9194b543-7bec-4402-a4a6-75219abb5c49, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:47.807281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:25:42Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:43Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:47.811716 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] For port 9194b543-7bec-4402-a4a6-75219abb5c49, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9194b543-7bec-4402-a4a6-75219abb5c49,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:47.815604 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] Routers {'21fcc393-0df1-43cd-a816-e53b6c12e0ed'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:47.819551 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:47.854392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:47.854758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Updating router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 port 6e1409aa-7244-46d3-ba19-b3af27d74d5d binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:47.892929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.908689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d31112e8-44b0-4d4a-9a8a-92fa65b94de1 None None] Provisioning complete for port 9194b543-7bec-4402-a4a6-75219abb5c49 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:47.909069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d31112e8-44b0-4d4a-9a8a-92fa65b94de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:47.928486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.023301 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:48.032653 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f3598-56ea-42a5-91c3-53569eb5b7e1 None None] Pushing event updated for resources: {'Port': ['ID=9194b543-7bec-4402-a4a6-75219abb5c49,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.069303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f580f9-5760-4595-b7f5-2cba330b9681 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:48.072179 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] Routers {'21fcc393-0df1-43cd-a816-e53b6c12e0ed'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:48.072999 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:48.076355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63f580f9-5760-4595-b7f5-2cba330b9681 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.079996 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f580f9-5760-4595-b7f5-2cba330b9681 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:48.080492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f580f9-5760-4595-b7f5-2cba330b9681 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:48.129269 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-63f580f9-5760-4595-b7f5-2cba330b9681 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3516295 Nov 23 02:25:48.129949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60380) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.163957 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:48.164797 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0fdd1-2fb1-410b-8715-0006a591cac3 None None] The sync data for ids ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:48.174832 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Routers {'7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:48.175587 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:48.188907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60382) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.245649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c3cee-ef7b-4fcb-8461-d77a2b812a7e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:48.247932 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-842c3cee-ef7b-4fcb-8461-d77a2b812a7e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1170969 Nov 23 02:25:48.250757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60384) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.260834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd3bdaa-db8d-4dee-84e7-3d7546dcc740 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:48.325385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9630798e-aa95-42e7-98bf-5fa4d2cd31b0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:48.327752 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9630798e-aa95-42e7-98bf-5fa4d2cd31b0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0760508 Nov 23 02:25:48.334150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60386) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.343283 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-23fc009b-d78d-4f84-be3b-efcc6e33320e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=610985b31995429098c1fe29d96ab76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1518810 Nov 23 02:25:48.354128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.358856 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] Set router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:48.376416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.384707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60388) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.389893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.393430 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-14dde643-63a3-475c-8cbe-08cb745439a5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584824 Nov 23 02:25:48.397668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60390) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.403512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:48.407111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d31112e8-44b0-4d4a-9a8a-92fa65b94de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.432224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.457716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:48.459788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.481618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d31112e8-44b0-4d4a-9a8a-92fa65b94de1 None None] For port 9194b543-7bec-4402-a4a6-75219abb5c49, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9194b543-7bec-4402-a4a6-75219abb5c49,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:48.483322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7180b31-1460-4481-bf94-21df2eccd905 None None] Pushing event updated for resources: {'Port': ['ID=6e1409aa-7244-46d3-ba19-b3af27d74d5d,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.508008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d31112e8-44b0-4d4a-9a8a-92fa65b94de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.560485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:48.565329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.665522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.671092 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-184f7a97-d746-4ba1-83b7-126e510fd3ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 9.1372719 Nov 23 02:25:48.672824 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-60b96075-aa53-4693-a416-00ace3154669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:25:42Z', 'revision_number': 3, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:48.675234 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60392) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.733323 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b96075-aa53-4693-a416-00ace3154669 None None] The sync data for ids ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'] in dv-neutron-818844-1-hyperv is: [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:25:42Z', 'revision_number': 3, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:48.773849 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.9741125 Nov 23 02:25:48.776034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.777972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60394) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.785555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31112e8-44b0-4d4a-9a8a-92fa65b94de1 None None] Pushing event updated for resources: {'Port': ['ID=9194b543-7bec-4402-a4a6-75219abb5c49,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.808377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:48.813469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Attempting to bind port 6e1409aa-7244-46d3-ba19-b3af27d74d5d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:48.814257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Attempting to bind port 6e1409aa-7244-46d3-ba19-b3af27d74d5d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:48.814638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Attempting to bind port 6e1409aa-7244-46d3-ba19-b3af27d74d5d on network 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:48.824266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:48.824720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Checking segment: {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:48.825167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.825640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Bound using segment: {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:48.826210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Bound port: 6e1409aa-7244-46d3-ba19-b3af27d74d5d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1322419e-a735-434b-9b36-68b316a57060', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:48.827164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.830306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b9a94935-ab17-49ac-ad6d-3cea454ac531 None None] Provisioning complete for port 9194b543-7bec-4402-a4a6-75219abb5c49 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:48.831035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9a94935-ab17-49ac-ad6d-3cea454ac531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:48.921580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] For port 6e1409aa-7244-46d3-ba19-b3af27d74d5d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:48.948316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1d2de-f53e-4f9b-90c3-2e51b4a3b579 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=54553e6b-b098-4457-8ba5-69bc94f724ca,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:48.966364 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7393b097-771f-42d4-9d4c-3d4593c4ee64 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/routers/21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 200 len: 883 time: 0.2863038 Nov 23 02:25:48.974914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60396) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:48.983228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 54553e6b-b098-4457-8ba5-69bc94f724ca details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:48.994581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0920cf49-f758-47e7-8fc7-74abaae46ad8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.156909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0920cf49-f758-47e7-8fc7-74abaae46ad8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.165009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.176365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] For port 6e1409aa-7244-46d3-ba19-b3af27d74d5d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6e1409aa-7244-46d3-ba19-b3af27d74d5d,segment=NetworkSegment(1322419e-a735-434b-9b36-68b316a57060),segment_id=1322419e-a735-434b-9b36-68b316a57060)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:49.195418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.267883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event deleted for resources: {'Port': ['ID=3f2fd63a-3146-40b5-9ef3-6d721a53c89d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.285176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4b36cf-3655-4af2-b157-c5c499091808 None None] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:49.359208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:49.362816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.404831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:25:49.507877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9194b543-7bec-4402-a4a6-75219abb5c49 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:49.537292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.645632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e71fe3e6-b70f-4a05-885b-3fbe72c38eb2 None None] Provisioning complete for port 6e1409aa-7244-46d3-ba19-b3af27d74d5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:49.646010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e71fe3e6-b70f-4a05-885b-3fbe72c38eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.684611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0920cf49-f758-47e7-8fc7-74abaae46ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.687362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0920cf49-f758-47e7-8fc7-74abaae46ad8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.689135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0920cf49-f758-47e7-8fc7-74abaae46ad8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/839fc5d4-498d-4824-8f70-a15e684a516b HTTP/1.1" status: 204 len: 168 time: 1.3014636 Nov 23 02:25:49.722613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:49.723273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:49.727062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920cf49-f758-47e7-8fc7-74abaae46ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839fc5d4-498d-4824-8f70-a15e684a516b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.752419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.757935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-66dacd16-a8e3-4dec-b79a-0ddcf5d25408 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "DELETE /v2.0/ports/3f2fd63a-3146-40b5-9ef3-6d721a53c89d HTTP/1.1" status: 204 len: 168 time: 3.1831565 Nov 23 02:25:49.774006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60400) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:49.776005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=fedb631e-3de2-4e5d-9e1a-6687d475d4cc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:49.803826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:49.804197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: f6b45586-78af-4457-af6a-99a6d4967c09, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:49.812009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Allocated IP 172.20.0.1 (a58b73d3-5736-4ec8-9a42-8d4dd2cef14b/ce6ef603-452f-4a96-a000-574026db64ce/270daf6e-75c9-49f7-8e49-c71746c43341) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:49.820025 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b9a6a64c-2368-41ce-ae92-f5d38c3e08a6 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8397076 Nov 23 02:25:49.820945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60404) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:49.828972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-677284344'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:49.832323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:49.860341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network f6b45586-78af-4457-af6a-99a6d4967c09 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:49.899687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:49.953835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, f6b45586-78af-4457-af6a-99a6d4967c09) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:49.969160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:49.969978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.018319 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c59d423e-2cf5-4eae-a7ca-064e3bdbd91c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8723533 Nov 23 02:25:50.024909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7180b31-1460-4481-bf94-21df2eccd905 None None] Pushing event updated for resources: {'Port': ['ID=6e1409aa-7244-46d3-ba19-b3af27d74d5d,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.034389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60408) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:50.052114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7193c1-8ffb-49a8-902d-476e687398e7 None None] Network f6b45586-78af-4457-af6a-99a6d4967c09 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:50.110073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9194b543-7bec-4402-a4a6-75219abb5c49 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:50.110471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.118347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:50.142988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-42e7e193-69f3-444b-a89d-08f5db4cad75 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4561 time: 0.3562231 Nov 23 02:25:50.147770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.157160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60410) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:50.180891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-605667054'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:50.218790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.310060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60412) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:50.339640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Made reservation on behalf of 86ec5b39a5454cd887021b85ffaa9e88 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:50.346121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.363482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.397871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.423418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:50.434055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.434577 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Added segment 549564b5-4341-4841-8fef-3c4512b3ca11 of type vlan for network 2da46437-e137-4181-8586-5e289cb043aa Nov 23 02:25:50.481244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device edbcf6a2-c2f0-45d6-828c-1591a94e179b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:50.482540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e71fe3e6-b70f-4a05-885b-3fbe72c38eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.486915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.508370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:50.516230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:50.517015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 54553e6b-b098-4457-8ba5-69bc94f724ca, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:50.525081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.535008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:50.535670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.538480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=39eef635-2d7c-4fc7-add3-5b70ff2498d9,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.630640 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-de4e3994-14d8-4bc7-92b2-e739e8574d29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17bad26e090649828668469c58a3937a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193910 Nov 23 02:25:50.633690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event updated for resources: {'Network': ['ID=2da46437-e137-4181-8586-5e289cb043aa,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.639020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60414) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:50.649610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:50.655201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 2da46437-e137-4181-8586-5e289cb043aa details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:50.667059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 54553e6b-b098-4457-8ba5-69bc94f724ca is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:50.674763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:50.677470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.678080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:50.680949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:25:42Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:50.698007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.698766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.723373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:50.727195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.727942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.734554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 54553e6b-b098-4457-8ba5-69bc94f724ca) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:50.738546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:50.739463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.819377 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b7c8fb6c-c814-4dba-87f3-0bfaafccfad5 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0275786 Nov 23 02:25:50.821852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed49ee-42ab-4d4e-872c-fc7cdf4d73fb None None] Network 54553e6b-b098-4457-8ba5-69bc94f724ca requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:50.822794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-96421f19-d47a-409c-8a49-7564b95e4da4 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6599729 Nov 23 02:25:50.823382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60416) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:50.839753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60418) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:50.921189 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:50.949922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Pushing event updated for resources: {'Port': ['ID=270daf6e-75c9-49f7-8e49-c71746c43341,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:50.954590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db6a236-446e-4934-acb9-8f9b5aded841 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:25:42Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:50.969880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:50.977420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:50.983397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e71fe3e6-b70f-4a05-885b-3fbe72c38eb2 None None] For port 6e1409aa-7244-46d3-ba19-b3af27d74d5d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6e1409aa-7244-46d3-ba19-b3af27d74d5d,segment=NetworkSegment(1322419e-a735-434b-9b36-68b316a57060),segment_id=1322419e-a735-434b-9b36-68b316a57060)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:50.988207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:50.997718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-f6b45586-78af-4457-af6a-99a6d4967c09', 'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': 'fedb631e-3de2-4e5d-9e1a-6687d475d4cc'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:51.001854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.017584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port edbcf6a2-c2f0-45d6-828c-1591a94e179b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:51.018021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.020215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38491dc2-6421-4fa0-8356-0765aedcfae1 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:51.078623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e71fe3e6-b70f-4a05-885b-3fbe72c38eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.162042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=753d8475-2451-4432-b35d-6f45a3e190f9,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:51.179528 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:51.208480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d61c3f3e-47fc-444f-a41a-d501508371c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.8095531 Nov 23 02:25:51.213326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60420) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:51.219763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:44:87:b8', 'name': 'tempest-NetworksTestDHCPv6-387993613'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:51.554645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.630099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Could not find standard attr ID for object 3f2fd63a-3146-40b5-9ef3-6d721a53c89d. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:25:51.650823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:51.686921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-466008cd-750b-4a78-abf1-da80a883976e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.713760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-54553e6b-b098-4457-8ba5-69bc94f724ca', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:51.714617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.734044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Provisioning complete for port 270daf6e-75c9-49f7-8e49-c71746c43341 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:51.734409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.735905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fe3e6-b70f-4a05-885b-3fbe72c38eb2 None None] Pushing event updated for resources: {'Port': ['ID=6e1409aa-7244-46d3-ba19-b3af27d74d5d,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:51.755034 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.ipam_backend_mixin [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fedb631e-3de2-4e5d-9e1a-6687d475d4cc (CIDR: 172.20.0.0/28) Nov 23 02:25:51.777244 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:25:51.777657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:51.786777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Allocated IP 172.20.0.2 (f6b45586-78af-4457-af6a-99a6d4967c09/fedb631e-3de2-4e5d-9e1a-6687d475d4cc/8c9ac3fb-e716-4d86-acb2-c7846059f7cf) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:51.793901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-466008cd-750b-4a78-abf1-da80a883976e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.839182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.851703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-62f1e9dc-f15b-49ee-89c0-c246058d4864 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/agents/115e00be-6366-4092-8ab4-2660997965c8/dhcp-networks HTTP/1.1" status: 200 len: 8784 time: 0.9802420 Nov 23 02:25:51.860467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60422) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:51.882121 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-92ba848c-ab10-45ab-bde2-27452cb21089 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8450644 Nov 23 02:25:51.894924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:51.897342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60424) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:51.905619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:51.972679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Port 270daf6e-75c9-49f7-8e49-c71746c43341 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:52.069777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-466008cd-750b-4a78-abf1-da80a883976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.072519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-466008cd-750b-4a78-abf1-da80a883976e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.076468 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-466008cd-750b-4a78-abf1-da80a883976e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d45a252-d381-4511-abcd-4618e338f5dd HTTP/1.1" status: 204 len: 168 time: 1.4271750 Nov 23 02:25:52.076699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.124857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Provisioning complete for port edbcf6a2-c2f0-45d6-828c-1591a94e179b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:52.125230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.193067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466008cd-750b-4a78-abf1-da80a883976e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d45a252-d381-4511-abcd-4618e338f5dd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.211812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port edbcf6a2-c2f0-45d6-828c-1591a94e179b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=edbcf6a2-c2f0-45d6-828c-1591a94e179b,segment=NetworkSegment(5fd484b3-32b4-4abb-b65b-28ed641e4222),segment_id=5fd484b3-32b4-4abb-b65b-28ed641e4222)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:52.239183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.251463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbaf05-d971-4f07-b481-699ae06d64d5 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] Network 2da46437-e137-4181-8586-5e289cb043aa is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:52.257536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 21fcc393-0df1-43cd-a816-e53b6c12e0ed has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:52.274223 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c7fbaf05-d971-4f07-b481-699ae06d64d5 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "POST /v2.0/agents/115e00be-6366-4092-8ab4-2660997965c8/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4132924 Nov 23 02:25:52.276836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:52.280567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.283449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60428) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:52.370654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7ce3bf-b4ff-4ed6-a6f4-3d9ab4772f3d None None] Network 2da46437-e137-4181-8586-5e289cb043aa requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:52.463120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.567073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.592945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:52.620045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 8332feb5-aad6-49d2-9b4c-fb90de101306 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:52.659062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.675486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=edbcf6a2-c2f0-45d6-828c-1591a94e179b,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.703732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.707456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe26f77a-943c-4a82-964b-6366b950aa53 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 200 len: 890 time: 2.8829231 Nov 23 02:25:52.708469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Allocated IP 172.21.0.2 (54553e6b-b098-4457-8ba5-69bc94f724ca/39eef635-2d7c-4fc7-add3-5b70ff2498d9/ab1cf826-b524-4ae0-84c0-3c83d79ddb49) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:52.710838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6e1409aa-7244-46d3-ba19-b3af27d74d5d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:52.714018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] Sync routers for ids ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:52.714871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60430) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:52.717317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.782572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Network f6b45586-78af-4457-af6a-99a6d4967c09 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:52.822094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Pushing event updated for resources: {'Port': ['ID=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:52.827277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:52.830828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:52.864520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.878181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:52.937974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dd363aad-2d8b-407f-a377-f4c604d4ac50 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/agents/115e00be-6366-4092-8ab4-2660997965c8/dhcp-networks HTTP/1.1" status: 200 len: 9553 time: 0.6523557 Nov 23 02:25:52.955340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60432) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:52.974959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe44:87b8 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/753d8475-2451-4432-b35d-6f45a3e190f9/8332feb5-aad6-49d2-9b4c-fb90de101306) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:52.993014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Attempting to bind port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:52.993396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Attempting to bind port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:52.993768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Attempting to bind port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf on network f6b45586-78af-4457-af6a-99a6d4967c09 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:53.016340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] Routers {'21fcc393-0df1-43cd-a816-e53b6c12e0ed'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:53.017015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:53.024499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.092822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:53.094175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.105822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=b6affbd2-e8b5-4072-b544-c9d22b962f6c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:53.107873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:53.108285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Checking segment: {'id': 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:53.108747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.109122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Bound using segment: {'id': 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:53.110527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Bound port: 8c9ac3fb-e716-4d86-acb2-c7846059f7cf, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:53.111315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.117901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Pushing event updated for resources: {'Port': ['ID=270daf6e-75c9-49f7-8e49-c71746c43341,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:53.125766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] Routers {'21fcc393-0df1-43cd-a816-e53b6c12e0ed'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:53.126424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:53.134072 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5acc4aea-9035-4d17-b933-8a51dbb105cc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/routers/21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 200 len: 890 time: 0.4177558 Nov 23 02:25:53.140379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60434) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:53.141244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Provisioning complete for port 6e1409aa-7244-46d3-ba19-b3af27d74d5d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:53.141686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d6495c37-cc19-4df8-803b-acf29b9f98ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.166946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network f6b45586-78af-4457-af6a-99a6d4967c09 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:53.184855 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b5c727d8-83b0-4016-8ed3-f8a82252b357 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 200 len: 205 time: 0.0426381 Nov 23 02:25:53.189085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:53.191041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60436) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:53.199935 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:53.200952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.268416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:53.269133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e3ea5d-ad2f-43b3-b114-ec9fb1268dcd None None] The sync data for ids ['21fcc393-0df1-43cd-a816-e53b6c12e0ed'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:53.292207 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8b45b415-f0c4-4bac-8bed-9c1079c9b2c0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3897817 Nov 23 02:25:53.293746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60438) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:53.334150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] For port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:53.340296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09', 'fixed_ips': [{'subnet_id': 'fedb631e-3de2-4e5d-9e1a-6687d475d4cc'}, {'subnet_id': 'b6affbd2-e8b5-4072-b544-c9d22b962f6c'}], 'name': 'tempest-PortsTestJSON-153757712'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:53.361992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 6e1409aa-7244-46d3-ba19-b3af27d74d5d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:53.362369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.370232 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] For port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,segment=NetworkSegment(c9f2d6ab-7112-41dd-bb88-3ea24219ad22),segment_id=c9f2d6ab-7112-41dd-bb88-3ea24219ad22)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:53.414649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.419063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.475860 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-78a2132e-0052-46b9-8f13-8d6979aba28f tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "DELETE /v2.0/agents/115e00be-6366-4092-8ab4-2660997965c8/dhcp-networks/2da46437-e137-4181-8586-5e289cb043aa HTTP/1.1" status: 204 len: 168 time: 0.5134585 Nov 23 02:25:53.479198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60440) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:53.513950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.545711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:53.549773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:53.571360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.579407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9bb3e-428c-4916-b1e7-348e37624ae2 None None] Pushing event updated for resources: {'Port': ['ID=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:53.586219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.636141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:53.660734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Network 54553e6b-b098-4457-8ba5-69bc94f724ca is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:53.674902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:53.676022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.678876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:53.681703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:53.733290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d60e89bb-c409-44aa-a910-59fd4c9e7c5a None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:53.734026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d60e89bb-c409-44aa-a910-59fd4c9e7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.802987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.21.0.1 (54553e6b-b098-4457-8ba5-69bc94f724ca/39eef635-2d7c-4fc7-add3-5b70ff2498d9/898703c1-98fa-43be-82ac-0af9dc13acbd) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:53.826218 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f816ffd4-a1fe-4d19-ba37-13f7931f3306 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/agents/115e00be-6366-4092-8ab4-2660997965c8/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 0.3442409 Nov 23 02:25:53.834971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60442) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:53.858276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.863344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:53.871457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=8332feb5-aad6-49d2-9b4c-fb90de101306,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:53.877081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:53.890477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:53.892802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.896494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:53.898408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:53.922247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:25:53.963878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:53.996350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Attempting to bind port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:53.996770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Attempting to bind port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:53.997345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Attempting to bind port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 on network 54553e6b-b098-4457-8ba5-69bc94f724ca {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:54.008348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:54.012273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Checking segment: {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:54.012467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-80702e15-de2f-4c3b-85bb-041ebaab9501 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7943883 Nov 23 02:25:54.012608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.012608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Bound using segment: {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:54.012608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Bound port: ab1cf826-b524-4ae0-84c0-3c83d79ddb49, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:54.012608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.013651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60444) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.025808 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9034b848-e570-46eb-a11e-2a71c1403a07 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/networks/eff090e7-ea15-4f92-8d0a-da4a7c807153/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.1874638 Nov 23 02:25:54.051409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60446) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.134798 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2088cf0-b60f-4387-bcc9-8e2b31f4e87e tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/networks/eff090e7-ea15-4f92-8d0a-da4a7c807153/dhcp-agents HTTP/1.1" status: 200 len: 809 time: 0.0823996 Nov 23 02:25:54.138327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60448) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.162187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] For port ab1cf826-b524-4ae0-84c0-3c83d79ddb49, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:54.169723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] For port ab1cf826-b524-4ae0-84c0-3c83d79ddb49, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:54.170905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d60e89bb-c409-44aa-a910-59fd4c9e7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.184731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.218890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port ac7fcc4f-363b-417e-93a7-f3800c08cb5f {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:54.219284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.270919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d60e89bb-c409-44aa-a910-59fd4c9e7c5a None None] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:54.284474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d60e89bb-c409-44aa-a910-59fd4c9e7c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.294437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.295883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8f7f6-e115-4079-a987-f01781a46b45 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:54.376975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5185d17-0663-4547-8317-a739cbcbe357 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.385352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5185d17-0663-4547-8317-a739cbcbe357 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:54.391321 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5185d17-0663-4547-8317-a739cbcbe357 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3769746 Nov 23 02:25:54.394210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60450) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.445066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0355c16a-783d-4960-88cf-cb2074221076 None None] Provisioning complete for port 270daf6e-75c9-49f7-8e49-c71746c43341 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:54.445456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0355c16a-783d-4960-88cf-cb2074221076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.488567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e89bb-c409-44aa-a910-59fd4c9e7c5a None None] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:54.492011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:54.509683 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc87510b-524b-4111-af50-4fe49c52ecf6 admin admin] 10.222.0.53 "PUT /v2.0/routers/7537fa0d-4c51-4ebd-99aa-8639f00ca2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1870821 Nov 23 02:25:54.516433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Sync routers for ids ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:54.531692 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Routers {'7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:54.533159 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:54.549199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0355c16a-783d-4960-88cf-cb2074221076 None None] Port 270daf6e-75c9-49f7-8e49-c71746c43341 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:54.577466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0355c16a-783d-4960-88cf-cb2074221076 None None] Provisioning complete for port 8332feb5-aad6-49d2-9b4c-fb90de101306 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:54.577846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0355c16a-783d-4960-88cf-cb2074221076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.667150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.677412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.707985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0355c16a-783d-4960-88cf-cb2074221076 None None] Port 8332feb5-aad6-49d2-9b4c-fb90de101306 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:54.715215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8c9ac3fb-e716-4d86-acb2-c7846059f7cf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:54.726190 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0a1a7852-646f-4d15-ad3d-2757ecb66411 tempest-DHCPAgentSchedulersTestJSON-1313577880 tempest-DHCPAgentSchedulersTestJSON-1313577880-project-admin] 10.222.0.53 "GET /v2.0/agents/115e00be-6366-4092-8ab4-2660997965c8/dhcp-networks HTTP/1.1" status: 200 len: 8824 time: 0.5818896 Nov 23 02:25:54.732030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.9 (f6b45586-78af-4457-af6a-99a6d4967c09/fedb631e-3de2-4e5d-9e1a-6687d475d4cc/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:54.750788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60454) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:54.780507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 54553e6b-b098-4457-8ba5-69bc94f724ca is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:54.799926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for ac7fcc4f-363b-417e-93a7-f3800c08cb5f owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:54.812431 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Set router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:54.834733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=898703c1-98fa-43be-82ac-0af9dc13acbd,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:54.835139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.26 (f6b45586-78af-4457-af6a-99a6d4967c09/b6affbd2-e8b5-4072-b544-c9d22b962f6c/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:54.843348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:54.854485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:54.858246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:54.858851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.975629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:54.988022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.083270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.111975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 8332feb5-aad6-49d2-9b4c-fb90de101306 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:55.112394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.151914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,segment=NetworkSegment(c9f2d6ab-7112-41dd-bb88-3ea24219ad22),segment_id=c9f2d6ab-7112-41dd-bb88-3ea24219ad22)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:55.163300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.165735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:55.223206 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:25:51Z', 'revision_number': 4, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '270daf6e-75c9-49f7-8e49-c71746c43341', 'name': '', 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'mac_address': 'fa:16:3e:e1:45:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'ce6ef603-452f-4a96-a000-574026db64ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:49Z', 'updated_at': '2021-11-23T02:25:51Z', 'revision_number': 2, 'project_id': '12cb4629625542adbd128b0846253a3c', 'subnets': [{'id': 'ce6ef603-452f-4a96-a000-574026db64ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:55.261695 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Checking router: 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:25:55.262680 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Updating router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb port 270daf6e-75c9-49f7-8e49-c71746c43341 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:25:55.295688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:55.324162 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.339303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.350276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:55.351113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.440411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7542b697-f3c6-406c-95f5-85f094055a6d None None] Network f6b45586-78af-4457-af6a-99a6d4967c09 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:55.467912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.576224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da46437-e137-4181-8586-5e289cb043aa']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:55.586043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2896b84b-7137-42e2-af63-e140173f6d0a None None] Provisioning complete for port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:55.586786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2896b84b-7137-42e2-af63-e140173f6d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.592856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device edbcf6a2-c2f0-45d6-828c-1591a94e179b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:55.661524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60460) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:55.681756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470290570', 'description': 'tempest-secgroup-smoke-470290570 description', 'project_id': '0cf7cb3d148643528191c7b32331d091'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:55.788812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port edbcf6a2-c2f0-45d6-828c-1591a94e179b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:55.789933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.901628 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.916705 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:55.967897 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b722157-4b2f-461a-9ffe-b09eced6b6fe None None] Pushing event updated for resources: {'Port': ['ID=270daf6e-75c9-49f7-8e49-c71746c43341,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.032221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb96f48-7c12-4c82-88cc-166994f08264 None None] Network 54553e6b-b098-4457-8ba5-69bc94f724ca requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:56.143868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.145476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Attempting to bind port 270daf6e-75c9-49f7-8e49-c71746c43341 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:25:56.146908 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Attempting to bind port 270daf6e-75c9-49f7-8e49-c71746c43341 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:25:56.148795 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Attempting to bind port 270daf6e-75c9-49f7-8e49-c71746c43341 on network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:25:56.154435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.159095 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:25:56.159977 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Checking segment: {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:56.162488 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.163475 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Bound using segment: {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:25:56.165121 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Bound port: 270daf6e-75c9-49f7-8e49-c71746c43341, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd69e3d-d2c4-4751-86ee-65887e100002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:25:56.165523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.166531 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.166856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] Update dhcp port {'port': {'network_id': 'f6b45586-78af-4457-af6a-99a6d4967c09', 'fixed_ips': [{'subnet_id': 'fedb631e-3de2-4e5d-9e1a-6687d475d4cc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b6affbd2-e8b5-4072-b544-c9d22b962f6c'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '8c9ac3fb-e716-4d86-acb2-c7846059f7cf'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:25:56.190188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 8332feb5-aad6-49d2-9b4c-fb90de101306 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:56.196283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549564b5-4341-4841-8fef-3c4512b3ca11') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:56.197454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549564b5-4341-4841-8fef-3c4512b3ca11') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:56.206690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.221250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8d393504-3205-41e9-95bf-dc9f470c9320 None None] Provisioning complete for port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:56.222027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d393504-3205-41e9-95bf-dc9f470c9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.229148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.245467 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] For port 270daf6e-75c9-49f7-8e49-c71746c43341, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:25:56.249647 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] For port 270daf6e-75c9-49f7-8e49-c71746c43341, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=270daf6e-75c9-49f7-8e49-c71746c43341,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:25:56.257661 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.303709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=ac7fcc4f-363b-417e-93a7-f3800c08cb5f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.323740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.349278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Routers {'7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:56.349911 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:56.357509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.368508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.392754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=54a0c89e-8002-4911-9ab4-e20e9ff3c9ce,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.423486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b722157-4b2f-461a-9ffe-b09eced6b6fe None None] Pushing event updated for resources: {'Port': ['ID=270daf6e-75c9-49f7-8e49-c71746c43341,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.426485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:25:56.433860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:25:56.442759 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:25:56.457436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network f6b45586-78af-4457-af6a-99a6d4967c09 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:56.465459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0676b-8b16-47fe-ad5e-c3998af3c606 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:56.500532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:56.505869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:25:56.588076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d393504-3205-41e9-95bf-dc9f470c9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.597170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:56.597873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.613706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8c9ac3fb-e716-4d86-acb2-c7846059f7cf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:56.627921 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] Set router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:56.663188 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4c8de39f-84fe-4d3f-bb26-9e2291eb69f7 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.3637788 Nov 23 02:25:56.665521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.669792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60462) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:56.670578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.683404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fedb631e-3de2-4e5d-9e1a-6687d475d4cc'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:56.692011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.695630 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "DELETE /v2.0/networks/2da46437-e137-4181-8586-5e289cb043aa HTTP/1.1" status: 204 len: 168 time: 1.9417462 Nov 23 02:25:56.701608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60464) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:56.772715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87d4908-d1d8-4069-b079-fa0895f85e3c tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event deleted for resources: {'Network': ['ID=2da46437-e137-4181-8586-5e289cb043aa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.786792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8d393504-3205-41e9-95bf-dc9f470c9320 None None] For port ab1cf826-b524-4ae0-84c0-3c83d79ddb49, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:56.788807 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-03226907-37c1-408b-a34b-175cf2bf16d2 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] DELETE failed (client error): The resource could not be found. Nov 23 02:25:56.789807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03226907-37c1-408b-a34b-175cf2bf16d2 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:25:56.791016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.793788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-03226907-37c1-408b-a34b-175cf2bf16d2 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "DELETE /v2.0/ports/3f2fd63a-3146-40b5-9ef3-6d721a53c89d HTTP/1.1" status: 404 len: 333 time: 0.0593903 Nov 23 02:25:56.794428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.800718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60466) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:56.815655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d393504-3205-41e9-95bf-dc9f470c9320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.849103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.849674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router 21fcc393-0df1-43cd-a816-e53b6c12e0ed {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:25:56.863392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.869354 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-20824fb1-ce3d-49bf-9b46-3fd93a9a53d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 204 len: 168 time: 3.6771767 Nov 23 02:25:56.873521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60468) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:56.879773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-110066973'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:56.893281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d393504-3205-41e9-95bf-dc9f470c9320 None None] Pushing event updated for resources: {'Port': ['ID=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.905802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:56.906195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.928573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:56.969619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=8332feb5-aad6-49d2-9b4c-fb90de101306,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:56.978359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:56.984372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.004306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Deleting subnet 4c42b903-60e6-49df-b403-d72bc4d70ec2 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:57.014411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.046264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.051015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6f8c0efc-5a92-46d3-a0cd-d6195889fcb8 None None] Provisioning complete for port 270daf6e-75c9-49f7-8e49-c71746c43341 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:57.054027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0efc-5a92-46d3-a0cd-d6195889fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.055342 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-42b0bd9b-52b8-455c-a0bb-07223d7f5e82 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/8332feb5-aad6-49d2-9b4c-fb90de101306 HTTP/1.1" status: 204 len: 168 time: 2.6598179 Nov 23 02:25:57.060167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60470) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:57.086309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.098437 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:25:51Z', 'revision_number': 4, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '270daf6e-75c9-49f7-8e49-c71746c43341', 'name': '', 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'mac_address': 'fa:16:3e:e1:45:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'ce6ef603-452f-4a96-a000-574026db64ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:49Z', 'updated_at': '2021-11-23T02:25:56Z', 'revision_number': 4, 'project_id': '12cb4629625542adbd128b0846253a3c', 'subnets': [{'id': 'ce6ef603-452f-4a96-a000-574026db64ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:57.106707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:57.113246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.139307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] Allocated IP 172.20.0.18 (f6b45586-78af-4457-af6a-99a6d4967c09/b6affbd2-e8b5-4072-b544-c9d22b962f6c/8c9ac3fb-e716-4d86-acb2-c7846059f7cf) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:25:57.153093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.154111 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment bccfa95d-1e0a-4795-9105-ffec3ce926b3 of type vlan for network c8b26dbf-27af-4d9f-95a4-3c54e27456ae Nov 23 02:25:57.177009 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a400d9c1-e9cd-4a3e-88fe-b68f2b04dca1 None None] The sync data for ids ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'] in dv-neutron-818844-1-hyperv is: [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:25:51Z', 'revision_number': 4, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '270daf6e-75c9-49f7-8e49-c71746c43341', 'name': '', 'network_id': 'a58b73d3-5736-4ec8-9a42-8d4dd2cef14b', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'mac_address': 'fa:16:3e:e1:45:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'ce6ef603-452f-4a96-a000-574026db64ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:49Z', 'updated_at': '2021-11-23T02:25:56Z', 'revision_number': 4, 'project_id': '12cb4629625542adbd128b0846253a3c', 'subnets': [{'id': 'ce6ef603-452f-4a96-a000-574026db64ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:25:57.179288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a379039-b281-4eda-8d0c-71d59e3c623b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:57.182295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a379039-b281-4eda-8d0c-71d59e3c623b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:57.196517 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a379039-b281-4eda-8d0c-71d59e3c623b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1348231 Nov 23 02:25:57.197443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60472) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:57.289217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.315553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 753d8475-2451-4432-b35d-6f45a3e190f9 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:25:57.320882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.379554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.400709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0efc-5a92-46d3-a0cd-d6195889fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.414830 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.420146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.435441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.456975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=898703c1-98fa-43be-82ac-0af9dc13acbd,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:57.464156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:57.476557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.477632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.563357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.575714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:57.576423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.627477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.632347 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.9594290 Nov 23 02:25:57.635201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60474) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:57.640740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f9a2-9209-448b-bd83-bcf909567e71 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fd87ac-e38d-48e9-bf13-7a952313dd4e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:57.658327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group_rule': {'security_group_id': '46fd87ac-e38d-48e9-bf13-7a952313dd4e', 'project_id': '0cf7cb3d148643528191c7b32331d091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:57.679622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=c8b26dbf-27af-4d9f-95a4-3c54e27456ae,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:57.714581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:57.718653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6f8c0efc-5a92-46d3-a0cd-d6195889fcb8 None None] For port 270daf6e-75c9-49f7-8e49-c71746c43341, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=270daf6e-75c9-49f7-8e49-c71746c43341,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:57.745882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.757485 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a1c279e9-6207-4840-99e2-04580d1173aa tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8823600 Nov 23 02:25:57.759447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.762882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60476) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:57.770623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:57.773683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6f8c0efc-5a92-46d3-a0cd-d6195889fcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.835476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.850520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] For port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,segment=NetworkSegment(c9f2d6ab-7112-41dd-bb88-3ea24219ad22),segment_id=c9f2d6ab-7112-41dd-bb88-3ea24219ad22)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:57.871875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:57.872374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.961672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0efc-5a92-46d3-a0cd-d6195889fcb8 None None] Pushing event updated for resources: {'Port': ['ID=270daf6e-75c9-49f7-8e49-c71746c43341,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:57.971025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.989141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4adfa194-ab61-4652-8072-4a5ee36ee2c3 None None] Provisioning complete for port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:57.989535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4adfa194-ab61-4652-8072-4a5ee36ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.992195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 54553e6b-b098-4457-8ba5-69bc94f724ca is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:25:57.994643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:57.994860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.005698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.008033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:58.008478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:58.027075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.129905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event deleted for resources: {'Subnet': ['ID=4c42b903-60e6-49df-b403-d72bc4d70ec2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.145839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea4ef55-ff2b-4921-9e77-0f4627d2efc6 None None] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:58.147898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.151640 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2247d43b-846d-455a-82fe-d07b5bd001bd tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "DELETE /v2.0/subnets/4c42b903-60e6-49df-b403-d72bc4d70ec2 HTTP/1.1" status: 204 len: 168 time: 1.3495874 Nov 23 02:25:58.220156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60478) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:58.233407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.272755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592e1f1-1d03-420a-9d08-241f354446d6 None None] Pushing event updated for resources: {'Port': ['ID=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.276326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ab1cf826-b524-4ae0-84c0-3c83d79ddb49 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:58.347000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.352357 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/753d8475-2451-4432-b35d-6f45a3e190f9 HTTP/1.1" status: 204 len: 168 time: 1.1521225 Nov 23 02:25:58.354476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bce78d-2fc5-48b3-b89c-569583f38558 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=753d8475-2451-4432-b35d-6f45a3e190f9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.360008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60480) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:58.384855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.414052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcb0b52-a0e5-46b3-bb99-bb5b384c2cd3 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:58.425868 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-48b50712-0245-4699-89b9-f2f8706b93a6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613172 Nov 23 02:25:58.425868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.426280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60482) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:58.434870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:58.548718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081faa2f-ec12-4ec3-b205-4683c66fd7cc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.585278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4adfa194-ab61-4652-8072-4a5ee36ee2c3 None None] Provisioning complete for port 898703c1-98fa-43be-82ac-0af9dc13acbd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:58.585696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4adfa194-ab61-4652-8072-4a5ee36ee2c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.591870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=42b795d2-996d-46d7-a7b7-c31510f3dde0,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:58.612096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.613614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7fd0dfaa-ef94-4e58-90b3-96a32f6a4b03 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9592183 Nov 23 02:25:58.619609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60484) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:58.628977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group_rule': {'security_group_id': '46fd87ac-e38d-48e9-bf13-7a952313dd4e', 'project_id': '0cf7cb3d148643528191c7b32331d091', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:58.641329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': 'bccfa95d-1e0a-4795-9105-ffec3ce926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:25:58.641600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.641703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: c8b26dbf-27af-4d9f-95a4-3c54e27456ae, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:25:58.656039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:58.656526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.674963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:25:58.680113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:25:58.684685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:58.690993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.691476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Delete allocated IP 172.20.0.26 (f6b45586-78af-4457-af6a-99a6d4967c09/b6affbd2-e8b5-4072-b544-c9d22b962f6c) {{(pid=103357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:25:58.727854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, c8b26dbf-27af-4d9f-95a4-3c54e27456ae) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:25:58.733821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:58.734562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.738836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4adfa194-ab61-4652-8072-4a5ee36ee2c3 None None] Port 898703c1-98fa-43be-82ac-0af9dc13acbd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:58.757152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17b3aeb-8402-4f24-b176-9875d6eb234b None None] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:58.793727 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5b572aa3-1066-4ffa-84cb-3e0dbe52a998 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0270116 Nov 23 02:25:58.795753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60486) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:58.800549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-696878428', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:58.877886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.880035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:58.888581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] DHCP port deletion for eff090e7-ea15-4f92-8d0a-da4a7c807153 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:58.912195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.022702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.042662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9335347e-32f3-4261-92da-8498977d1533 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:25:59.051953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:25:59.073745 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-464f41fc-876b-4ecb-93e9-7b3a442309f2 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2395942 Nov 23 02:25:59.074677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.077707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60488) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:59.083584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-718420504'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:59.097831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.100405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.101315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4a4d0f3e-107c-406f-bda7-0c2c109dea2c None None] Provisioning complete for port 898703c1-98fa-43be-82ac-0af9dc13acbd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:25:59.102113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0f3e-107c-406f-bda7-0c2c109dea2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.119458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Deleting port edbcf6a2-c2f0-45d6-828c-1591a94e179b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:59.120320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.131740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:25:59.163449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d844800-f714-4813-8601-4ea8c2ec2ba2,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:59.216414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.233620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:25:59.238950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.247538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a712bc0c-89f1-4d99-9e41-64b38b0650cc None None] Network f6b45586-78af-4457-af6a-99a6d4967c09 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:25:59.255652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:25:59.256352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:25:59.258603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.284803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.290305 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dd447beb-81d0-4523-a203-816309db3400 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4906466 Nov 23 02:25:59.296207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60490) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:59.323560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.327752 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e065cada-1deb-4f89-b1ae-4586529e9bd6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7024453 Nov 23 02:25:59.332116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=54a0c89e-8002-4911-9ab4-e20e9ff3c9ce,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:59.335363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:25:59.336007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60492) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:59.345476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group_rule': {'security_group_id': '46fd87ac-e38d-48e9-bf13-7a952313dd4e', 'project_id': '0cf7cb3d148643528191c7b32331d091', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:59.362375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] For port edbcf6a2-c2f0-45d6-828c-1591a94e179b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=edbcf6a2-c2f0-45d6-828c-1591a94e179b,segment=NetworkSegment(5fd484b3-32b4-4abb-b65b-28ed641e4222),segment_id=5fd484b3-32b4-4abb-b65b-28ed641e4222)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:25:59.362873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.365820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 592} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:25:59.405098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Calling delete_port for edbcf6a2-c2f0-45d6-828c-1591a94e179b owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:25:59.436262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.436755 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment f0f7b212-626b-483b-a356-615ddedee7b1 of type vlan for network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e Nov 23 02:25:59.450924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4a4d0f3e-107c-406f-bda7-0c2c109dea2c None None] Port 898703c1-98fa-43be-82ac-0af9dc13acbd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:25:59.452810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8c9ac3fb-e716-4d86-acb2-c7846059f7cf up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:25:59.500313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.541852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-c8b26dbf-27af-4d9f-95a4-3c54e27456ae', 'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': '42b795d2-996d-46d7-a7b7-c31510f3dde0'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:25:59.542799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.550736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.554879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] In _notify_port_updated(), no bound segment for port 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce on network f6b45586-78af-4457-af6a-99a6d4967c09 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:25:59.561036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:59.562067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.563696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-af506918-7afb-4401-8183-02549667da35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/ports/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce HTTP/1.1" status: 200 len: 918 time: 2.8922563 Nov 23 02:25:59.569552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60494) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:59.573031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9335347e-32f3-4261-92da-8498977d1533 None None] Deleting port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:59.574871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9335347e-32f3-4261-92da-8498977d1533 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.579799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fedb631e-3de2-4e5d-9e1a-6687d475d4cc'}, {'subnet_id': 'b6affbd2-e8b5-4072-b544-c9d22b962f6c'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:59.585708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Deleting port edbcf6a2-c2f0-45d6-828c-1591a94e179b {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:25:59.585708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.587894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:25:59.678403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.686117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:25:59.686898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.697825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.704309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.716827 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6351688 Nov 23 02:25:59.736162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60496) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:59.745313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:59.792290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event deleted for resources: {'Port': ['ID=edbcf6a2-c2f0-45d6-828c-1591a94e179b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:59.799374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] No DVR routers for this DVR port edbcf6a2-c2f0-45d6-828c-1591a94e179b on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:25:59.814939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.859771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.860036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05fdc-51b1-4761-a5e6-fe6c61fbe67e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:59.901160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:25:59.930933 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b797c2-9540-4b7e-9bc5-c54e3ffa1cd8,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:25:59.944265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:25:59.945533 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5ce8b335-b7c7-4196-b99d-f867fc1d0b56 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6083446 Nov 23 02:25:59.950824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60498) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:25:59.957587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group_rule': {'security_group_id': '46fd87ac-e38d-48e9-bf13-7a952313dd4e', 'project_id': '0cf7cb3d148643528191c7b32331d091', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:25:59.977668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.008963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.059658 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:00.063196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.112338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bd3181cf-c830-46a1-aa9e-c431cebd66b7 None None] Provisioning complete for port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:00.112785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd3181cf-c830-46a1-aa9e-c431cebd66b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.237463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:00.237842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.243358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.280070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.282330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] For port edbcf6a2-c2f0-45d6-828c-1591a94e179b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=edbcf6a2-c2f0-45d6-828c-1591a94e179b,segment=NetworkSegment(5fd484b3-32b4-4abb-b65b-28ed641e4222),segment_id=5fd484b3-32b4-4abb-b65b-28ed641e4222)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:00.282736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.316067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eff090e7-ea15-4f92-8d0a-da4a7c807153']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:00.348147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Calling delete_port for edbcf6a2-c2f0-45d6-828c-1591a94e179b owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:00.362100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd484b3-32b4-4abb-b65b-28ed641e4222') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:00.362784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd484b3-32b4-4abb-b65b-28ed641e4222') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:00.377932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.408286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.416497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9335347e-32f3-4261-92da-8498977d1533 None None] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:00.416908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9335347e-32f3-4261-92da-8498977d1533 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.450733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:00.451309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:00.454403 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:00.495465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Allocated IP 2001:db8::2 (c8b26dbf-27af-4d9f-95a4-3c54e27456ae/42b795d2-996d-46d7-a7b7-c31510f3dde0/980ca4b9-72a5-4fb8-a87c-c8fea227f16f) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:00.500522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9335347e-32f3-4261-92da-8498977d1533 None None] Calling delete_port for 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:00.533862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.540659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.565535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.567612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:00.568983 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] 10.222.0.53 "DELETE /v2.0/networks/eff090e7-ea15-4f92-8d0a-da4a7c807153 HTTP/1.1" status: 204 len: 168 time: 2.3476412 Nov 23 02:26:00.571720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.601676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a9bb5-3595-4392-afac-45d383fbd365 tempest-DHCPAgentSchedulersTestJSON-660808296 tempest-DHCPAgentSchedulersTestJSON-660808296-project] Pushing event deleted for resources: {'Network': ['ID=eff090e7-ea15-4f92-8d0a-da4a7c807153,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.610078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc3f966-2f96-41a1-b201-632872e78296,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.645959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.651637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.653623 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-59540cef-6bf4-4cbc-a1f6-4db69e0cee11 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6996391 Nov 23 02:26:00.663714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.27 (f6b45586-78af-4457-af6a-99a6d4967c09/b6affbd2-e8b5-4072-b544-c9d22b962f6c/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:00.665792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60502) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:00.676977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group_rule': {'security_group_id': '46fd87ac-e38d-48e9-bf13-7a952313dd4e', 'project_id': '0cf7cb3d148643528191c7b32331d091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:00.679878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.680667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.765376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=11']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.783578 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Project 0cf7cb3d148643528191c7b32331d091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:26:00.798199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.813801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 270daf6e-75c9-49f7-8e49-c71746c43341 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:00.828625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.831438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:00.839567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:00.847179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:00.848450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.862570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.879342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.905232 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Network eff090e7-ea15-4f92-8d0a-da4a7c807153 is not hosted by any dhcp agent {{(pid=103358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:26:00.905805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] No DVR routers for this DVR port edbcf6a2-c2f0-45d6-828c-1591a94e179b on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:00.960808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2c41a-0495-435b-9b09-ffbe7e8b8e13 None None] Pushing event deleted for resources: {'Port': ['ID=edbcf6a2-c2f0-45d6-828c-1591a94e179b,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.966244 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-af67cc09-8ddd-4910-a428-00768354138e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5357602 Nov 23 02:26:00.974735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=db078eca-6653-40fc-ad38-b44f9faa0055,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:00.974873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60504) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:00.982502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:09:45:b2', 'name': 'tempest-NetworksTestDHCPv6-1425582679'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:00.988485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:00.991231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.002798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.011460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:01.011925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:01.027377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9335347e-32f3-4261-92da-8498977d1533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.030091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.037595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:01.057577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:01.075029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.075526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.107509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4a847f-242b-49e2-8c94-b9398dbc5036 None None] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:01.115096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=54a0c89e-8002-4911-9ab4-e20e9ff3c9ce,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.118567 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b33d6312-7971-4a79-8047-aa506e03832e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3747401 Nov 23 02:26:01.119344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60508) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:01.130121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9335347e-32f3-4261-92da-8498977d1533 None None] Pushing event deleted for resources: {'Port': ['ID=9c4255a2-44ac-4f97-9db9-1c7d8d74c099,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.177945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2360dd-1dd2-4d5f-a20b-b578a993200c,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.200283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:25:55Z', 'revision_number': 3, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:25:56Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:01.200616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60510) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:01.208336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9335347e-32f3-4261-92da-8498977d1533 None None] No DVR routers for this DVR port 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:01.236763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.239123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8bf44960-6bd4-475a-bdfd-5a9acfbc9af5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5697820 Nov 23 02:26:01.248192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60514) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:01.257854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'security_group_rule': {'security_group_id': '46fd87ac-e38d-48e9-bf13-7a952313dd4e', 'project_id': '0cf7cb3d148643528191c7b32331d091', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:01.283550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 270daf6e-75c9-49f7-8e49-c71746c43341 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:01.283839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.300896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9918083-a0ef-4da6-80b1-e34c095c4db2 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:01.350820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:01.351284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Updating router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 port 898703c1-98fa-43be-82ac-0af9dc13acbd binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:01.367921 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Project 0cf7cb3d148643528191c7b32331d091 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:26:01.371016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-37e949f2-091b-4843-aa65-fa29416b811c None None] Provisioning complete for port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:01.371534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-37e949f2-091b-4843-aa65-fa29416b811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.379929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.385926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] In _notify_port_updated(), no bound segment for port 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce on network f6b45586-78af-4457-af6a-99a6d4967c09 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:26:01.393216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:01.394045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.398123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b3408729-7f7d-49e0-ad6b-c87baf00801d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/ports/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce HTTP/1.1" status: 200 len: 998 time: 1.8199334 Nov 23 02:26:01.435740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60516) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:01.470484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.492418 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f3fc500b-20a3-41de-8706-fb34ecaa650c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86ec5b39a5454cd887021b85ffaa9e88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891808 Nov 23 02:26:01.495052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60518) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:01.530228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.583942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:01.594729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc72d903-fc1a-4bcf-9b2e-d09c997ee913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.619329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:01.629224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:01.639143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:01.671583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Pushing event updated for resources: {'Port': ['ID=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:01.722814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.750514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc72d903-fc1a-4bcf-9b2e-d09c997ee913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.800728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:01.801692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.809362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 392e84e0-9c38-4c19-8f6f-083c4d155561 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:01.814674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.889237 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8::1 (c8b26dbf-27af-4d9f-95a4-3c54e27456ae/42b795d2-996d-46d7-a7b7-c31510f3dde0/97f2e8c9-f02b-474b-bc78-80bc8e35393c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:01.988629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc72d903-fc1a-4bcf-9b2e-d09c997ee913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.991610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc72d903-fc1a-4bcf-9b2e-d09c997ee913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:01.995556 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fc72d903-fc1a-4bcf-9b2e-d09c997ee913 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/401521dc-0293-4df1-8bdb-29b67788a3ae HTTP/1.1" status: 204 len: 168 time: 0.4968183 Nov 23 02:26:02.011480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.015500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72d903-fc1a-4bcf-9b2e-d09c997ee913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401521dc-0293-4df1-8bdb-29b67788a3ae,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.022844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.057953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:02.063746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.076080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe09:45b2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89/392e84e0-9c38-4c19-8f6f-083c4d155561) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:02.113774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2ead09-23db-4bb1-87d8-e3eb6f35149e,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.124546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.125789 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-eb4d41cb-a667-42b4-a112-eac7c3ccc26f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8766022 Nov 23 02:26:02.159722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:02.165760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.227500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Attempting to bind port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:02.227879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Attempting to bind port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'bccfa95d-1e0a-4795-9105-ffec3ce926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:02.229430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Attempting to bind port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f on network c8b26dbf-27af-4d9f-95a4-3c54e27456ae {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:02.235040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.242879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ab1cf826-b524-4ae0-84c0-3c83d79ddb49 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:02.266277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:02.267029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.313954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.355658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:02.356436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Checking segment: {'id': 'bccfa95d-1e0a-4795-9105-ffec3ce926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:02.357191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.357741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Bound using segment: {'id': 'bccfa95d-1e0a-4795-9105-ffec3ce926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:02.358381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Bound port: 980ca4b9-72a5-4fb8-a87c-c8fea227f16f, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccfa95d-1e0a-4795-9105-ffec3ce926b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c8b26dbf-27af-4d9f-95a4-3c54e27456ae'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:02.358933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.432617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.494724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-37e949f2-091b-4843-aa65-fa29416b811c None None] Provisioning complete for port 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:02.495425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-37e949f2-091b-4843-aa65-fa29416b811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.523308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.555916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:02.558438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:02.567451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:02.567938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.576481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=54a0c89e-8002-4911-9ab4-e20e9ff3c9ce,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.595090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.677124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:02.692679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-37e949f2-091b-4843-aa65-fa29416b811c None None] Port 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce was deleted so its status cannot be updated. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:26:02.729464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-335f04df-7c10-4230-bb26-9be55b009abf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.736994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=97f2e8c9-f02b-474b-bc78-80bc8e35393c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.805051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.809953 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-236853cc-b3c3-42a2-b287-8518a771e6b1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce HTTP/1.1" status: 204 len: 168 time: 1.3719738 Nov 23 02:26:02.811341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] For port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:02.812500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.814184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:02.820032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] For port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,segment=NetworkSegment(bccfa95d-1e0a-4795-9105-ffec3ce926b3),segment_id=bccfa95d-1e0a-4795-9105-ffec3ce926b3)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:02.863548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:02.863827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.866281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0fee41c4-cdbc-42e7-aec4-d9d254b4ea80 None None] Could not find standard attr ID for object 54a0c89e-8002-4911-9ab4-e20e9ff3c9ce. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:02.871855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:02.876207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:02.881434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:02.887529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.889072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:02.890028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.905499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=392e84e0-9c38-4c19-8f6f-083c4d155561,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:02.927030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2d546cea-3a2c-43eb-ac2d-3f239e7e915a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9506414 Nov 23 02:26:02.927759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60576) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:02.960452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-335f04df-7c10-4230-bb26-9be55b009abf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:02.966022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Allocated IP 172.22.0.2 (6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e/db078eca-6653-40fc-ad38-b44f9faa0055/fb431b4f-3216-4934-982c-da3d716b6bc4) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:02.991402 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3845d37-6c69-4ed2-b846-bcea184208e1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:26:02.996446 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d3845d37-6c69-4ed2-b846-bcea184208e1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce HTTP/1.1" status: 404 len: 333 time: 0.1713626 Nov 23 02:26:03.001121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60578) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:03.002032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-335f04df-7c10-4230-bb26-9be55b009abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.005918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6d1d2-83da-4245-935c-41c9dc0da8c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:03.011824 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-daa6d1d2-83da-4245-935c-41c9dc0da8c4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0824461 Nov 23 02:26:03.012686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60580) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:03.069349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.174826 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-335f04df-7c10-4230-bb26-9be55b009abf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a90b31755aca46419bbbfc40c2a2181d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4915128 Nov 23 02:26:03.183353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60582) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:03.189976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.194888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f04df-7c10-4230-bb26-9be55b009abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe422a0-05a2-425c-b0e1-4ecf9eea4984,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:03.207557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet b6affbd2-e8b5-4072-b544-c9d22b962f6c {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:03.213623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.234852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.242169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Allocated IP 2001:db8::f816:3eff:fe69:719a (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89/d43e0d66-079c-40a4-aaad-5ce8834a8679) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:03.260991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.265484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.275825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bd05f4b1-4ca5-4ec2-b2bf-5989510c4871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.320857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bd05f4b1-4ca5-4ec2-b2bf-5989510c4871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.341256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.357337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:03.393982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22e7a2-db95-41e6-86cc-c9a943921763 None None] Pushing event updated for resources: {'Port': ['ID=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:03.404200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 392e84e0-9c38-4c19-8f6f-083c4d155561 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:03.404566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.493282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:03.571769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:03.580184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-077341f8-969c-4eb6-be97-acb94ef4a03c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.588504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.22.0.1 (6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e/db078eca-6653-40fc-ad38-b44f9faa0055/e375316c-29de-478b-8328-9fafb2a9b61a) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:03.597458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bd05f4b1-4ca5-4ec2-b2bf-5989510c4871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.600202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bd05f4b1-4ca5-4ec2-b2bf-5989510c4871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.614325 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bd05f4b1-4ca5-4ec2-b2bf-5989510c4871 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fe422a0-05a2-425c-b0e1-4ecf9eea4984 HTTP/1.1" status: 204 len: 168 time: 0.4228847 Nov 23 02:26:03.699502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.725947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 392e84e0-9c38-4c19-8f6f-083c4d155561 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:03.757785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc78fc5-6afd-4c0c-900c-d3a5cc110cf8 None None] Pushing event updated for resources: {'Port': ['ID=898703c1-98fa-43be-82ac-0af9dc13acbd,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:03.858270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.875970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Attempting to bind port 898703c1-98fa-43be-82ac-0af9dc13acbd on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:03.876553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Attempting to bind port 898703c1-98fa-43be-82ac-0af9dc13acbd by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:03.876919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Attempting to bind port 898703c1-98fa-43be-82ac-0af9dc13acbd on network 54553e6b-b098-4457-8ba5-69bc94f724ca {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:03.901915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:03.903984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Checking segment: {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:03.904807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.905326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Bound using segment: {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:03.905963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Bound port: 898703c1-98fa-43be-82ac-0af9dc13acbd, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5159b288-036f-4772-a513-9e32315adad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:03.906454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:03.971205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Attempting to bind port fb431b4f-3216-4934-982c-da3d716b6bc4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:03.971721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Attempting to bind port fb431b4f-3216-4934-982c-da3d716b6bc4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:03.972390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Attempting to bind port fb431b4f-3216-4934-982c-da3d716b6bc4 on network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:04.037068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.044968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.047212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] For port 898703c1-98fa-43be-82ac-0af9dc13acbd, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:04.051294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] For port 898703c1-98fa-43be-82ac-0af9dc13acbd, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=898703c1-98fa-43be-82ac-0af9dc13acbd,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:04.061192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:04.063658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Pushing event updated for resources: {'Port': ['ID=fb431b4f-3216-4934-982c-da3d716b6bc4,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.067765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05f4b1-4ca5-4ec2-b2bf-5989510c4871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe422a0-05a2-425c-b0e1-4ecf9eea4984,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.093816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.124912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=b6affbd2-e8b5-4072-b544-c9d22b962f6c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.125530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.150891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.155944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:04.156483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Checking segment: {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:04.156976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.157446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Bound using segment: {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:04.158008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Bound port: fb431b4f-3216-4934-982c-da3d716b6bc4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:04.158555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.169824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.175284 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-55534e27-8ef9-4f5a-8f63-e924c9f25daf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/b6affbd2-e8b5-4072-b544-c9d22b962f6c HTTP/1.1" status: 204 len: 168 time: 1.1698103 Nov 23 02:26:04.180277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60602) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.181115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=392e84e0-9c38-4c19-8f6f-083c4d155561,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.186554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.187454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.217433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587016fa-9c74-43de-81e8-741fd4d56813 None None] Network f6b45586-78af-4457-af6a-99a6d4967c09 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:04.258730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=97f2e8c9-f02b-474b-bc78-80bc8e35393c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.295786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.301627 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7927facb-7995-4da1-8974-61eff7eae170 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/392e84e0-9c38-4c19-8f6f-083c4d155561 HTTP/1.1" status: 204 len: 168 time: 1.2854791 Nov 23 02:26:04.302629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60612) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.306999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:04.307592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9c4255a2-44ac-4f97-9db9-1c7d8d74c099 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:04.307771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device edbcf6a2-c2f0-45d6-828c-1591a94e179b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:04.330038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet fedb631e-3de2-4e5d-9e1a-6687d475d4cc {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:04.339504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.383804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: edbcf6a2-c2f0-45d6-828c-1591a94e179b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:04.384150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device edbcf6a2-c2f0-45d6-828c-1591a94e179b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:04.386138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4a47736d-84ff-4a2e-927b-7c1b8efc90b1 None None] Provisioning complete for port 898703c1-98fa-43be-82ac-0af9dc13acbd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:04.386496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4a47736d-84ff-4a2e-927b-7c1b8efc90b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.441277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.509320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c10397-d4e1-4e0f-b5a4-0dc949bc3a4d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:04.511350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c10397-d4e1-4e0f-b5a4-0dc949bc3a4d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:04.515447 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-04c10397-d4e1-4e0f-b5a4-0dc949bc3a4d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2085958 Nov 23 02:26:04.521061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60640) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.640385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:04.648921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:04.661948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:04.662950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:25:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:04.667167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:04.672549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.714176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.759432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.877746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.909857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:04.930320 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/fedb631e-3de2-4e5d-9e1a-6687d475d4cc HTTP/1.1" status: 204 len: 168 time: 0.7305994 Nov 23 02:26:04.931067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60652) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:04.972670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:04.974542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=e375316c-29de-478b-8328-9fafb2a9b61a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:04.978182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:04.983371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:05.002726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5398640-641e-4743-9f73-dce24500ddbf tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=fedb631e-3de2-4e5d-9e1a-6687d475d4cc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:05.051995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.080070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 980ca4b9-72a5-4fb8-a87c-c8fea227f16f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:05.082312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae773d0c-1512-45c9-9c2a-4cf30560fd1e None None] Network c8b26dbf-27af-4d9f-95a4-3c54e27456ae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:05.093768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.107231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.178411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc78fc5-6afd-4c0c-900c-d3a5cc110cf8 None None] Pushing event updated for resources: {'Port': ['ID=898703c1-98fa-43be-82ac-0af9dc13acbd,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:05.189615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.203284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:05.203766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.233795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] For port fb431b4f-3216-4934-982c-da3d716b6bc4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:05.243674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.282142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] For port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,segment=NetworkSegment(c9f2d6ab-7112-41dd-bb88-3ea24219ad22),segment_id=c9f2d6ab-7112-41dd-bb88-3ea24219ad22)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:05.282779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.298886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 8c9ac3fb-e716-4d86-acb2-c7846059f7cf owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:05.304151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:05.337329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] For port fb431b4f-3216-4934-982c-da3d716b6bc4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fb431b4f-3216-4934-982c-da3d716b6bc4,segment=NetworkSegment(f0f7b212-626b-483b-a356-615ddedee7b1),segment_id=f0f7b212-626b-483b-a356-615ddedee7b1)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:05.354022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:05.421870 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:05.425210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4a47736d-84ff-4a2e-927b-7c1b8efc90b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.427392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.467852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:05.471402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.480012 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:26:05.515805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=8c9ac3fb-e716-4d86-acb2-c7846059f7cf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:05.521564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Pushing event updated for resources: {'Port': ['ID=d43e0d66-079c-40a4-aaad-5ce8834a8679,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:05.535926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No DVR routers for this DVR port 8c9ac3fb-e716-4d86-acb2-c7846059f7cf on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:05.584717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 0a5962dc-30a6-4947-8e56-a40754994b29 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:05.637783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.692699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.698947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.746870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b45586-78af-4457-af6a-99a6d4967c09']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:05.770396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2d8f2705-ead4-40f7-a4fd-8e823595b38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.802018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:05.802744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f2d6ab-7112-41dd-bb88-3ea24219ad22') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:05.831882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.835919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4a47736d-84ff-4a2e-927b-7c1b8efc90b1 None None] For port 898703c1-98fa-43be-82ac-0af9dc13acbd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=898703c1-98fa-43be-82ac-0af9dc13acbd,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:05.866035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Attempting to bind port d43e0d66-079c-40a4-aaad-5ce8834a8679 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:05.874818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Attempting to bind port d43e0d66-079c-40a4-aaad-5ce8834a8679 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:05.875563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Attempting to bind port d43e0d66-079c-40a4-aaad-5ce8834a8679 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:05.881982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.898453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:05.900366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.913051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49932e25-0ab9-4173-b110-3d5264bc058c None None] DHCP port deletion for f6b45586-78af-4457-af6a-99a6d4967c09 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:05.924660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4a47736d-84ff-4a2e-927b-7c1b8efc90b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:05.926878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:05.927584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.024474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:06.024808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:06.025203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.025609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:06.026115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Bound port: d43e0d66-079c-40a4-aaad-5ce8834a8679, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:06.026509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.036003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78ec24-0a5e-49f0-a91a-96c3706a0b54 None None] Pushing event updated for resources: {'Port': ['ID=fb431b4f-3216-4934-982c-da3d716b6bc4,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:06.051846 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:06.066264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.083078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.088019 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/f6b45586-78af-4457-af6a-99a6d4967c09 HTTP/1.1" status: 204 len: 168 time: 1.1193576 Nov 23 02:26:06.094045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60668) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:06.170772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd04baa-203f-437d-a80c-ad773cef5e35 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=f6b45586-78af-4457-af6a-99a6d4967c09,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.237225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Provisioning complete for port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:06.237620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.294387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47736d-84ff-4a2e-927b-7c1b8efc90b1 None None] Pushing event updated for resources: {'Port': ['ID=898703c1-98fa-43be-82ac-0af9dc13acbd,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.331118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5875d6e-d899-43d2-8c85-7539395ae6ca tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.345886 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e5875d6e-d899-43d2-8c85-7539395ae6ca tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2500491 Nov 23 02:26:06.346609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60674) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:06.415559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] For port d43e0d66-079c-40a4-aaad-5ce8834a8679, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:06.425579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.443031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] For port d43e0d66-079c-40a4-aaad-5ce8834a8679, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d43e0d66-079c-40a4-aaad-5ce8834a8679,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:06.456223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.468494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.471934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9b07d99f-f2c3-4dcf-b793-62bc35bd0196 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1240888 Nov 23 02:26:06.479677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60676) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:06.485754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-333348480'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:06.503702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60678) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:06.548158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:06.559626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.631333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:06.647940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.648323 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment 24d501a9-7132-4dc5-9532-304bd5f3b5ee of type vlan for network 9ed44641-bbde-4203-b3a0-fc66488ee42f Nov 23 02:26:06.658769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.668430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f6598-fe1a-4c2c-8272-18bf38b3c0f3 None None] Pushing event updated for resources: {'Port': ['ID=d43e0d66-079c-40a4-aaad-5ce8834a8679,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:06.681245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,segment=NetworkSegment(bccfa95d-1e0a-4795-9105-ffec3ce926b3),segment_id=bccfa95d-1e0a-4795-9105-ffec3ce926b3)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:06.719532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:25:55Z', 'revision_number': 3, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:04Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:06.728386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.740417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:06.792199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.830148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.834095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.845304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:06.845799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:06.885475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a75df30-9d68-46f3-ab19-238324d74541 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:25:55Z', 'revision_number': 3, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:04Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:06.901011 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4197803 Nov 23 02:26:06.978685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60684) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.067757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:07.093605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fb431b4f-3216-4934-982c-da3d716b6bc4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:07.103637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:07.104004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:07.141826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.169976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:07.213893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:07.220850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.227299 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a94c078a-3d06-493c-bd36-eff4a79c347c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89 HTTP/1.1" status: 204 len: 168 time: 2.7045968 Nov 23 02:26:07.228609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:07.231661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fb431b4f-3216-4934-982c-da3d716b6bc4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:07.232044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.241709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60686) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.252924 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] Sync routers for ids ['0a5962dc-30a6-4947-8e56-a40754994b29'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:07.256225 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-422e1721-9501-407e-8dc4-f1558c265605 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/0a5962dc-30a6-4947-8e56-a40754994b29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9585221 Nov 23 02:26:07.265802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60688) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.276047 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] Routers {'0a5962dc-30a6-4947-8e56-a40754994b29'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:07.276746 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0a5962dc-30a6-4947-8e56-a40754994b29'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:07.345255 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:07.363943 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] Routers {'0a5962dc-30a6-4947-8e56-a40754994b29'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:07.369125 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0a5962dc-30a6-4947-8e56-a40754994b29'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:07.375563 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2756de64-810d-4bba-ae81-35a1bd20eedc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270213 Nov 23 02:26:07.476546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.484143 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:07.497244 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f94cc4-2148-4558-978c-b1c592412872 None None] The sync data for ids ['0a5962dc-30a6-4947-8e56-a40754994b29'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:07.513191 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60690) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.533685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45916b8a-f8c6-42a1-b467-5d31b18bff38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:07.538201 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-45916b8a-f8c6-42a1-b467-5d31b18bff38 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports/97f2e8c9-f02b-474b-bc78-80bc8e35393c HTTP/1.1" status: 200 len: 911 time: 0.1556771 Nov 23 02:26:07.552437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port fb431b4f-3216-4934-982c-da3d716b6bc4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fb431b4f-3216-4934-982c-da3d716b6bc4,segment=NetworkSegment(f0f7b212-626b-483b-a356-615ddedee7b1),segment_id=f0f7b212-626b-483b-a356-615ddedee7b1)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:07.556409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60692) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.561099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.573700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '42b795d2-996d-46d7-a7b7-c31510f3dde0'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:07.669365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6a160-4917-42a7-b722-70556079154e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=9ed44641-bbde-4203-b3a0-fc66488ee42f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:07.673824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=fb431b4f-3216-4934-982c-da3d716b6bc4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:07.699245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:07.702890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8c9ac3fb-e716-4d86-acb2-c7846059f7cf no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:07.728573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.750027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.855099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1678b0-38af-447a-8b27-898d4c2751df tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:07.861005 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-da1678b0-38af-447a-8b27-898d4c2751df tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3197742 Nov 23 02:26:07.861731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60694) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:07.864741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.921621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=e375316c-29de-478b-8328-9fafb2a9b61a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:07.936140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:07.997602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 8c9ac3fb-e716-4d86-acb2-c7846059f7cf {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:07.998441 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8c9ac3fb-e716-4d86-acb2-c7846059f7cf not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:08.018425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:08.019957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672f22c-ab58-42f8-979d-6c9cf13581f3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:08.024930 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e672f22c-ab58-42f8-979d-6c9cf13581f3 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1597173 Nov 23 02:26:08.025202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.025325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60696) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:08.048481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e7ec8-ea1b-4040-9122-80890e80d836 None None] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:08.080455 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fca352c8-994e-4804-a4e7-296cbe84b4f6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497730 Nov 23 02:26:08.080672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60698) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:08.085473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:08.100695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.159299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.171316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Provisioning complete for port 898703c1-98fa-43be-82ac-0af9dc13acbd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:08.172119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fdd0f6e-a5d9-4559-b7db-e0e71fa9928d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.205228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:08.209716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:08.219999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:08.223816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.473689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:08.534653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Provisioning complete for port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:08.535165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.681861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Provisioning complete for port fb431b4f-3216-4934-982c-da3d716b6bc4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:08.682235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.693684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:08.700803 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-46215dba-b9d9-4dd8-971a-bbb1fec6d439 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5802171 Nov 23 02:26:08.704562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60702) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:08.709802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088076143'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:08.730968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:08.749586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:08.761959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.786109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:08.791063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:08.852318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Allocated IP 172.26.8.176 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/a0288790-b9f9-4018-bb26-049484a668f6) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:08.949348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:08.996373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:08.997330 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added segment a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed of type vlan for network 680656c3-f67a-4989-a564-6478de80235d Nov 23 02:26:09.017577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:09.064924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 980ca4b9-72a5-4fb8-a87c-c8fea227f16f up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:09.120911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Provisioning complete for port 97f2e8c9-f02b-474b-bc78-80bc8e35393c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:09.121362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.135733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.172584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:26:09.258489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.279736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.295537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:26:09.348805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.356780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:09.357820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.364641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-dd4239f6-df10-4029-91ed-5cba35fd1b75 None None] Port 97f2e8c9-f02b-474b-bc78-80bc8e35393c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:09.413703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf17ed8-8873-4150-9903-039e480e3729 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:26:09.429652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7239921 Nov 23 02:26:09.440021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60706) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:09.451007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'subnet': {'network_id': '680656c3-f67a-4989-a564-6478de80235d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:09.475801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70889152-8a14-40de-94f4-33ba89132648 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Network': ['ID=680656c3-f67a-4989-a564-6478de80235d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:09.486669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=7a334268-da4c-4850-a3d4-9cbaae5bfa4e,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:09.499139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 680656c3-f67a-4989-a564-6478de80235d details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:09.547364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.560067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:09.560756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.562294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.588883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': '24d501a9-7132-4dc5-9532-304bd5f3b5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:09.589269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: 9ed44641-bbde-4203-b3a0-fc66488ee42f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:09.599926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.604618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.634802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-beec74d7-b8bc-44b5-b961-6c06dcb41f9f None None] Provisioning complete for port e375316c-29de-478b-8328-9fafb2a9b61a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:09.635213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-beec74d7-b8bc-44b5-b961-6c06dcb41f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.644270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.650209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:09.650984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.652378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/ports/97f2e8c9-f02b-474b-bc78-80bc8e35393c HTTP/1.1" status: 200 len: 911 time: 2.0848279 Nov 23 02:26:09.659905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60708) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:09.683756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:09.691211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:09.694093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:09.734508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Pushing event updated for resources: {'Port': ['ID=a0288790-b9f9-4018-bb26-049484a668f6,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:09.743357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:09.749325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Made reservation on behalf of b08563a96ccd4d2185b8a6dee573bca2 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:09.753020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.762227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-beec74d7-b8bc-44b5-b961-6c06dcb41f9f None None] Port e375316c-29de-478b-8328-9fafb2a9b61a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:09.800431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:07Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:09.832581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 9ed44641-bbde-4203-b3a0-fc66488ee42f) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:09.837782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:09.838569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.870538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:09.870947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Updating router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 port e375316c-29de-478b-8328-9fafb2a9b61a binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:09.885992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0199a0-9d3c-4d84-a158-6af9b2cf6646 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=97f2e8c9-f02b-474b-bc78-80bc8e35393c,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:09.886470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-beec74d7-b8bc-44b5-b961-6c06dcb41f9f None None] Provisioning complete for port fb431b4f-3216-4934-982c-da3d716b6bc4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:09.886872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-beec74d7-b8bc-44b5-b961-6c06dcb41f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:09.899435 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-961a3bbd-3bec-4c7f-abd8-707c42a8d611 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8024054 Nov 23 02:26:09.905203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60710) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:09.910769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f', 'name': 'tempest-PortsTestJSON-1650705599'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:09.931784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fb431b4f-3216-4934-982c-da3d716b6bc4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:09.980498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.035874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port d43e0d66-079c-40a4-aaad-5ce8834a8679, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d43e0d66-079c-40a4-aaad-5ce8834a8679,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:10.068795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf17ed8-8873-4150-9903-039e480e3729 None None] Unable to find a vacant binding_index for network 9ed44641-bbde-4203-b3a0-fc66488ee42f and agent 115e00be-6366-4092-8ab4-2660997965c8 {{(pid=103358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 02:26:10.072421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.114976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf17ed8-8873-4150-9903-039e480e3729 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 9ed44641-bbde-4203-b3a0-fc66488ee42f) {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:26:10.136218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.167314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.168086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.175462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.251433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=ee4e5759-0736-4ddd-a094-05659f1d17f7,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.287030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:10.306310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:10.313667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:10.314729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.323157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.323514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.323864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.324210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.324602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.324949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.325417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.326133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.326271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.326531 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.326869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.327196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.378343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fb431b4f-3216-4934-982c-da3d716b6bc4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:10.379855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.394960 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3108437 Nov 23 02:26:10.394960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e2992-6e83-4bec-ad00-2e07ea8af0bb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=d43e0d66-079c-40a4-aaad-5ce8834a8679,revision_number=5']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.398320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60714) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:10.404072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:45:fe:d3', 'name': 'tempest-NetworksTestDHCPv6-308854789'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:10.437592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:10.441995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.466228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.543681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 76fed553-4199-4f97-bbdf-45ede4091a1e yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:10.552203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:10.649518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.652729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.654361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.664397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Subnet': ['ID=30d959c0-8dec-4167-90f0-5f780b4cbfec,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.677945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.719570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 898703c1-98fa-43be-82ac-0af9dc13acbd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:10.754569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Pushing event updated for resources: {'Port': ['ID=a0288790-b9f9-4018-bb26-049484a668f6,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:10.767709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.768301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.768743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.769231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.775301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.777391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Checking segment: {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:10.778280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network hostable DHCP agents. Network: 680656c3-f67a-4989-a564-6478de80235d, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:10.797105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port d88556ed-e481-4d49-9741-8804b9894a04 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:10.814397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.814941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.815478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.815794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.816200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.816746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.817195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.817608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.818015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.818543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.818945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.819335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:10.905706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 680656c3-f67a-4989-a564-6478de80235d is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:10.923036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.924798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 898703c1-98fa-43be-82ac-0af9dc13acbd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:10.925085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.944162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.13 (9ed44641-bbde-4203-b3a0-fc66488ee42f/7a334268-da4c-4850-a3d4-9cbaae5bfa4e/76fed553-4199-4f97-bbdf-45ede4091a1e) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:10.947698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.955038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.959995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 680656c3-f67a-4989-a564-6478de80235d) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:10.966968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:10.968311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:10.996356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.001633 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7c2a47c2-bced-4c70-9f6f-2696a591cea9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4968832 Nov 23 02:26:11.004556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60716) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:11.019539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1893802591', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'fixed_ips': [{'ip_address': '172.26.8.176'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:11.040016 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0a5c83c5-a594-4f9d-ba2f-4f9f52cd02c4 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5893331 Nov 23 02:26:11.040283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60718) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:11.060290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5aba6-bfeb-4fc1-a11b-1144b24ab677 None None] Pushing event updated for resources: {'Port': ['ID=e375316c-29de-478b-8328-9fafb2a9b61a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.086517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-9ed44641-bbde-4203-b3a0-fc66488ee42f', 'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': '7a334268-da4c-4850-a3d4-9cbaae5bfa4e'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:11.087461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.120141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Made reservation on behalf of e24f3083314e4d08bb8c5e9806c415fd for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:11.123492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.140706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.148464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe45:fed3 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/ee4e5759-0736-4ddd-a094-05659f1d17f7/d88556ed-e481-4d49-9741-8804b9894a04) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:11.203809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Attempting to bind port e375316c-29de-478b-8328-9fafb2a9b61a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:11.204184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Attempting to bind port e375316c-29de-478b-8328-9fafb2a9b61a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:11.205500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Attempting to bind port e375316c-29de-478b-8328-9fafb2a9b61a on network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:11.232949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:11.233335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Checking segment: {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:11.236218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.236675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Bound using segment: {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:11.237098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Bound port: e375316c-29de-478b-8328-9fafb2a9b61a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f7b212-626b-483b-a356-615ddedee7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:11.237500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.404584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] For port e375316c-29de-478b-8328-9fafb2a9b61a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:11.409569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] For port e375316c-29de-478b-8328-9fafb2a9b61a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e375316c-29de-478b-8328-9fafb2a9b61a,segment=NetworkSegment(f0f7b212-626b-483b-a356-615ddedee7b1),segment_id=f0f7b212-626b-483b-a356-615ddedee7b1)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:11.438326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.462338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.473421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.489848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.511521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] device_id is not set on port 1c917eba-6062-45dd-ae46-4d7861881f98 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:11.535579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 97f2e8c9-f02b-474b-bc78-80bc8e35393c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:11.536229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.594134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5aba6-bfeb-4fc1-a11b-1144b24ab677 None None] Pushing event updated for resources: {'Port': ['ID=e375316c-29de-478b-8328-9fafb2a9b61a,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.629687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:11.630348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:11.651190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5671714-d292-41ab-8484-20f3b18a2483,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.763652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.812337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Allocated IP 172.20.0.2 (9ed44641-bbde-4203-b3a0-fc66488ee42f/7a334268-da4c-4850-a3d4-9cbaae5bfa4e/9f7ff068-ad66-4701-9eb4-b3c4d98aa580) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:11.829944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=76fed553-4199-4f97-bbdf-45ede4091a1e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:11.835771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:11.839270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:11.846409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:11.850665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:11.913529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:11.914339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:11.970898 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-be78a0d3-0e30-4ff9-a3b4-fe0a608d1172 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0645502 Nov 23 02:26:11.973822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60722) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:11.979750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f', 'name': 'tempest-PortsTestJSON-933916367'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:12.021272 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 02:26:12.022071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:26:12.071605 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9fbf64bd-052f-4fd8-b3b6-f95c516172b8 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0653410 Nov 23 02:26:12.074887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60724) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:12.227971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.234120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.274262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 97f2e8c9-f02b-474b-bc78-80bc8e35393c owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:12.309654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.320574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.357011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Deleting port a0288790-b9f9-4018-bb26-049484a668f6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:12.357387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.372755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:12.376936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.385165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:12.392161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:12.399220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:12.414308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Pushing event updated for resources: {'Port': ['ID=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:12.418811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.464362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.471324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 6fbb12b9-ea80-4c37-b41f-18ad05429273 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:12.502201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:11Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:12.573135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b34859-a289-4ce7-9493-c15996311e0a None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:11Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:12.579615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Attempting to bind port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:12.579994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Attempting to bind port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '24d501a9-7132-4dc5-9532-304bd5f3b5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:12.580399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Attempting to bind port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 on network 9ed44641-bbde-4203-b3a0-fc66488ee42f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:12.586058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:12.586433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Checking segment: {'id': '24d501a9-7132-4dc5-9532-304bd5f3b5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:12.586839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.587231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Bound using segment: {'id': '24d501a9-7132-4dc5-9532-304bd5f3b5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:12.587711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Bound port: 9f7ff068-ad66-4701-9eb4-b3c4d98aa580, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d501a9-7132-4dc5-9532-304bd5f3b5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:12.588092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.666809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.667165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.730098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] For port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:12.733181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Calling delete_port for a0288790-b9f9-4018-bb26-049484a668f6 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:12.741603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] For port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,segment=NetworkSegment(24d501a9-7132-4dc5-9532-304bd5f3b5ee),segment_id=24d501a9-7132-4dc5-9532-304bd5f3b5ee)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:12.747353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:12.823279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:12.862087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.7 (9ed44641-bbde-4203-b3a0-fc66488ee42f/7a334268-da4c-4850-a3d4-9cbaae5bfa4e/6fbb12b9-ea80-4c37-b41f-18ad05429273) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:12.922341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=d88556ed-e481-4d49-9741-8804b9894a04,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:12.970373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:13.014527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:13.021924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.022785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.088080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03ddbd-7292-4619-b6b3-86eb96e82955 None None] Pushing event updated for resources: {'Port': ['ID=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:13.091348 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f1b9e684-faa9-4fb2-b658-479e52dde4f2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6914167 Nov 23 02:26:13.093648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60728) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:13.113325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0c80d506-55f3-4290-a97a-0313b362e5d0 None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:13.113844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c80d506-55f3-4290-a97a-0313b362e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.204124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.280463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=97f2e8c9-f02b-474b-bc78-80bc8e35393c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:13.309372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bda51a-d7a0-46e0-9142-24d52f727d3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.316780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bda51a-d7a0-46e0-9142-24d52f727d3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:13.324948 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c8bda51a-d7a0-46e0-9142-24d52f727d3c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2192516 Nov 23 02:26:13.325908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60730) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:13.361882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c80d506-55f3-4290-a97a-0313b362e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.492066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0c80d506-55f3-4290-a97a-0313b362e5d0 None None] For port d43e0d66-079c-40a4-aaad-5ce8834a8679, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d43e0d66-079c-40a4-aaad-5ce8834a8679,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:13.501822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0c80d506-55f3-4290-a97a-0313b362e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.600532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.644270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d43e0d66-079c-40a4-aaad-5ce8834a8679 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:13.647752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80d506-55f3-4290-a97a-0313b362e5d0 None None] Pushing event updated for resources: {'Port': ['ID=d43e0d66-079c-40a4-aaad-5ce8834a8679,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:13.771375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:13.771756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.801066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Allocated IP 172.23.0.1 (680656c3-f67a-4989-a564-6478de80235d/30d959c0-8dec-4167-90f0-5f780b4cbfec/2bea2408-12c8-4270-9eaa-77c6b0b39d27) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:13.820144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.866203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0288790-b9f9-4018-bb26-049484a668f6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:13.894388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.897492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e375316c-29de-478b-8328-9fafb2a9b61a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:13.963127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e375316c-29de-478b-8328-9fafb2a9b61a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:13.967397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:13.985126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port d88556ed-e481-4d49-9741-8804b9894a04 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:13.985761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.012454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 0a5962dc-30a6-4947-8e56-a40754994b29 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:14.018043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.020933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.025104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2fdc0838-e299-4e45-86b6-2a4c0d1864a9 tempest-ExternalNetworksAdminNegativeTestJSON-835851954 tempest-ExternalNetworksAdminNegativeTestJSON-835851954-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/bf0ae597-075d-442f-a6f9-3c851443bbb4 HTTP/1.1" status: 204 len: 168 time: 1.9462032 Nov 23 02:26:14.046674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.080976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:14.084152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:14.087484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:14.111634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.128104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.195123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=6fbb12b9-ea80-4c37-b41f-18ad05429273,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:14.208471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.209671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.220773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port e375316c-29de-478b-8328-9fafb2a9b61a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e375316c-29de-478b-8328-9fafb2a9b61a,segment=NetworkSegment(f0f7b212-626b-483b-a356-615ddedee7b1),segment_id=f0f7b212-626b-483b-a356-615ddedee7b1)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:14.226563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.234579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d3088786-4db9-4ddf-a486-39ef21368cf0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2595124 Nov 23 02:26:14.235280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.238190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60736) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.245879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for d88556ed-e481-4d49-9741-8804b9894a04 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:14.354089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=e375316c-29de-478b-8328-9fafb2a9b61a,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:14.359877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba974b98-2f14-4e8f-9f22-8875c4e6dbb1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:14.361768 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ba974b98-2f14-4e8f-9f22-8875c4e6dbb1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.1209197 Nov 23 02:26:14.366432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60738) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.416693 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.504919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 6fbb12b9-ea80-4c37-b41f-18ad05429273 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:14.509123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.561324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60742) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.602979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 680656c3-f67a-4989-a564-6478de80235d is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:14.620841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:14.627777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:14.629934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:14.632660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.639179 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ad4a88ca-a9d9-48a1-b01c-6fc49d6bd4f0 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/0a5962dc-30a6-4947-8e56-a40754994b29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9774423 Nov 23 02:26:14.640105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=2bea2408-12c8-4270-9eaa-77c6b0b39d27,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:14.642213 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] Sync routers for ids ['0a5962dc-30a6-4947-8e56-a40754994b29'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:14.649481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60746) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.663929 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] Routers {'0a5962dc-30a6-4947-8e56-a40754994b29'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:14.665064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.666641 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0a5962dc-30a6-4947-8e56-a40754994b29'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:14.683458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 6fbb12b9-ea80-4c37-b41f-18ad05429273 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:14.747214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=d88556ed-e481-4d49-9741-8804b9894a04,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:14.765662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a49daa-a9bf-4044-ae38-37c58c174c6d None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:26:14.773810 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:14.799335 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] Routers {'0a5962dc-30a6-4947-8e56-a40754994b29'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:14.799990 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['0a5962dc-30a6-4947-8e56-a40754994b29'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:14.826499 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-316a1ee5-ab9f-400c-ab5c-8b3b343da065 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a5962dc-30a6-4947-8e56-a40754994b29 HTTP/1.1" status: 200 len: 205 time: 0.1390548 Nov 23 02:26:14.829653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60750) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.867799 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:14.868473 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92261bde-02a3-471e-b10d-252a327842e5 None None] The sync data for ids ['0a5962dc-30a6-4947-8e56-a40754994b29'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:14.883339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:14.884808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.894974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2e38b41-4048-4b55-848a-9110f3a11322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.905436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.912945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d179a12c-17c3-4ffe-b591-55cc0eb8b0aa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/d88556ed-e481-4d49-9741-8804b9894a04 HTTP/1.1" status: 204 len: 168 time: 1.5501988 Nov 23 02:26:14.919771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60752) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:14.931636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.934468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:14.974979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.049911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151516d-494b-44c4-a9c0-f64fd5242f22 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.051313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=6fbb12b9-ea80-4c37-b41f-18ad05429273,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.051607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151516d-494b-44c4-a9c0-f64fd5242f22 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:15.057914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1151516d-494b-44c4-a9c0-f64fd5242f22 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1345172 Nov 23 02:26:15.058084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60754) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.071789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a49daa-a9bf-4044-ae38-37c58c174c6d None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:26:15.118769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Provisioning complete for port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:15.119158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.188773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.212195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2e38b41-4048-4b55-848a-9110f3a11322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.241324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2e38b41-4048-4b55-848a-9110f3a11322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.242118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.245476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9381a610-e225-47b3-ad39-be4f56ab7855 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/6fbb12b9-ea80-4c37-b41f-18ad05429273 HTTP/1.1" status: 204 len: 168 time: 0.8751523 Nov 23 02:26:15.247393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.248840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60756) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.251271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.273143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e38b41-4048-4b55-848a-9110f3a11322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9f6c5e-c623-4793-8fa8-9b4cd807a60f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.285579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet ee4e5759-0736-4ddd-a094-05659f1d17f7 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:15.289260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.322624 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d2e38b41-4048-4b55-848a-9110f3a11322 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7c3b41e78124f879759b5e058ef39fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7472668 Nov 23 02:26:15.336719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.360377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60758) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.417586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.429776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.477035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a410f675-545f-42be-b8a0-341b11f9de65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.489475 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8488a80-4536-452b-b73d-a9acb11158d5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:26:15.493886 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a8488a80-4536-452b-b73d-a9acb11158d5 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/6fbb12b9-ea80-4c37-b41f-18ad05429273 HTTP/1.1" status: 404 len: 333 time: 0.2414618 Nov 23 02:26:15.503885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60760) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.544511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] For port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,segment=NetworkSegment(24d501a9-7132-4dc5-9532-304bd5f3b5ee),segment_id=24d501a9-7132-4dc5-9532-304bd5f3b5ee)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:15.552766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.566556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.569811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.570882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5962dc-30a6-4947-8e56-a40754994b29 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:26:15.585118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.586228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab4d2746-bae9-494d-b20f-0c8333a977b2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/0a5962dc-30a6-4947-8e56-a40754994b29 HTTP/1.1" status: 204 len: 168 time: 0.7547655 Nov 23 02:26:15.591505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60762) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.628379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4e5759-0736-4ddd-a094-05659f1d17f7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.630678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.636765 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-201c51b8-e6dd-418e-b77b-0136c5f59ed5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ee4e5759-0736-4ddd-a094-05659f1d17f7 HTTP/1.1" status: 204 len: 168 time: 0.5744462 Nov 23 02:26:15.640671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e375316c-29de-478b-8328-9fafb2a9b61a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:15.658451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60764) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.714359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet 42b795d2-996d-46d7-a7b7-c31510f3dde0 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:15.718401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.740306 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d8a918ca-7625-45c4-b852-58daa1a620d7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806346 Nov 23 02:26:15.743514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60766) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:15.745352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a410f675-545f-42be-b8a0-341b11f9de65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.753613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272a45f-b02a-4a72-a6cc-48e24db6c767 None None] Pushing event updated for resources: {'Port': ['ID=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:15.755740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:15.769903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e375316c-29de-478b-8328-9fafb2a9b61a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:15.770290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.788996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.827928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-680656c3-f67a-4989-a564-6478de80235d', 'network_id': '680656c3-f67a-4989-a564-6478de80235d', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'fixed_ips': [{'subnet_id': '30d959c0-8dec-4167-90f0-5f780b4cbfec'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:15.829267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.908400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.930572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:15.934164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.042451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 76fed553-4199-4f97-bbdf-45ede4091a1e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:16.042849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.046319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:16.064545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.066881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:16.070705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.099838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Allocated IP 172.23.0.2 (680656c3-f67a-4989-a564-6478de80235d/30d959c0-8dec-4167-90f0-5f780b4cbfec/ac1e02eb-5f8e-47a5-ad39-89abcd4955f2) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:16.121613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=42b795d2-996d-46d7-a7b7-c31510f3dde0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.133646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.141888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ec90bbe2-ded7-412d-b499-37709a0db25f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/42b795d2-996d-46d7-a7b7-c31510f3dde0 HTTP/1.1" status: 204 len: 168 time: 0.5484064 Nov 23 02:26:16.143576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60770) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:16.174571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:16.175052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.197521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a410f675-545f-42be-b8a0-341b11f9de65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.202494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a410f675-545f-42be-b8a0-341b11f9de65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.205429 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a410f675-545f-42be-b8a0-341b11f9de65 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb9f6c5e-c623-4793-8fa8-9b4cd807a60f HTTP/1.1" status: 204 len: 168 time: 0.8444588 Nov 23 02:26:16.206120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event updated for resources: {'Port': ['ID=2bea2408-12c8-4270-9eaa-77c6b0b39d27,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.256872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.261498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.291217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410f675-545f-42be-b8a0-341b11f9de65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9f6c5e-c623-4793-8fa8-9b4cd807a60f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.326599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.362980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d43e0d66-079c-40a4-aaad-5ce8834a8679 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:16.384107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:16.385527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.405749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.421424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.438583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 76fed553-4199-4f97-bbdf-45ede4091a1e owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:16.471988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Network 680656c3-f67a-4989-a564-6478de80235d is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:16.479429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:16.485462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:16.490401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:16.490779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.497126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Pushing event updated for resources: {'Port': ['ID=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.506767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,segment=NetworkSegment(bccfa95d-1e0a-4795-9105-ffec3ce926b3),segment_id=bccfa95d-1e0a-4795-9105-ffec3ce926b3)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:16.507150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.538674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 980ca4b9-72a5-4fb8-a87c-c8fea227f16f owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:16.587453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Attempting to bind port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:16.587453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Attempting to bind port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:16.587815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Attempting to bind port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 on network 680656c3-f67a-4989-a564-6478de80235d {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:16.597975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:16.598363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Checking segment: {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:16.598784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.599226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Bound using segment: {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:16.599661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Bound port: ac1e02eb-5f8e-47a5-ad39-89abcd4955f2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:16.600050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.645468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Network 680656c3-f67a-4989-a564-6478de80235d is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:16.655094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:16.708085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] For port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:16.711613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] For port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,segment=NetworkSegment(a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed),segment_id=a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:16.723147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.727652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:16.756734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port 980ca4b9-72a5-4fb8-a87c-c8fea227f16f on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:16.810876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f935eec-3c48-4911-ba24-ccd86affbf5a None None] Pushing event updated for resources: {'Port': ['ID=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.853044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60776) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:16.871968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=980ca4b9-72a5-4fb8-a87c-c8fea227f16f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:16.976058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.018999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b26dbf-27af-4d9f-95a4-3c54e27456ae']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:17.026421 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-32df6e27-23af-457a-97e0-432852c7a9ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e24f3083314e4d08bb8c5e9806c415fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1589289 Nov 23 02:26:17.032324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60780) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:17.080328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccfa95d-1e0a-4795-9105-ffec3ce926b3') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:17.080731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccfa95d-1e0a-4795-9105-ffec3ce926b3') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:17.101865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.142424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.145535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b3ec-c62a-4fe6-91b3-03240bbf685b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.174482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:17.174976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:17.178249 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:17.181454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b3ec-c62a-4fe6-91b3-03240bbf685b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.302770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.315123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.325965 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/c8b26dbf-27af-4d9f-95a4-3c54e27456ae HTTP/1.1" status: 204 len: 168 time: 1.1812742 Nov 23 02:26:17.335107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60782) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:17.367698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-203898192', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:17.374542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dc8ed-6a6d-41e4-ba75-39bd178b23a9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=c8b26dbf-27af-4d9f-95a4-3c54e27456ae,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:17.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b3ec-c62a-4fe6-91b3-03240bbf685b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.378821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f5b3ec-c62a-4fe6-91b3-03240bbf685b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.382286 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b5f5b3ec-c62a-4fe6-91b3-03240bbf685b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e5671714-d292-41ab-8484-20f3b18a2483 HTTP/1.1" status: 204 len: 168 time: 0.3474572 Nov 23 02:26:17.398724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5b3ec-c62a-4fe6-91b3-03240bbf685b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5671714-d292-41ab-8484-20f3b18a2483,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:17.414838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.420450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.433757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:17.498601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.593075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:26:17.620703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.628049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.669424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.672285 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-32757d9e-4e96-40d5-b958-8efa1a77393f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3147912 Nov 23 02:26:17.677357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60786) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:17.690846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1659131310'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:17.714162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=76fed553-4199-4f97-bbdf-45ede4091a1e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:17.733893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:17.737777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.764654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:17.795504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:17.815631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.816134 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment a31b27a3-5c16-4eb5-a936-3fa3c2556337 of type vlan for network 93469973-6f5c-4240-8c02-aa7341355db8 Nov 23 02:26:17.848515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:17.850272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.892326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.949267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.954407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:17.966779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:17.966958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:17.981626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6df07024-ff99-4068-b1c2-c59ba5a6dc5a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9382138 Nov 23 02:26:17.989316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60794) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.005195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:18.045598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:18.050072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:18.103723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:18.105454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:18.205054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.208696 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e48b9933-cf4d-4dec-ae70-12b718ecaf09 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/76fed553-4199-4f97-bbdf-45ede4091a1e HTTP/1.1" status: 204 len: 168 time: 2.7037494 Nov 23 02:26:18.215703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60802) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.220178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.267276 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5885186 Nov 23 02:26:18.270992 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-316839d1-ece7-4af5-9e53-a41ee5f924ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:26:18.277273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60804) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.286158 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-316839d1-ece7-4af5-9e53-a41ee5f924ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/76fed553-4199-4f97-bbdf-45ede4091a1e HTTP/1.1" status: 404 len: 333 time: 0.0693099 Nov 23 02:26:18.292484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:18.295046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60806) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:18.380347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85cfb2-92b8-4b8f-999e-b923bb9e6cc8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=93469973-6f5c-4240-8c02-aa7341355db8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:18.445807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:18.452328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.455306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 93469973-6f5c-4240-8c02-aa7341355db8 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:18.557853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f41af0e-d8a6-4bc7-bbaf-0d165fba4ff7 None None] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:18.560187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc329a9d-c25f-4172-a780-c58395d432a9 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:18.581532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4ace64-3d04-497c-a6bb-c6306697efad None None] Network 680656c3-f67a-4989-a564-6478de80235d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:18.617083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:18.617917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.693800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 7a334268-da4c-4850-a3d4-9cbaae5bfa4e {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:18.703746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:18.912791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.125829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port d43e0d66-079c-40a4-aaad-5ce8834a8679, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d43e0d66-079c-40a4-aaad-5ce8834a8679,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:19.129432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.154761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.189621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:19.272215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.extraroute_db [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:26:19.293555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=a36ad3d8-2afc-4196-ba0a-c9bc57760c95,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.294375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9fad07-014b-403f-b39f-eac391c49ff7 None None] DHCP port deletion for c8b26dbf-27af-4d9f-95a4-3c54e27456ae request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:19.304148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.extraroute_db [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Removed routes are [] {{(pid=103357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:26:19.304756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.400543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.415255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:19.415681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: 93469973-6f5c-4240-8c02-aa7341355db8, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:19.423680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.424460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.504180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 93469973-6f5c-4240-8c02-aa7341355db8 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:19.515565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:19.519754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Provisioning complete for port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:19.520211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.524928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 93469973-6f5c-4240-8c02-aa7341355db8) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:19.532387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:19.542327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:19.543421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.548056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.560278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:19.561370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.595406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=103f0b42-522e-486a-b6e4-4a32f0615904,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:19.606438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca8b5d-95a8-4090-9b98-c5e58317ac25 None None] Network 93469973-6f5c-4240-8c02-aa7341355db8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:19.608441 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8572049 Nov 23 02:26:19.609138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60822) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:19.616084 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f29b4521-d3e4-4339-9e29-5ee6dcda96f9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3373129 Nov 23 02:26:19.622677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:a5:45:61', 'name': 'tempest-NetworksTestDHCPv6-431152315'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:19.638334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60824) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:19.757352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:19.768974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d51e83-c47b-4e81-8f25-bd0dfd7eefde tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=d43e0d66-079c-40a4-aaad-5ce8834a8679,revision_number=9']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:20.016580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,segment=NetworkSegment(a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed),segment_id=a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:20.020000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:20.091050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.211839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.302925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.304883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/7a334268-da4c-4850-a3d4-9cbaae5bfa4e HTTP/1.1" status: 204 len: 168 time: 2.0039265 Nov 23 02:26:20.307605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be18f2e-b74b-40c9-80f0-71d1ef7b6fa8 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=7a334268-da4c-4850-a3d4-9cbaae5bfa4e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:20.310515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d43e0d66-079c-40a4-aaad-5ce8834a8679 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:20.316919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60838) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:20.350081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.357767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.370317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b933f-4f8d-41d8-8b0e-11ea165e5975 None None] Update dhcp port {'port': {'network_id': '9ed44641-bbde-4203-b3a0-fc66488ee42f', 'fixed_ips': [{'subnet_id': '7a334268-da4c-4850-a3d4-9cbaae5bfa4e'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '9f7ff068-ad66-4701-9eb4-b3c4d98aa580'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:26:20.406979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.464514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60840) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:20.495668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-826b933f-4f8d-41d8-8b0e-11ea165e5975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.515075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.529225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 978699e5-cfb9-41ef-9908-5c3ded6f43a9 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:20.566144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-93469973-6f5c-4240-8c02-aa7341355db8', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:20.566545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:20.571613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.646060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.646809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:20.716659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Provisioning complete for port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:20.717108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.785245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '2bea2408-12c8-4270-9eaa-77c6b0b39d27', 'name': '', 'network_id': '680656c3-f67a-4989-a564-6478de80235d', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:9e:30:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:12Z', 'updated_at': '2021-11-23T02:26:15Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:20.793725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:20.804846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:20.808836 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-01455c40-31c5-4853-9907-c647bd4d5848 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 933 time: 2.8135669 Nov 23 02:26:20.810467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60844) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:20.850944 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-72bfb415-1d91-41bc-ae90-ddcccbd3514e tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-91051303'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:20.851317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-72bfb415-1d91-41bc-ae90-ddcccbd3514e tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Unknown quota resources ['metering_label']. {{(pid=103356) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:26:20.902947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8::1 (93469973-6f5c-4240-8c02-aa7341355db8/a36ad3d8-2afc-4196-ba0a-c9bc57760c95/d897abde-62c6-48d6-8f49-dd8b8d4e4866) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:20.923385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269b472-091d-41a3-a1ef-de9e62a188a4 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:20.926229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:20.926381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Updating router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:21.064512 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0df4e1f5-4561-4d6a-a4b6-0f6af4af1d9a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 933 time: 0.2505584 Nov 23 02:26:21.064764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60846) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:21.078475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'routes': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:21.135841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.185636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fea5:4561 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/103f0b42-522e-486a-b6e4-4a32f0615904/978699e5-cfb9-41ef-9908-5c3ded6f43a9) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:21.208740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:21.209295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.287045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:21.341449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:21.342140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.343627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.359182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424a26e1-12ca-4d39-af92-d400086652db None None] Network 680656c3-f67a-4989-a564-6478de80235d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:21.398747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-72bfb415-1d91-41bc-ae90-ddcccbd3514e tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.400271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-72bfb415-1d91-41bc-ae90-ddcccbd3514e tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.9336061 Nov 23 02:26:21.410629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60850) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:21.419830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-14b2d992-fbeb-44b5-9507-ee76800f5f27 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0f2651ab-26de-4989-b678-f495be9ab524'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:21.420737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-14b2d992-fbeb-44b5-9507-ee76800f5f27 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:26:21.445769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc44c76-7d89-442e-ae85-9aba44d01d06 None None] Network 9ed44641-bbde-4203-b3a0-fc66488ee42f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:21.477335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] For port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,segment=NetworkSegment(24d501a9-7132-4dc5-9532-304bd5f3b5ee),segment_id=24d501a9-7132-4dc5-9532-304bd5f3b5ee)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:21.477765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.494751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.530256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:21.566066 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.services.metering.metering_plugin [None req-14b2d992-fbeb-44b5-9507-ee76800f5f27 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:26:21.622496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 93469973-6f5c-4240-8c02-aa7341355db8 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:21.637097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:21.653695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:21.654420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.724815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=d897abde-62c6-48d6-8f49-dd8b8d4e4866,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:21.752645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-14b2d992-fbeb-44b5-9507-ee76800f5f27 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.757258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-14b2d992-fbeb-44b5-9507-ee76800f5f27 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3414929 Nov 23 02:26:21.759263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60852) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:21.784794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-987a7e68-6b16-4949-9fb3-912446bf834d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0f2651ab-26de-4989-b678-f495be9ab524'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:21.785290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-987a7e68-6b16-4949-9fb3-912446bf834d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103357) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:26:21.815978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:21.816725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-21bfe1dc-260a-435f-beda-59d3298985aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.843191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.866614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.915906 dv-neutron-818844-1-hyperv neutron-server[103357]: WARNING neutron.services.metering.metering_plugin [None req-987a7e68-6b16-4949-9fb3-912446bf834d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 02:26:21.943141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=9f7ff068-ad66-4701-9eb4-b3c4d98aa580,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:21.947045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.953306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No DVR routers for this DVR port 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:21.985447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:21.993481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Allocated IP 2001:db8::2 (93469973-6f5c-4240-8c02-aa7341355db8/a36ad3d8-2afc-4196-ba0a-c9bc57760c95/d71f1cb7-bf67-436b-88d4-d23872406061) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:22.033688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-987a7e68-6b16-4949-9fb3-912446bf834d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.038180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-987a7e68-6b16-4949-9fb3-912446bf834d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2785060 Nov 23 02:26:22.038372 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.038798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60854) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:22.061228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-80848958-6bc1-48e1-8405-0bca4f2959b5 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2dd3e785-f979-463e-b05b-0eedfd0a5af1 HTTP/1.1" status: 200 len: 464 time: 0.0187604 Nov 23 02:26:22.068566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.075139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60856) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:22.107965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.extraroute_db [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added routes are [] {{(pid=103357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:26:22.108225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.extraroute_db [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:26:22.166079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.173771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.202145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ed663-da60-4dc7-80eb-8b63c34f4ab2 None None] DHCP port deletion for 9ed44641-bbde-4203-b3a0-fc66488ee42f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:22.302295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Pushing event updated for resources: {'Port': ['ID=2bea2408-12c8-4270-9eaa-77c6b0b39d27,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:22.352503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 980ca4b9-72a5-4fb8-a87c-c8fea227f16f no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:22.446754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.451742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.466596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 980ca4b9-72a5-4fb8-a87c-c8fea227f16f {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:22.470878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 980ca4b9-72a5-4fb8-a87c-c8fea227f16f not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:22.540890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Attempting to bind port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:22.541270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Attempting to bind port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:22.541643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Attempting to bind port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 on network 680656c3-f67a-4989-a564-6478de80235d {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:22.607666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:22.625789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:22.627793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Checking segment: {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:22.628208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.628651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Bound using segment: {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:22.629168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Bound port: 2bea2408-12c8-4270-9eaa-77c6b0b39d27, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '680656c3-f67a-4989-a564-6478de80235d'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:22.629574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.649644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:22.693335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:22.747858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:22.753177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Provisioning complete for port e375316c-29de-478b-8328-9fafb2a9b61a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:22.753834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.757548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.761801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:22.785541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:22.786244 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.795115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed44641-bbde-4203-b3a0-fc66488ee42f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:22.827456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d501a9-7132-4dc5-9532-304bd5f3b5ee') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:22.827456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d501a9-7132-4dc5-9532-304bd5f3b5ee') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:22.828103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.834442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=978699e5-cfb9-41ef-9908-5c3ded6f43a9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:22.866551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:22.878357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.882015 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-40d6a61b-a01a-41c1-a48a-02397edda39e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 699 time: 1.8137600 Nov 23 02:26:22.882616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60860) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:22.917557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:22.940875 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8574d0d3-4bf7-43fe-9184-ce24d844fa43 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3213046 Nov 23 02:26:22.947895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60862) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:23.016376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.041694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Network 93469973-6f5c-4240-8c02-aa7341355db8 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:23.072564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Pushing event updated for resources: {'Port': ['ID=d71f1cb7-bf67-436b-88d4-d23872406061,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:23.072564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:23.072564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:23.072564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] For port 2bea2408-12c8-4270-9eaa-77c6b0b39d27, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:23.072564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] For port 2bea2408-12c8-4270-9eaa-77c6b0b39d27, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2bea2408-12c8-4270-9eaa-77c6b0b39d27,segment=NetworkSegment(a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed),segment_id=a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:23.089627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:23.089627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.090174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-12ea02bd-d039-4b24-98ce-e0770373f70f tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 699 time: 0.2004058 Nov 23 02:26:23.090174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60864) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:23.115751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb2d2-6781-456e-bed1-efb27a8ebe9e tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.118902 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3bdbb2d2-6781-456e-bed1-efb27a8ebe9e tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/2dd3e785-f979-463e-b05b-0eedfd0a5af1 HTTP/1.1" status: 204 len: 168 time: 1.0361874 Nov 23 02:26:23.138916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.149441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:23.149757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:23.161722 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:23.169034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60866) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:23.343829 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-96ff8770-14ff-4564-a5ed-c0d86dfc1c4d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=2dd3e785-f979-463e-b05b-0eedfd0a5af1 HTTP/1.1" status: 200 len: 221 time: 0.0714316 Nov 23 02:26:23.350848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60876) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:23.361473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-42a4a5b8-bd8c-477a-9b97-0d5b625be468 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2137349147', 'description': 'label created by tempest'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:23.361935 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-42a4a5b8-bd8c-477a-9b97-0d5b625be468 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Unknown quota resources ['metering_label']. {{(pid=103356) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 02:26:23.498327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b62902-2615-49bd-9eaa-5b432503324d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:23.530189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Attempting to bind port d71f1cb7-bf67-436b-88d4-d23872406061 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:23.530725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Attempting to bind port d71f1cb7-bf67-436b-88d4-d23872406061 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:23.533246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b62902-2615-49bd-9eaa-5b432503324d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:23.535922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Attempting to bind port d71f1cb7-bf67-436b-88d4-d23872406061 on network 93469973-6f5c-4240-8c02-aa7341355db8 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:23.538769 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e0b62902-2615-49bd-9eaa-5b432503324d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.5854418 Nov 23 02:26:23.545265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60880) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:23.579144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Pushing event updated for resources: {'Port': ['ID=2bea2408-12c8-4270-9eaa-77c6b0b39d27,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:23.591188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:23.591982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:23.612337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:23.612814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Checking segment: {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:23.614046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.614570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Bound using segment: {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:23.615207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Bound port: d71f1cb7-bf67-436b-88d4-d23872406061, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:23.615701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.724666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.776137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 978699e5-cfb9-41ef-9908-5c3ded6f43a9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:23.776785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.829841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.896278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.914303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 978699e5-cfb9-41ef-9908-5c3ded6f43a9 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:23.915715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.926938 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/9ed44641-bbde-4203-b3a0-fc66488ee42f HTTP/1.1" status: 204 len: 168 time: 3.6055219 Nov 23 02:26:23.926938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.926938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.944801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60882) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:23.962150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-976751976'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:23.970756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42a4a5b8-bd8c-477a-9b97-0d5b625be468 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:23.972035 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-42a4a5b8-bd8c-477a-9b97-0d5b625be468 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6202204 Nov 23 02:26:24.003393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55852899-c62b-4797-8c2a-3ecfb7d7c2f1 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=9ed44641-bbde-4203-b3a0-fc66488ee42f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:24.007742 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:24.139580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cc62e2b0-4628-4578-bf4c-6a8aa207be85 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=5b921822-c4b4-4a68-bca2-a6e018b17914 HTTP/1.1" status: 200 len: 468 time: 0.1219354 Nov 23 02:26:24.141187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60886) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:24.142569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.144003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.144635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.145641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.146215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.147036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.147609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.148131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.148653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.149158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.149656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.150297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95c1028-f31b-4614-b749-6cb950ab2b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:26:24.180403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.245674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] For port d71f1cb7-bf67-436b-88d4-d23872406061, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:24.250238 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] For port d71f1cb7-bf67-436b-88d4-d23872406061, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d71f1cb7-bf67-436b-88d4-d23872406061,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:24.267882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=d897abde-62c6-48d6-8f49-dd8b8d4e4866,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:24.286905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:24.291071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.307729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Provisioning complete for port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:24.314035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.318910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.339755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:24.361181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 93469973-6f5c-4240-8c02-aa7341355db8 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:24.364523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:24.375810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.376082 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment 37e6b418-4175-4ff3-ace0-e9e7de23df2b of type vlan for network 463cb432-6ac8-4459-82fa-b07de7e6f458 Nov 23 02:26:24.497939 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:24.649038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:24.677480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ac567-6b95-4a8e-bafb-724aef7d52e6 None None] Pushing event updated for resources: {'Port': ['ID=d71f1cb7-bf67-436b-88d4-d23872406061,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:24.696406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.763877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.771238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:24.772264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.777065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:24.793129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f7ff068-ad66-4701-9eb4-b3c4d98aa580 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:24.872875 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9197698 Nov 23 02:26:24.877945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60898) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:24.887523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:24.912681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:24.936611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:25.030300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0310781-610e-41ee-aeb8-3151db4d64ef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=463cb432-6ac8-4459-82fa-b07de7e6f458,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:25.035202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] For port 2bea2408-12c8-4270-9eaa-77c6b0b39d27, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2bea2408-12c8-4270-9eaa-77c6b0b39d27,segment=NetworkSegment(a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed),segment_id=a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:25.049757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.062250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:25.147335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=978699e5-cfb9-41ef-9908-5c3ded6f43a9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:25.195646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.202857 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-aba91632-f3f3-4c07-9610-4bcc4aeef75f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/978699e5-cfb9-41ef-9908-5c3ded6f43a9 HTTP/1.1" status: 204 len: 168 time: 1.6564929 Nov 23 02:26:25.203736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60900) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.219921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Provisioning complete for port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:25.220320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.251173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Pushing event updated for resources: {'Port': ['ID=2bea2408-12c8-4270-9eaa-77c6b0b39d27,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:25.265733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:22Z', 'revision_number': 7, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '2bea2408-12c8-4270-9eaa-77c6b0b39d27', 'name': '', 'network_id': '680656c3-f67a-4989-a564-6478de80235d', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:9e:30:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:12Z', 'updated_at': '2021-11-23T02:26:23Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:25.268927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:25.274721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.307677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d7675e-5dbc-4156-8066-bc6fb13b00c9 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:22Z', 'revision_number': 7, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '2bea2408-12c8-4270-9eaa-77c6b0b39d27', 'name': '', 'network_id': '680656c3-f67a-4989-a564-6478de80235d', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:9e:30:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:12Z', 'updated_at': '2021-11-23T02:26:23Z', 'revision_number': 4, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:25.330718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.410604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da58608b-a26d-4f8c-8a45-df0a421ea590 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.415141 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-da58608b-a26d-4f8c-8a45-df0a421ea590 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/5b921822-c4b4-4a68-bca2-a6e018b17914 HTTP/1.1" status: 204 len: 168 time: 1.2713785 Nov 23 02:26:25.459677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60902) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.459826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:25.460355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63f3bc8f-7f57-4e91-a774-055baab098c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.480087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:25.492778 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:25.497871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a539266-723d-4a8e-8632-d3efc42b1833 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8535516 Nov 23 02:26:25.504075 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9e048eb1-d32f-49cf-af9a-0ba2afd8141d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=5b921822-c4b4-4a68-bca2-a6e018b17914 HTTP/1.1" status: 200 len: 216 time: 0.0399585 Nov 23 02:26:25.508181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60904) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.508657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60906) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.519524 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:25.520330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-8407240'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:25.520577 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:25.554682 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9a68ac0d-02cd-4c6f-92d2-d37760da964d tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0302563 Nov 23 02:26:25.559946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60908) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.592771 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0c387c19-06d2-479c-b610-c8f8c990c622 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0311337 Nov 23 02:26:25.597585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60910) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.636905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d514005b-2edf-4ea5-8cb1-0516768fb3ce tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:25.642527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d514005b-2edf-4ea5-8cb1-0516768fb3ce tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:25.647092 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d514005b-2edf-4ea5-8cb1-0516768fb3ce tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3206034 Nov 23 02:26:25.647760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60912) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.654715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:25.659304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.704349 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:25.779064 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Provisioning complete for port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:25.779555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.802557 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1e11f143-e6a2-4309-a481-b97fe00a75af tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-labels/0f2651ab-26de-4989-b678-f495be9ab524 HTTP/1.1" status: 200 len: 471 time: 0.2032118 Nov 23 02:26:25.818662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60916) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.858805 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-26e97693-0c7a-4e04-bb79-ded745ccac94 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "GET /v2.0/metering/metering-label-rules/2373d4e7-d06d-449b-ab2f-53a2f9cf98f3 HTTP/1.1" status: 200 len: 461 time: 0.0340462 Nov 23 02:26:25.866164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:25.941077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:25.977498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 103f0b42-522e-486a-b6e4-4a32f0615904 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:25.981882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:25.982328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment ed58169f-7b8e-4296-9738-3ba1e6b52538 of type vlan for network 269896c7-06a3-45c1-b680-ce2870603793 Nov 23 02:26:25.984995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.004992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Provisioning complete for port d43e0d66-079c-40a4-aaad-5ce8834a8679 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:26.005528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.092646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.121226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.189965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.196377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Could not find standard attr ID for object d88556ed-e481-4d49-9741-8804b9894a04. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:26.225872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Provisioning complete for port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:26.226540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.247466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.346548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.365392 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:21Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:22Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:26.388682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=103f0b42-522e-486a-b6e4-4a32f0615904,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:26.400871 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:26.401429 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Updating router 2f19506c-c0c2-41a0-8534-ee08be8114f9 port d897abde-62c6-48d6-8f49-dd8b8d4e4866 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:26.410353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.resource_extend [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 02:26:26.418703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489a9c3-16f1-4b1d-a884-2c5690ffb7d9 None None] Network 93469973-6f5c-4240-8c02-aa7341355db8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:26.435202 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.443309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.451928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-16b300ca-f15e-44df-b2a8-6827a767794c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/103f0b42-522e-486a-b6e4-4a32f0615904 HTTP/1.1" status: 204 len: 168 time: 0.8005183 Nov 23 02:26:26.457423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fbb340f8-186e-4f2c-ac47-e0a856316280 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.460806 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fbb340f8-186e-4f2c-ac47-e0a856316280 tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-label-rules/2373d4e7-d06d-449b-ab2f-53a2f9cf98f3 HTTP/1.1" status: 204 len: 168 time: 0.5910680 Nov 23 02:26:26.463134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60920) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.463470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60922) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.500509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c6392-c4ee-4f15-9b80-88f821efd1e9 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:26.548143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:26.565018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:26.565648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.586190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=44291fc9-1ec9-4ca6-81d1-68920e51fecf,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:26.607117 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bbda5780-3ecd-4c44-aff7-29cd99315940 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1425226 Nov 23 02:26:26.621153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60924) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.663188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.668755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:26.669343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.742452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b19a5b92-6bcb-4bf4-a394-5d8920e44acf None None] Could not find standard attr ID for object 978699e5-cfb9-41ef-9908-5c3ded6f43a9. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:26.749260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f1311-b83e-4cba-8856-9b9e78b1191c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:26.751383 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b83f1311-b83e-4cba-8856-9b9e78b1191c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1288693 Nov 23 02:26:26.755021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60928) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.771892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': '37e6b418-4175-4ff3-ace0-e9e7de23df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:26.772743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: 463cb432-6ac8-4459-82fa-b07de7e6f458, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:26.784512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:26.785307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:26.790413 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.803364 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.824403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 2bea2408-12c8-4270-9eaa-77c6b0b39d27, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2bea2408-12c8-4270-9eaa-77c6b0b39d27,segment=NetworkSegment(a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed),segment_id=a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:26.825143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:26.849181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 2bea2408-12c8-4270-9eaa-77c6b0b39d27 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:26.881957 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3643925 Nov 23 02:26:26.882855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60932) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.891095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:26.955833 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759aaf9-ecc9-42e3-8139-88b9461a295c None None] Pushing event updated for resources: {'Port': ['ID=d897abde-62c6-48d6-8f49-dd8b8d4e4866,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:26.977943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580b8152-55ef-4e44-af6b-e92bc66bad1d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:26.980924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:26.987516 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-580b8152-55ef-4e44-af6b-e92bc66bad1d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2308974 Nov 23 02:26:26.995044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60934) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:26.996414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0520-8417-433e-9bd9-a0a60c7a4a87 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=269896c7-06a3-45c1-b680-ce2870603793,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:27.030333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 269896c7-06a3-45c1-b680-ce2870603793 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:27.078879 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Attempting to bind port d897abde-62c6-48d6-8f49-dd8b8d4e4866 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:27.083077 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Attempting to bind port d897abde-62c6-48d6-8f49-dd8b8d4e4866 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:27.083697 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Attempting to bind port d897abde-62c6-48d6-8f49-dd8b8d4e4866 on network 93469973-6f5c-4240-8c02-aa7341355db8 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:27.090808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-aea2e33d-699c-4589-80f5-4cfb9b8f2fc9 None None] Provisioning complete for port d71f1cb7-bf67-436b-88d4-d23872406061 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:27.091187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aea2e33d-699c-4589-80f5-4cfb9b8f2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.098163 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:27.099010 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Checking segment: {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:27.119060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:27.123708 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.124265 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Bound using segment: {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:27.126061 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Bound port: d897abde-62c6-48d6-8f49-dd8b8d4e4866, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a31b27a3-5c16-4eb5-a936-3fa3c2556337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:27.126899 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ac1425a-ed1c-43f0-ac16-c65c216897af tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.127418 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.151398 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2ac1425a-ed1c-43f0-ac16-c65c216897af tempest-MeteringTestJSON-532089218 tempest-MeteringTestJSON-532089218-project-admin] 10.222.0.53 "DELETE /v2.0/metering/metering-labels/0f2651ab-26de-4989-b678-f495be9ab524 HTTP/1.1" status: 204 len: 168 time: 0.6660862 Nov 23 02:26:27.248119 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-beefcdb8-5c5c-475e-b191-2b3c8b17aaea tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2471101 Nov 23 02:26:27.255042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60938) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:27.263662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:27.272700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 463cb432-6ac8-4459-82fa-b07de7e6f458) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:27.280386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:27.281251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.309053 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] For port d897abde-62c6-48d6-8f49-dd8b8d4e4866, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:27.317843 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] For port d897abde-62c6-48d6-8f49-dd8b8d4e4866, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d897abde-62c6-48d6-8f49-dd8b8d4e4866,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:27.330379 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.344570 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3cccbefa-c340-4433-aa2b-7d4851c6ea26 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4614158 Nov 23 02:26:27.351379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60940) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:27.362984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458', 'name': 'tempest-PortsTestJSON-1007562446', 'fixed_ips': [{'subnet_id': '44291fc9-1ec9-4ca6-81d1-68920e51fecf', 'ip_address': '172.20.0.10'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:27.443991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d71f1cb7-bf67-436b-88d4-d23872406061 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:27.446662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62d247d-d897-4fd4-b85f-bd3d2d2f1a85 None None] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:27.459693 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:27.467688 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:27.477875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:27.482729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.587736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:27.594540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:27.604427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759aaf9-ecc9-42e3-8139-88b9461a295c None None] Pushing event updated for resources: {'Port': ['ID=d897abde-62c6-48d6-8f49-dd8b8d4e4866,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:27.666333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:27.668279 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:27.784668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60944) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:28.033589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d71f1cb7-bf67-436b-88d4-d23872406061 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:28.034447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.129715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.135017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aea2e33d-699c-4589-80f5-4cfb9b8f2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.167713 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:21Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:28.173850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed06104a-8709-40f0-b478-0d0786965b4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.206111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:28.216995 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105bd9c8-b4c7-440d-9b01-c95282168267 None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:21Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:28.226579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] Deleting port d43e0d66-079c-40a4-aaad-5ce8834a8679 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:28.226816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:28.227167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.238814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:28.243757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:28.244458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.258056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=41b635ee-d84e-4483-810d-4c9b462bc146,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:28.281151 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-edc89f97-76f0-4783-8d1f-4a204b02d5e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0241973 Nov 23 02:26:28.283709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60958) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:28.291229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:92:a7:c4', 'name': 'tempest-NetworksTestDHCPv6-2055231641'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:28.315373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-463cb432-6ac8-4459-82fa-b07de7e6f458', 'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': '44291fc9-1ec9-4ca6-81d1-68920e51fecf'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:28.321356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.373083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-aea2e33d-699c-4589-80f5-4cfb9b8f2fc9 None None] For port d71f1cb7-bf67-436b-88d4-d23872406061, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d71f1cb7-bf67-436b-88d4-d23872406061,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:28.460270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.479605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.579338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Allocated IP 172.20.0.2 (463cb432-6ac8-4459-82fa-b07de7e6f458/44291fc9-1ec9-4ca6-81d1-68920e51fecf/93eac535-b0b1-4e54-a504-d4d10dbee882) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:28.612209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=2bea2408-12c8-4270-9eaa-77c6b0b39d27,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:28.702100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed06104a-8709-40f0-b478-0d0786965b4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.706061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:28.708700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.727679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=aa6df753-7c1c-4855-bc41-24e85a82d9bd,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:28.771393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:28.772146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: 269896c7-06a3-45c1-b680-ce2870603793, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:28.778523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed06104a-8709-40f0-b478-0d0786965b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.781981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port dd7ff81b-ddb3-4015-a593-2e00eb83a40d yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:28.871975 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ed06104a-8709-40f0-b478-0d0786965b4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa2e2dcb1b0f43f1b905f0699f24aae4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0857148 Nov 23 02:26:28.879004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.885159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60960) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:28.898962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aea2e33d-699c-4589-80f5-4cfb9b8f2fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.904025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:28.926545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06104a-8709-40f0-b478-0d0786965b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf71af1f-991c-45a9-8f41-388ccb044f90,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:29.007038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2e33d-699c-4589-80f5-4cfb9b8f2fc9 None None] Pushing event updated for resources: {'Port': ['ID=d71f1cb7-bf67-436b-88d4-d23872406061,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:29.009889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.067589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Pushing event updated for resources: {'Port': ['ID=93eac535-b0b1-4e54-a504-d4d10dbee882,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:29.099633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.154667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 269896c7-06a3-45c1-b680-ce2870603793 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:29.161340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2bea2408-12c8-4270-9eaa-77c6b0b39d27 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:29.180706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 092ccdc5-43a6-4bc7-9fd8-8ad96df5e233 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:29.188961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 269896c7-06a3-45c1-b680-ce2870603793) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:29.202490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:29.203189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.205287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2bea2408-12c8-4270-9eaa-77c6b0b39d27 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:29.206427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2bea2408-12c8-4270-9eaa-77c6b0b39d27 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 02:26:29.207972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0df0e22b-7442-46a6-b8bf-5ddaa59ddd8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.229033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:22Z', 'revision_number': 7, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '2bea2408-12c8-4270-9eaa-77c6b0b39d27', 'name': '', 'network_id': '680656c3-f67a-4989-a564-6478de80235d', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:9e:30:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:12Z', 'updated_at': '2021-11-23T02:26:24Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '30d959c0-8dec-4167-90f0-5f780b4cbfec', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:29.257480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:29.313073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:29.327626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:29.341589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3109bf7-1bb7-4d70-87c6-408be4d52841 None None] Network 269896c7-06a3-45c1-b680-ce2870603793 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:29.376503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0df0e22b-7442-46a6-b8bf-5ddaa59ddd8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.395203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0224ffd0-3d8e-4686-86a1-ad0532dab3d8 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5081351 Nov 23 02:26:29.421024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60964) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:29.502442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Port 2bea2408-12c8-4270-9eaa-77c6b0b39d27 not found, will not notify nova. {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 02:26:29.529647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:29.536910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] For port d43e0d66-079c-40a4-aaad-5ce8834a8679, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d43e0d66-079c-40a4-aaad-5ce8834a8679,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:29.538452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.583455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Provisioning complete for port d71f1cb7-bf67-436b-88d4-d23872406061 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:29.583846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.627909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-269896c7-06a3-45c1-b680-ce2870603793', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:29.629092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.691648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] Calling delete_port for d43e0d66-079c-40a4-aaad-5ce8834a8679 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:29.710219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::302 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/41b635ee-d84e-4483-810d-4c9b462bc146/092ccdc5-43a6-4bc7-9fd8-8ad96df5e233) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:29.729556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Attempting to bind port 93eac535-b0b1-4e54-a504-d4d10dbee882 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:29.730242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Attempting to bind port 93eac535-b0b1-4e54-a504-d4d10dbee882 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '37e6b418-4175-4ff3-ace0-e9e7de23df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:29.730761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Attempting to bind port 93eac535-b0b1-4e54-a504-d4d10dbee882 on network 463cb432-6ac8-4459-82fa-b07de7e6f458 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:29.733220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:29.734112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:29.792420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.10 (463cb432-6ac8-4459-82fa-b07de7e6f458/44291fc9-1ec9-4ca6-81d1-68920e51fecf/dd7ff81b-ddb3-4015-a593-2e00eb83a40d) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:29.844343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0df0e22b-7442-46a6-b8bf-5ddaa59ddd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.847850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0df0e22b-7442-46a6-b8bf-5ddaa59ddd8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:29.849474 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0df0e22b-7442-46a6-b8bf-5ddaa59ddd8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf71af1f-991c-45a9-8f41-388ccb044f90 HTTP/1.1" status: 204 len: 168 time: 0.9614308 Nov 23 02:26:29.874808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0e22b-7442-46a6-b8bf-5ddaa59ddd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf71af1f-991c-45a9-8f41-388ccb044f90,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.107420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.117009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.218276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:30.229763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.349552 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.350129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:30.350569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Checking segment: {'id': '37e6b418-4175-4ff3-ace0-e9e7de23df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:30.353564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.353877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Bound using segment: {'id': '37e6b418-4175-4ff3-ace0-e9e7de23df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:30.354494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Bound port: 93eac535-b0b1-4e54-a504-d4d10dbee882, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e6b418-4175-4ff3-ace0-e9e7de23df2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:30.355019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.368586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d71f1cb7-bf67-436b-88d4-d23872406061 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:30.416605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.457916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:30.463856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:30.490529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:30.499169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd419eb0-fc9c-4336-8d36-eee2ebf3ce9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.504980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:30.511776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=dd7ff81b-ddb3-4015-a593-2e00eb83a40d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:30.576524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:30.593964 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9c4b3d89-8a46-444c-bcfd-06eac097793a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5076363 Nov 23 02:26:30.597226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60974) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:30.673360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Allocated IP 2001:db8:1::2 (269896c7-06a3-45c1-b680-ce2870603793/aa6df753-7c1c-4855-bc41-24e85a82d9bd/d361c868-fd1d-4ee9-84ef-2c10f3d75839) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:30.890417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:30.933886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] For port 93eac535-b0b1-4e54-a504-d4d10dbee882, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:30.939709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] For port 93eac535-b0b1-4e54-a504-d4d10dbee882, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=93eac535-b0b1-4e54-a504-d4d10dbee882,segment=NetworkSegment(37e6b418-4175-4ff3-ace0-e9e7de23df2b),segment_id=37e6b418-4175-4ff3-ace0-e9e7de23df2b)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:30.945299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:30.970136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:30.970785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.012635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-db72fb0b-ad87-441c-973b-8cb720bdc87e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6574047 Nov 23 02:26:31.018101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60976) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:31.027404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': '463cb432-6ac8-4459-82fa-b07de7e6f458', 'name': 'tempest-PortsTestJSON-1065808419', 'fixed_ips': [{'subnet_id': '44291fc9-1ec9-4ca6-81d1-68920e51fecf', 'ip_address': '172.20.0.9'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:31.086737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.092855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.098472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet 30d959c0-8dec-4167-90f0-5f780b4cbfec {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:31.110787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:31.112592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.122489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:31.127335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=092ccdc5-43a6-4bc7-9fd8-8ad96df5e233,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.130003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:31.135891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:31.136789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.182600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d84328a-ada6-4508-baea-9d70465d89c6 None None] Pushing event updated for resources: {'Port': ['ID=93eac535-b0b1-4e54-a504-d4d10dbee882,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.203329 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-651bd033-2553-48da-a38d-afb69403ee50 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9182107 Nov 23 02:26:31.207662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60980) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:31.207841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd419eb0-fc9c-4336-8d36-eee2ebf3ce9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.216820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.248672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd419eb0-fc9c-4336-8d36-eee2ebf3ce9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.275609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Provisioning complete for port d897abde-62c6-48d6-8f49-dd8b8d4e4866 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:31.276000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.280261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Pushing event updated for resources: {'Port': ['ID=d361c868-fd1d-4ee9-84ef-2c10f3d75839,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.287598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa4b7c-ac92-4583-8771-78740a4edb42 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:31.295915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa4b7c-ac92-4583-8771-78740a4edb42 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:31.297731 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b8aa4b7c-ac92-4583-8771-78740a4edb42 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1593 time: 0.0886915 Nov 23 02:26:31.303143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60982) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:31.338242 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fd419eb0-fc9c-4336-8d36-eee2ebf3ce9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f76123cbf4504df4aad42e0e082dd559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8791995 Nov 23 02:26:31.342761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd419eb0-fc9c-4336-8d36-eee2ebf3ce9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250669af-7339-4ff7-a2d0-096b2fe48764,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.364621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60984) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:31.384224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Network 269896c7-06a3-45c1-b680-ce2870603793 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:31.425347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:31.430559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.431587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8:1::1 (269896c7-06a3-45c1-b680-ce2870603793/aa6df753-7c1c-4855-bc41-24e85a82d9bd/fef622e2-c47d-4723-b132-47c7dfadaa41) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:31.445896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:31.458511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d71f1cb7-bf67-436b-88d4-d23872406061 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:31.459073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.462479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:31.462863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.520030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port 8925c49f-36c7-4793-a7d2-a51cbe13f705 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:31.540672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.562627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 092ccdc5-43a6-4bc7-9fd8-8ad96df5e233 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:31.563138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.592255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60e18092-e077-469b-a224-4f5b5d39fac3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.636508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] No DVR routers for this DVR port d43e0d66-079c-40a4-aaad-5ce8834a8679 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:31.641608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f9bee-7595-41f7-91c4-ae78c51dcc7f None None] Pushing event deleted for resources: {'Port': ['ID=d43e0d66-079c-40a4-aaad-5ce8834a8679,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:31.687469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66f898b-6be9-4d5a-8696-d84513697b72 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:31.743789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.758543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 092ccdc5-43a6-4bc7-9fd8-8ad96df5e233 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:31.809724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60e18092-e077-469b-a224-4f5b5d39fac3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.832831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.922253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:31.979468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=092ccdc5-43a6-4bc7-9fd8-8ad96df5e233,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.000784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Attempting to bind port d361c868-fd1d-4ee9-84ef-2c10f3d75839 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:32.001276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Attempting to bind port d361c868-fd1d-4ee9-84ef-2c10f3d75839 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:32.001645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Attempting to bind port d361c868-fd1d-4ee9-84ef-2c10f3d75839 on network 269896c7-06a3-45c1-b680-ce2870603793 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:32.009216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.015235 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/30d959c0-8dec-4167-90f0-5f780b4cbfec HTTP/1.1" status: 204 len: 168 time: 1.4164057 Nov 23 02:26:32.016324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10588f7-dd55-4817-b3ff-ef4f13923555 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=30d959c0-8dec-4167-90f0-5f780b4cbfec,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.021668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 60986) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:32.084015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.105665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a28f5-44cb-4379-a552-7ccf627e1b5e None None] Network 680656c3-f67a-4989-a564-6478de80235d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:32.164668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.9 (463cb432-6ac8-4459-82fa-b07de7e6f458/44291fc9-1ec9-4ca6-81d1-68920e51fecf/8925c49f-36c7-4793-a7d2-a51cbe13f705) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:32.176719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60e18092-e077-469b-a224-4f5b5d39fac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.177066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.185333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60e18092-e077-469b-a224-4f5b5d39fac3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.186123 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d706c458-9e3d-4a49-b47a-c15dcda43f89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/092ccdc5-43a6-4bc7-9fd8-8ad96df5e233 HTTP/1.1" status: 204 len: 168 time: 0.8817978 Nov 23 02:26:32.194262 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-60e18092-e077-469b-a224-4f5b5d39fac3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/250669af-7339-4ff7-a2d0-096b2fe48764 HTTP/1.1" status: 204 len: 168 time: 0.8284850 Nov 23 02:26:32.201840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60988) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:32.215771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09219c3-48a9-49b7-8a33-69263cda0df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '41b635ee-d84e-4483-810d-4c9b462bc146'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:32.217272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e09219c3-48a9-49b7-8a33-69263cda0df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.220587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:32.221220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Checking segment: {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:32.221821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.222394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Bound using segment: {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:32.229750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Bound port: d361c868-fd1d-4ee9-84ef-2c10f3d75839, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:32.231082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.413111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.463844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.534400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] For port d897abde-62c6-48d6-8f49-dd8b8d4e4866, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d897abde-62c6-48d6-8f49-dd8b8d4e4866,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:32.560880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e18092-e077-469b-a224-4f5b5d39fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250669af-7339-4ff7-a2d0-096b2fe48764,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.574681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.610214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c03b2df-30d3-468a-a7bb-16d26c71960d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:32.619012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c03b2df-30d3-468a-a7bb-16d26c71960d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:32.625885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9c03b2df-30d3-468a-a7bb-16d26c71960d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4128442 Nov 23 02:26:32.631303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 60994) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:32.650689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:32.651518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.735075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf9b21-68e6-48ad-9249-92d0982c4776 None None] Pushing event updated for resources: {'Port': ['ID=d897abde-62c6-48d6-8f49-dd8b8d4e4866,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:32.817243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 41b635ee-d84e-4483-810d-4c9b462bc146 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:32.830107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.851099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d897abde-62c6-48d6-8f49-dd8b8d4e4866 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:32.917843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.940575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:32.959583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.031746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,segment=NetworkSegment(a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed),segment_id=a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:33.032116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.068838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 269896c7-06a3-45c1-b680-ce2870603793 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:33.071521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:33.073892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=fef622e2-c47d-4723-b132-47c7dfadaa41,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:33.079257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.084581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:33.099130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:33.100158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.146496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.189838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-67737539-8ec4-4cd4-9d8c-270a9ce4abb2 None None] Provisioning complete for port d897abde-62c6-48d6-8f49-dd8b8d4e4866 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:33.190236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-67737539-8ec4-4cd4-9d8c-270a9ce4abb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.230016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=8925c49f-36c7-4793-a7d2-a51cbe13f705,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:33.298956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:33.305649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:33.326439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:33.335198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88fb30e-9e60-471b-89bb-63920ba57ce0 None None] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:33.349866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] For port d361c868-fd1d-4ee9-84ef-2c10f3d75839, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:33.412645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.494668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.501067 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/41b635ee-d84e-4483-810d-4c9b462bc146 HTTP/1.1" status: 204 len: 168 time: 0.8677602 Nov 23 02:26:33.510635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32782) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.549000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 8, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:33.549927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2cb914-796b-429b-91c5-f6130709349d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=41b635ee-d84e-4483-810d-4c9b462bc146,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:33.561325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:33.562352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.592145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c6c58ca4-b5c0-4498-ae1e-4619200e4c95 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5677922 Nov 23 02:26:33.592519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32784) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.625863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] For port d361c868-fd1d-4ee9-84ef-2c10f3d75839, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d361c868-fd1d-4ee9-84ef-2c10f3d75839,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:33.640107 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0be8a3b5-9e82-4858-ad64-1a0192e6ebfa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1262934 Nov 23 02:26:33.643292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32788) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.645206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426b3f75-457c-47a6-b404-d2e4f128010d None None] DHCP port deletion for 680656c3-f67a-4989-a564-6478de80235d request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:33.668608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3c3ce079-e5e0-4fae-a170-0c5854b34c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.688505 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dd4d6bb1-6a32-4203-aa89-0e09de7dcc4f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0417666 Nov 23 02:26:33.688505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.691651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32790) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.713006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-e09219c3-48a9-49b7-8a33-69263cda0df5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41b635ee-d84e-4483-810d-4c9b462bc146: This subnet is being modified by another concurrent operation. Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41b635ee-d84e-4483-810d-4c9b462bc146: This subnet is being modified by another concurrent operation. Nov 23 02:26:33.738280 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:26:33.748253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.760461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734acd06-f639-4faf-930e-0ee071b1df71 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 8, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:33.771940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:33.793713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d897abde-62c6-48d6-8f49-dd8b8d4e4866 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:33.794153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:33.828623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=ac1e02eb-5f8e-47a5-ad39-89abcd4955f2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:33.865216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911e62e-b560-48f6-8fbd-a73bdd3c7a98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:33.869780 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a911e62e-b560-48f6-8fbd-a73bdd3c7a98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1746745 Nov 23 02:26:33.870795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32794) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.893476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22dd3ae-6968-42b9-b7cb-3d55b7202664 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:33.897829 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d22dd3ae-6968-42b9-b7cb-3d55b7202664 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3014426 Nov 23 02:26:33.902144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32796) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:33.989933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2f42e-5d44-43b0-9544-c82654c3371d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.003633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.012006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2f42e-5d44-43b0-9544-c82654c3371d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.028634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680656c3-f67a-4989-a564-6478de80235d']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:34.031077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec2f42e-5d44-43b0-9544-c82654c3371d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:34.040163 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dec2f42e-5d44-43b0-9544-c82654c3371d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1368208 Nov 23 02:26:34.041085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:34.041389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d9b935-0bc4-4ca4-ade0-c201ff5da6ed') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:34.042416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32800) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:34.053859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.070720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.078664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:34.079321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.216364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-426b3f75-457c-47a6-b404-d2e4f128010d None None] The port 'ac1e02eb-5f8e-47a5-ad39-89abcd4955f2' was deleted {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 02:26:34.262003 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7cbbd5ef-fe1d-47ef-98e2-37e0e07c5069 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3830919 Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:34.265794 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:34.302762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32802) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:34.370772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:34.394611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6b349-15d2-4fb4-8025-824cd079fcb0 None None] Pushing event updated for resources: {'Port': ['ID=d361c868-fd1d-4ee9-84ef-2c10f3d75839,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:34.489580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.525583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.532359 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/680656c3-f67a-4989-a564-6478de80235d HTTP/1.1" status: 204 len: 168 time: 2.5088990 Nov 23 02:26:34.544422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32812) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:34.669176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d43e0d66-079c-40a4-aaad-5ce8834a8679 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:34.751973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 8925c49f-36c7-4793-a7d2-a51cbe13f705 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:34.752350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.760386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d43e0d66-079c-40a4-aaad-5ce8834a8679 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:34.760386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d43e0d66-079c-40a4-aaad-5ce8834a8679 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:34.762901 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:34.771997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-62ba2623-0f73-4d69-8cd4-4c82d9b1cbeb None None] Provisioning complete for port 93eac535-b0b1-4e54-a504-d4d10dbee882 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:34.772676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62ba2623-0f73-4d69-8cd4-4c82d9b1cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.787541 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:34.788344 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:34.864725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5835b1c-7c87-483f-a560-1d17e60c2a90 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=680656c3-f67a-4989-a564-6478de80235d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:34.935465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:34.939046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:34.967063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62ba2623-0f73-4d69-8cd4-4c82d9b1cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.044867 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:35.060079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-62ba2623-0f73-4d69-8cd4-4c82d9b1cbeb None None] For port 93eac535-b0b1-4e54-a504-d4d10dbee882, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=93eac535-b0b1-4e54-a504-d4d10dbee882,segment=NetworkSegment(37e6b418-4175-4ff3-ace0-e9e7de23df2b),segment_id=37e6b418-4175-4ff3-ace0-e9e7de23df2b)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:35.067041 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-62ba2623-0f73-4d69-8cd4-4c82d9b1cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.087788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.112623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 8925c49f-36c7-4793-a7d2-a51cbe13f705 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:35.192458 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba2623-0f73-4d69-8cd4-4c82d9b1cbeb None None] Pushing event updated for resources: {'Port': ['ID=93eac535-b0b1-4e54-a504-d4d10dbee882,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:35.204466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Provisioning complete for port dd7ff81b-ddb3-4015-a593-2e00eb83a40d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:35.205200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.231000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.258567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.259335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.278550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d361c868-fd1d-4ee9-84ef-2c10f3d75839 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:35.339712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Port dd7ff81b-ddb3-4015-a593-2e00eb83a40d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:35.376556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Provisioning complete for port 8925c49f-36c7-4793-a7d2-a51cbe13f705 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:35.377273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.409345 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 8, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:35.473208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Port 8925c49f-36c7-4793-a7d2-a51cbe13f705 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:35.484384 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:35.495506 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:35.496786 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:35.497747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Provisioning complete for port 93eac535-b0b1-4e54-a504-d4d10dbee882 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:35.498126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a07d2c90-28a6-4297-8503-8f688d42fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.499808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d361c868-fd1d-4ee9-84ef-2c10f3d75839 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:35.500165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.597580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32824) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:35.698371 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef70fcf5-4afb-4e59-9e35-fd9854b29f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.714373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.751558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=fef622e2-c47d-4723-b132-47c7dfadaa41,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:35.777013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.835073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=8925c49f-36c7-4793-a7d2-a51cbe13f705,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:35.899319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6af29d92-b236-458d-b7f8-dcb52438b7e0 tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:35.930637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port d361c868-fd1d-4ee9-84ef-2c10f3d75839, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d361c868-fd1d-4ee9-84ef-2c10f3d75839,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:35.951835 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:35.957638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:35.959342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d897abde-62c6-48d6-8f49-dd8b8d4e4866 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:36.039464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.040865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 269896c7-06a3-45c1-b680-ce2870603793 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:36.046018 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-342aa284-c386-46b5-b3ed-9f92926875ed tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/8925c49f-36c7-4793-a7d2-a51cbe13f705 HTTP/1.1" status: 204 len: 168 time: 1.9978821 Nov 23 02:26:36.046500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:36.048703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32836) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.093351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:26:36.102973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=d361c868-fd1d-4ee9-84ef-2c10f3d75839,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:36.116783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.185111 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03a5c58-7fb3-4ab0-897a-f1ebc0ed2755 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:26:36.190772 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c03a5c58-7fb3-4ab0-897a-f1ebc0ed2755 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/8925c49f-36c7-4793-a7d2-a51cbe13f705 HTTP/1.1" status: 404 len: 333 time: 0.1407895 Nov 23 02:26:36.193014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32842) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.194047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=85072d61-663f-42c3-819a-93761a06d731,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:36.221360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d897abde-62c6-48d6-8f49-dd8b8d4e4866 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:36.221769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.277505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:36.281554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:36.284768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:36.285402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.313752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a9a5e-4d3b-493b-9536-8a0d75666607 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:36.328306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port dd7ff81b-ddb3-4015-a593-2e00eb83a40d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:36.328693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.342111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:36.360661 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7494a024-cd40-4626-8381-f22078222366 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0476744 Nov 23 02:26:36.367263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32844) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.441616 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 8, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:36.455558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a43ea6-bcba-4f8a-baef-400fdd86bd9d None None] Network 269896c7-06a3-45c1-b680-ce2870603793 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:36.458416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c2c44ed7-af2c-41d7-a227-35516e6dc460 None None] Provisioning complete for port dd7ff81b-ddb3-4015-a593-2e00eb83a40d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:36.459010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2c44ed7-af2c-41d7-a227-35516e6dc460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.475154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.488082 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6af29d92-b236-458d-b7f8-dcb52438b7e0 tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "PUT /v2.0/quotas/3126ff7285f241fa88db58d777ee00bf HTTP/1.1" status: 200 len: 366 time: 0.8854547 Nov 23 02:26:36.489610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for dd7ff81b-ddb3-4015-a593-2e00eb83a40d owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:36.493630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:36.495334 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476e6739-36e0-4069-ac24-fe6501b2be41 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:27Z', 'revision_number': 8, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e375316c-29de-478b-8328-9fafb2a9b61a', 'name': '', 'network_id': '6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:eb:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:02Z', 'updated_at': '2021-11-23T02:26:14Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': 'db078eca-6653-40fc-ad38-b44f9faa0055', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:36.505076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32846) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.507648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:36.535035 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-60720927-326d-4d82-9bb3-68da0ae71b30 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1120448 Nov 23 02:26:36.553041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32848) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.553347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:36.565504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1080084062'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:36.572496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.620155 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ec50e5a7-637a-479f-b4d9-3441a86b35c7 tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0960183 Nov 23 02:26:36.622170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32850) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.650244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c2c44ed7-af2c-41d7-a227-35516e6dc460 None None] Port dd7ff81b-ddb3-4015-a593-2e00eb83a40d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:36.656989 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-90c42595-df95-47c7-a2c3-48b9f7c3ae12 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470290570&fields=id&tenant_id=0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 267 time: 0.0999312 Nov 23 02:26:36.660536 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-857a3d20-5c77-4562-aa07-8b6523d85a15 tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "GET /v2.0/quotas/3126ff7285f241fa88db58d777ee00bf HTTP/1.1" status: 200 len: 366 time: 0.0375919 Nov 23 02:26:36.662828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c2c44ed7-af2c-41d7-a227-35516e6dc460 None None] Could not find standard attr ID for object 8925c49f-36c7-4793-a7d2-a51cbe13f705. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:36.663341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32852) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.666694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:36.667408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:36.671310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:36.675214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.761062 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1087e9a8-413d-40e7-8735-005a36919c8b tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/3126ff7285f241fa88db58d777ee00bf HTTP/1.1" status: 204 len: 168 time: 0.0935185 Nov 23 02:26:36.764027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32854) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.785487 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ad7b3db4-0f56-41ad-9fd3-b2bc4b550fbe tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0183136 Nov 23 02:26:36.790419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32856) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.804011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:36.806669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.811539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.860742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-15a7f268-3341-4823-870f-a41e423ad86b tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "GET /v2.0/quotas/3126ff7285f241fa88db58d777ee00bf HTTP/1.1" status: 200 len: 370 time: 0.0665317 Nov 23 02:26:36.861688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:36.861985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32858) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.868379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=dd7ff81b-ddb3-4015-a593-2e00eb83a40d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:36.876189 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a47cae2d-9900-479e-8e75-d3055db804ae tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "GET /v2.0/quotas/3126ff7285f241fa88db58d777ee00bf/default HTTP/1.1" status: 200 len: 370 time: 0.0095789 Nov 23 02:26:36.881678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.885095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32860) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:36.886445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 93eac535-b0b1-4e54-a504-d4d10dbee882 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:36.889847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.890181 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment 2e034132-e534-44e1-a91f-9d1464f8a6d8 of type vlan for network 045cb194-617f-4a4d-8b83-f858f5bd9678 Nov 23 02:26:36.899981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-f5cfd403-8af1-45cc-aa6a-44bb5432b6a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:36.901696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-f5cfd403-8af1-45cc-aa6a-44bb5432b6a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 812 time: 0.2289486 Nov 23 02:26:36.959111 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-ca76fc8a-5749-4262-8e2f-2e0293067d2f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/quotas/0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 375 time: 0.0196545 Nov 23 02:26:36.989458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:36.993236 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d627c0d2-ba99-4422-87b1-bbcd52640f49 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/dd7ff81b-ddb3-4015-a593-2e00eb83a40d HTTP/1.1" status: 204 len: 168 time: 0.7959425 Nov 23 02:26:37.007408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32862) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.036758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:37.052219 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-58353d1b-c3ae-468f-9914-300796aa7fc9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:26:37.058284 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-58353d1b-c3ae-468f-9914-300796aa7fc9 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/dd7ff81b-ddb3-4015-a593-2e00eb83a40d HTTP/1.1" status: 404 len: 333 time: 0.0487993 Nov 23 02:26:37.059017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32866) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.093792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-39c39151-2f54-4461-a3db-0ff3ade4b30f None None] Provisioning complete for port d361c868-fd1d-4ee9-84ef-2c10f3d75839 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:37.094194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-39c39151-2f54-4461-a3db-0ff3ade4b30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.123141 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-b41c2058-8366-4e93-b059-ead9ae1048c7 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1550474 Nov 23 02:26:37.163921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 44291fc9-1ec9-4ca6-81d1-68920e51fecf {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:37.166850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.182704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': '85072d61-663f-42c3-819a-93761a06d731'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:37.183607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.215002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.279171 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 93eac535-b0b1-4e54-a504-d4d10dbee882 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:37.279572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.376961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-65a70fb0-e419-4cfd-aced-ecbf20cf5393 service neutron] 10.222.0.53 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398460 Nov 23 02:26:37.382665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.391859 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-0f28be4b-4bf7-4668-99cc-0b57105d048f tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] delete failed (client error): The resource could not be found. Nov 23 02:26:37.393277 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f28be4b-4bf7-4668-99cc-0b57105d048f tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/3126ff7285f241fa88db58d777ee00bf HTTP/1.1" status: 404 len: 348 time: 0.5049646 Nov 23 02:26:37.453087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.495704 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.ipam_backend_mixin [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85072d61-663f-42c3-819a-93761a06d731 (CIDR: 2001:db8::/64) Nov 23 02:26:37.529055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.549455 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:26:37.550716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:26:37.565789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.567907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=44291fc9-1ec9-4ca6-81d1-68920e51fecf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:37.578862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:37.578862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.580798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32872) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.585590 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-eae4d98b-5d86-4ac3-974b-1929a2e976b1 service neutron] 10.222.0.53 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767383 Nov 23 02:26:37.598722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.601941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b12e8222-a061-4994-85d4-867898ffa557 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/44291fc9-1ec9-4ca6-81d1-68920e51fecf HTTP/1.1" status: 204 len: 168 time: 0.5330124 Nov 23 02:26:37.605562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32874) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.642790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87361b9f-80c2-47d9-8023-c707a41ce6a3 None None] Network 463cb432-6ac8-4459-82fa-b07de7e6f458 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:37.660684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:network and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:37.669363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:37.693143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:subnet and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:37.698922 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4187a650-8569-4105-8129-e59e4e9e4c9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2094965 Nov 23 02:26:37.701405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:37.705994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32878) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.729886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:37.740057 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1818612 Nov 23 02:26:37.752402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32880) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:37.759308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:37.765945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f57a9d-b02f-4197-95fb-9ebf9e1e23d1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=045cb194-617f-4a4d-8b83-f858f5bd9678,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:37.821868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.835505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:subnetpool and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:37.866687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:37.882483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:37.911760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:port and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:37.924353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:37.957375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:37.961071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:37.964585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:router and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:37.985116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:38.011368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:floatingip and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:38.023255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:38.027643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Allocated IP 2001:db8::f816:3eff:fe22:f922 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/85072d61-663f-42c3-819a-93761a06d731/7328b9f3-e617-4662-b2a5-3e05118a69d4) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:38.036497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 93eac535-b0b1-4e54-a504-d4d10dbee882 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:38.036824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.122386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] For port 93eac535-b0b1-4e54-a504-d4d10dbee882, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=93eac535-b0b1-4e54-a504-d4d10dbee882,segment=NetworkSegment(37e6b418-4175-4ff3-ace0-e9e7de23df2b),segment_id=37e6b418-4175-4ff3-ace0-e9e7de23df2b)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:38.122781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.143798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 93eac535-b0b1-4e54-a504-d4d10dbee882 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:38.186231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port e375316c-29de-478b-8328-9fafb2a9b61a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:38.186595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.206822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.280964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.305708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:38.313834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.315977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-331f48a6-ae1a-4a4f-b7f6-1d9f6a84edad None None] Provisioning complete for port fef622e2-c47d-4723-b132-47c7dfadaa41 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:38.316462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-331f48a6-ae1a-4a4f-b7f6-1d9f6a84edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.320627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No DVR routers for this DVR port 93eac535-b0b1-4e54-a504-d4d10dbee882 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:38.431532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-331f48a6-ae1a-4a4f-b7f6-1d9f6a84edad None None] Port fef622e2-c47d-4723-b132-47c7dfadaa41 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:38.461937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:33Z', 'revision_number': 3, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:34Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:38.477925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.482033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=93eac535-b0b1-4e54-a504-d4d10dbee882,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.525478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:38.534135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:38.534610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Updating router 2f19506c-c0c2-41a0-8534-ee08be8114f9 port fef622e2-c47d-4723-b132-47c7dfadaa41 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:38.596023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port e375316c-29de-478b-8328-9fafb2a9b61a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e375316c-29de-478b-8328-9fafb2a9b61a,segment=NetworkSegment(f0f7b212-626b-483b-a356-615ddedee7b1),segment_id=f0f7b212-626b-483b-a356-615ddedee7b1)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:38.596432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.629252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050712a8-ad3b-4efc-8849-d4ce565200e5 None None] DHCP port deletion for 463cb432-6ac8-4459-82fa-b07de7e6f458 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:38.633140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for e375316c-29de-478b-8328-9fafb2a9b61a owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:38.644215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-331f48a6-ae1a-4a4f-b7f6-1d9f6a84edad None None] Provisioning complete for port d361c868-fd1d-4ee9-84ef-2c10f3d75839 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:38.644740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-331f48a6-ae1a-4a4f-b7f6-1d9f6a84edad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.646624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:38.647024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ac1e02eb-5f8e-47a5-ad39-89abcd4955f2 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:38.647515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2bea2408-12c8-4270-9eaa-77c6b0b39d27 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:38.656536 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a477e9ed-af44-4fe5-95c4-059f020a6280 req-a162837d-95bc-4d99-9e87-d64908db07d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.4851677 Nov 23 02:26:38.744104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2bea2408-12c8-4270-9eaa-77c6b0b39d27 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:38.744603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2bea2408-12c8-4270-9eaa-77c6b0b39d27 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:38.755380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.810958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.854351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.898752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=25c77939-d1f1-4206-81da-91cf94e9dba8,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.907619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:38.946108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=e375316c-29de-478b-8328-9fafb2a9b61a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:38.949133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d361c868-fd1d-4ee9-84ef-2c10f3d75839 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:38.959651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:38.960177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: 045cb194-617f-4a4d-8b83-f858f5bd9678, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:38.991930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:39.052445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:39.066098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:39.094582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Pushing event updated for resources: {'Port': ['ID=7328b9f3-e617-4662-b2a5-3e05118a69d4,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:39.219265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.224014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:39.254818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Attempting to bind port 7328b9f3-e617-4662-b2a5-3e05118a69d4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:39.255187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Attempting to bind port 7328b9f3-e617-4662-b2a5-3e05118a69d4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:39.256133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Attempting to bind port 7328b9f3-e617-4662-b2a5-3e05118a69d4 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:39.266790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.278874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:39.279268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:39.279696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.280103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:39.280621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Bound port: 7328b9f3-e617-4662-b2a5-3e05118a69d4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:39.289434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.295281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['463cb432-6ac8-4459-82fa-b07de7e6f458']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:39.315121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 045cb194-617f-4a4d-8b83-f858f5bd9678) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:39.321727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e6b418-4175-4ff3-ace0-e9e7de23df2b') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:39.322041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e6b418-4175-4ff3-ace0-e9e7de23df2b') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:39.326019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d361c868-fd1d-4ee9-84ef-2c10f3d75839 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:39.326417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.351084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525e8872-6714-4941-b016-0cca591f6d9f None None] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:39.352604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.360650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.361626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.387514 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-64f55dab-803a-47c3-aa1d-06215b513725 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6336105 Nov 23 02:26:39.394633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32900) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:39.407328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.409318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:security_group and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:39.418690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:39.421316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:39.421710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:39.426410 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:39.479885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.487743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Usage tracker for resource:security_group_rule and project:1d1a2f98c0ca4e48a7947db065acb115 is out of sync, need to count used quota {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 02:26:39.507044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.quota.resource [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103357) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 02:26:39.527587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-58585244-18c9-4f12-922c-4c4626e9d564 None None] Provisioning complete for port fef622e2-c47d-4723-b132-47c7dfadaa41 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:39.528162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-58585244-18c9-4f12-922c-4c4626e9d564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.547203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-33b8c823-4007-4b7d-a956-6182fc60464e tempest-QuotasTest-1343080306 tempest-QuotasTest-1343080306-project-admin] 10.222.0.53 "GET /v2.0/quotas/1d1a2f98c0ca4e48a7947db065acb115/details.json HTTP/1.1" status: 200 len: 703 time: 1.9650662 Nov 23 02:26:39.550842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.559861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.563135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/463cb432-6ac8-4459-82fa-b07de7e6f458 HTTP/1.1" status: 204 len: 168 time: 1.9560375 Nov 23 02:26:39.567231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32904) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:39.582700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-969351134'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:39.595885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf463b4c-7b52-4caf-be24-6510d9e17080 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=463cb432-6ac8-4459-82fa-b07de7e6f458,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:39.652703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:39.657220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.671946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] For port 7328b9f3-e617-4662-b2a5-3e05118a69d4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:39.694317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-58585244-18c9-4f12-922c-4c4626e9d564 None None] Port fef622e2-c47d-4723-b132-47c7dfadaa41 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:39.744884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:39.745240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] For port 7328b9f3-e617-4662-b2a5-3e05118a69d4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7328b9f3-e617-4662-b2a5-3e05118a69d4,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:39.764966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.796426 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:39.846415 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e02967c4-0282-437b-858b-4080fae2159e req-75139ad7-b5a7-4e08-ab5f-c7d7032c3225 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0663464 Nov 23 02:26:39.850188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.928680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=0b5f5fa6-25b2-45ae-a768-8bfe4007c381,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:39.933329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:39.934758 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Added segment 67d18709-639f-4f12-ab2e-065bd20821b1 of type vlan for network fb75461e-3f13-449d-8c6f-fb78f33498d2 Nov 23 02:26:39.942576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:39.952818 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-77b66edf-1030-45f8-a3ae-79054e6ba316 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3853700 Nov 23 02:26:39.953333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32910) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:39.960606 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:39.976095 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:39.976769 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:39.979456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:39.990394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:39.999436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:39.999896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.006963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.044229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ba5a23d9-6318-4dcb-bdfc-9745bce43f4e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3333180 Nov 23 02:26:40.047228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32912) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:40.048753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet db078eca-6653-40fc-ad38-b44f9faa0055 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:40.060352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32914) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:40.060913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.066033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:b4:dc:75', 'name': 'tempest-NetworksTestDHCPv6-668386259'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:40.074436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.081014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:40.082067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.109467 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:40.114864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.147169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.200843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.203217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-045cb194-617f-4a4d-8b83-f858f5bd9678', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:40.204319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.244059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.313453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed713e3-1de0-41f5-8f03-dee54517d0ba None None] Pushing event updated for resources: {'Port': ['ID=7328b9f3-e617-4662-b2a5-3e05118a69d4,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:40.325527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Network': ['ID=fb75461e-3f13-449d-8c6f-fb78f33498d2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:40.336337 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-af936950-e47f-4f09-97be-c2fa67719e76 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7679849 Nov 23 02:26:40.341434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32918) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:40.371200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:40.418477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:40.480093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 93eac535-b0b1-4e54-a504-d4d10dbee882 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:40.623341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:40.628524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.635560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:40.653468 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:38Z', 'revision_number': 9, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:40.701415 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ee75-0207-4210-8e3e-6efef86f5083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.722119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 93eac535-b0b1-4e54-a504-d4d10dbee882 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:40.725811 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:40.729693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 93eac535-b0b1-4e54-a504-d4d10dbee882 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:40.743417 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:40.744075 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:40.832048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:40.934260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:40.961518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Attempting to bind port fef622e2-c47d-4723-b132-47c7dfadaa41 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:40.963910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Attempting to bind port fef622e2-c47d-4723-b132-47c7dfadaa41 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:40.964394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Attempting to bind port fef622e2-c47d-4723-b132-47c7dfadaa41 on network 269896c7-06a3-45c1-b680-ce2870603793 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:40.969585 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:40.989355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34926afc-7118-49ac-81d6-728e59aa9676 None None] Pushing event updated for resources: {'Port': ['ID=fef622e2-c47d-4723-b132-47c7dfadaa41,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.004486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:41.004875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Checking segment: {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:41.012218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.012560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Bound using segment: {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:41.013089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Bound port: fef622e2-c47d-4723-b132-47c7dfadaa41, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed58169f-7b8e-4296-9738-3ba1e6b52538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '269896c7-06a3-45c1-b680-ce2870603793'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:41.017658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.111824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8eeeb234-7466-4b26-8182-e6a700012af7 None None] Provisioning complete for port fef622e2-c47d-4723-b132-47c7dfadaa41 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:41.114634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8eeeb234-7466-4b26-8182-e6a700012af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.165161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Allocated IP 2001:db8:2::2 (045cb194-617f-4a4d-8b83-f858f5bd9678/25c77939-d1f1-4206-81da-91cf94e9dba8/4f39a233-92ef-42f6-bb14-05a1ae787e47) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:41.168659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8eeeb234-7466-4b26-8182-e6a700012af7 None None] Port fef622e2-c47d-4723-b132-47c7dfadaa41 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:41.170642 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7328b9f3-e617-4662-b2a5-3e05118a69d4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:41.358821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8:0:1::2c6 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/0b5f5fa6-25b2-45ae-a768-8bfe4007c381/9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:41.362005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.454907 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:38Z', 'revision_number': 9, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:41.469373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=6da8c523-7b31-4b54-acdc-0e02216c9886,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.483075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:feb4:dc75 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/85072d61-663f-42c3-819a-93761a06d731/9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:41.489700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.506378 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0958076-6fe6-4f47-a122-5c961efbba56 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:38Z', 'revision_number': 9, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '898703c1-98fa-43be-82ac-0af9dc13acbd', 'name': '', 'network_id': '54553e6b-b098-4457-8ba5-69bc94f724ca', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:70:34:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:52Z', 'updated_at': '2021-11-23T02:26:05Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '39eef635-2d7c-4fc7-add3-5b70ff2498d9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:41.518741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.652368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:41.663644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] For port fef622e2-c47d-4723-b132-47c7dfadaa41, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:41.671227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:41.692288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-f7034ac2-f95a-4c7b-b637-e1d89130da67 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:41.694015 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-f7034ac2-f95a-4c7b-b637-e1d89130da67 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 812 time: 1.3131387 Nov 23 02:26:41.704061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:41.713382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.725157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7328b9f3-e617-4662-b2a5-3e05118a69d4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:41.730363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.740470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] For port fef622e2-c47d-4723-b132-47c7dfadaa41, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fef622e2-c47d-4723-b132-47c7dfadaa41,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:41.741898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Pushing event updated for resources: {'Port': ['ID=4f39a233-92ef-42f6-bb14-05a1ae787e47,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.763226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be48cce8-ab10-43ef-8e10-41e7d6d406dc req-83f64ff1-4b43-4121-8566-5f443df6578b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0883768 Nov 23 02:26:41.770420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.801153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.817008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.819229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Checking segment: {'id': '67d18709-639f-4f12-ab2e-065bd20821b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:41.819547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network hostable DHCP agents. Network: fb75461e-3f13-449d-8c6f-fb78f33498d2, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:41.918904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:41.928205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:41.930786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:41.938118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:41.941974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Attempting to bind port 4f39a233-92ef-42f6-bb14-05a1ae787e47 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:41.942481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Attempting to bind port 4f39a233-92ef-42f6-bb14-05a1ae787e47 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:41.944756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Attempting to bind port 4f39a233-92ef-42f6-bb14-05a1ae787e47 on network 045cb194-617f-4a4d-8b83-f858f5bd9678 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:41.944897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:41.945468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:41.950128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:41.962206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8:2::1 (045cb194-617f-4a4d-8b83-f858f5bd9678/25c77939-d1f1-4206-81da-91cf94e9dba8/1993b438-f693-46c5-83e4-b74a1cb60e2d) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:41.971587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, fb75461e-3f13-449d-8c6f-fb78f33498d2) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:41.975294 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-e0a5193b-0b6e-42b8-876a-0753e2291a96 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 379 time: 0.2514656 Nov 23 02:26:41.989795 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-51787708-f8e6-496d-9b18-f5fd13614efe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9386370 Nov 23 02:26:41.991590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32924) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:41.995481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'port': {'device_id': '3af71866-fa03-4044-a636-113d1502149f', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'admin_state_up': True, 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'security_groups': ['46fd87ac-e38d-48e9-bf13-7a952313dd4e']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:42.003962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34926afc-7118-49ac-81d6-728e59aa9676 None None] Pushing event updated for resources: {'Port': ['ID=fef622e2-c47d-4723-b132-47c7dfadaa41,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:42.006651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:42.006806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b5c7d3-44bc-42c7-ae77-52822f30cdf7 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:42.007257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.010634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513097b-c944-463a-b198-8e825c25ad42 None None] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:42.038788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.042295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ee75-0207-4210-8e3e-6efef86f5083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.122788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-992b7a3f-eb03-4bdb-a4cb-798cd3afd705 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7800574 Nov 23 02:26:42.123067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f3d4ee75-0207-4210-8e3e-6efef86f5083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.146930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32926) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:42.158391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-98917199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:42.199100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:42.199807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Checking segment: {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:42.200218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.200741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Bound using segment: {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:42.201234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Bound port: 4f39a233-92ef-42f6-bb14-05a1ae787e47, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:42.201647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.250749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.252076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.273891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.301544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c38d41a6-be3e-4fbe-bf9c-e5615f95fa64 None None] Provisioning complete for port 7328b9f3-e617-4662-b2a5-3e05118a69d4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:42.301921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c38d41a6-be3e-4fbe-bf9c-e5615f95fa64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.304572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:42.305229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:42.366093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d4ee75-0207-4210-8e3e-6efef86f5083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c79b897-40c7-43f9-8da2-c6b4f3573dab,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:42.378273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.388362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:42.388670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.411609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=db078eca-6653-40fc-ad38-b44f9faa0055,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:42.428839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.435812 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ff2932b1-29a3-4a54-b05e-e9d6666afa92 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/db078eca-6653-40fc-ad38-b44f9faa0055 HTTP/1.1" status: 204 len: 168 time: 2.4781718 Nov 23 02:26:42.445922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32928) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:42.465785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7294a681-c03f-436b-9be8-ad0629ef0680 None None] Network 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:42.470991 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:26:42.502382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.510265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.524606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:42.555550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.596558 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f3d4ee75-0207-4210-8e3e-6efef86f5083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dd26a7b1cdf4acdb381168912ce4d85&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5326934 Nov 23 02:26:42.600095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32930) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:42.603830 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.648514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-fb75461e-3f13-449d-8c6f-fb78f33498d2', 'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': '6da8c523-7b31-4b54-acdc-0e02216c9886'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:42.649376 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.686534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] For port 4f39a233-92ef-42f6-bb14-05a1ae787e47, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:42.700355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:42.738197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=1993b438-f693-46c5-83e4-b74a1cb60e2d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:42.745415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.761336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.805498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:42.818416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:42.820770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Made reservation on behalf of 0cf7cb3d148643528191c7b32331d091 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:42.825358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.830151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:42.832442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.835103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.841320 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ee234d87-55dd-464d-a914-bfeec3455a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6892185 Nov 23 02:26:42.848662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32934) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:42.854665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2', 'name': 'tempest-PortsTestJSON-1090500590'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:42.893118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a8b-71dc-41ae-b583-7e7391286354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.921672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a8b-71dc-41ae-b583-7e7391286354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:42.938522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 7328b9f3-e617-4662-b2a5-3e05118a69d4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7328b9f3-e617-4662-b2a5-3e05118a69d4,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:42.943783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] For port 4f39a233-92ef-42f6-bb14-05a1ae787e47, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4f39a233-92ef-42f6-bb14-05a1ae787e47,segment=NetworkSegment(2e034132-e534-44e1-a91f-9d1464f8a6d8),segment_id=2e034132-e534-44e1-a91f-9d1464f8a6d8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:42.982419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.003274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.026107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.039587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a8b-71dc-41ae-b583-7e7391286354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.047390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2ea74a8b-71dc-41ae-b583-7e7391286354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.057264 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2ea74a8b-71dc-41ae-b583-7e7391286354 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c79b897-40c7-43f9-8da2-c6b4f3573dab HTTP/1.1" status: 204 len: 168 time: 0.4482322 Nov 23 02:26:43.114075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea74a8b-71dc-41ae-b583-7e7391286354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c79b897-40c7-43f9-8da2-c6b4f3573dab,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.130399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:43.135340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.153554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e375316c-29de-478b-8328-9fafb2a9b61a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:43.155805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port fb431b4f-3216-4934-982c-da3d716b6bc4 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:43.156432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.188830 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd84a30c-0fdf-4db1-b110-fd2240700c28 req-ddd55641-c7b6-4929-a19f-7a9ee36c877c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.1596940 Nov 23 02:26:43.202803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.206235 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-17ca719a-8eda-4650-b8a3-a4e7aebac89d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3 HTTP/1.1" status: 204 len: 168 time: 1.2136004 Nov 23 02:26:43.209792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32938) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:43.268528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port b6477e46-6a29-49d4-886a-de232108590a yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:43.382184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.395336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: e375316c-29de-478b-8328-9fafb2a9b61a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:43.395830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e375316c-29de-478b-8328-9fafb2a9b61a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:43.457789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port fb431b4f-3216-4934-982c-da3d716b6bc4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fb431b4f-3216-4934-982c-da3d716b6bc4,segment=NetworkSegment(f0f7b212-626b-483b-a356-615ddedee7b1),segment_id=f0f7b212-626b-483b-a356-615ddedee7b1)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:43.458162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.477070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.2 (fb75461e-3f13-449d-8c6f-fb78f33498d2/6da8c523-7b31-4b54-acdc-0e02216c9886/b6477e46-6a29-49d4-886a-de232108590a) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:43.504897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54428af-be38-4b7e-a838-a5017b298902 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.506546 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c54428af-be38-4b7e-a838-a5017b298902 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2957780 Nov 23 02:26:43.509700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32942) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:43.547565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for fb431b4f-3216-4934-982c-da3d716b6bc4 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:43.591979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32944) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:43.605066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Allocated IP 172.20.0.4 (3d576560-10d4-4fb4-95f1-a6a6186341a3/dbf8f0f5-9525-45ef-9884-0b3f976a12e4/444831b3-bbef-453b-8ffe-1fc16a3f3ed0) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:43.618137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c143ee2-c62c-4290-8d92-10b828117247 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.619808 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4c143ee2-c62c-4290-8d92-10b828117247 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1091285 Nov 23 02:26:43.663175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32946) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:43.709777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d416167e-131c-43dd-82e4-014e5df04186 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.760797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=7328b9f3-e617-4662-b2a5-3e05118a69d4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.816659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d416167e-131c-43dd-82e4-014e5df04186 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.831661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d416167e-131c-43dd-82e4-014e5df04186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.855243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e125683-3116-4801-8a9f-ca9094bb16bf None None] Pushing event updated for resources: {'Port': ['ID=4f39a233-92ef-42f6-bb14-05a1ae787e47,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.863186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e65c8c-a8a2-4345-8dbb-739d3ff6c7bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.865767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e65c8c-a8a2-4345-8dbb-739d3ff6c7bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.867479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e65c8c-a8a2-4345-8dbb-739d3ff6c7bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:43.872099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-62e65c8c-a8a2-4345-8dbb-739d3ff6c7bc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2051091 Nov 23 02:26:43.880615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32948) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:43.885692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] DHCP port deletion for 6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:43.927516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-81af77ad-12c8-498f-bc15-9a23fcb87cfd None None] Provisioning complete for port fef622e2-c47d-4723-b132-47c7dfadaa41 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:43.928146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81af77ad-12c8-498f-bc15-9a23fcb87cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.950710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d416167e-131c-43dd-82e4-014e5df04186 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d1a2f98c0ca4e48a7947db065acb115&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3568015 Nov 23 02:26:43.959973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32950) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:43.963822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416167e-131c-43dd-82e4-014e5df04186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec837dd-c39a-493f-a976-623c802a120d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:43.974901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:43.977976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.006447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 0b5f5fa6-25b2-45ae-a768-8bfe4007c381 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:44.025634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.092132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b5a39-1161-4c61-9daa-72280993ff5c None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '85072d61-663f-42c3-819a-93761a06d731', 'ip_address': '2001:db8::f816:3eff:fe22:f922'}, {'subnet_id': '0b5f5fa6-25b2-45ae-a768-8bfe4007c381'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '7328b9f3-e617-4662-b2a5-3e05118a69d4'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:26:44.101702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0264059-ae39-40e3-96e4-d0564afb16d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.107881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.125350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-204b5a39-1161-4c61-9daa-72280993ff5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.175003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.177106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.181596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0264059-ae39-40e3-96e4-d0564afb16d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.187195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.245639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:44.247571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.266850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:44.267571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:44.284305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=fb431b4f-3216-4934-982c-da3d716b6bc4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.372692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=b6477e46-6a29-49d4-886a-de232108590a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.392183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port fb431b4f-3216-4934-982c-da3d716b6bc4 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:44.409308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:33Z', 'revision_number': 3, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:44.411973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:44.413006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.422755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Deleting port fb431b4f-3216-4934-982c-da3d716b6bc4 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:44.423222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.427660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:44.448701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-42e5a8a2-0853-4190-b561-544c3445fe8a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5974412 Nov 23 02:26:44.450692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:44.461921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0264059-ae39-40e3-96e4-d0564afb16d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.464523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a0264059-ae39-40e3-96e4-d0564afb16d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.469718 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a0264059-ae39-40e3-96e4-d0564afb16d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cec837dd-c39a-493f-a976-623c802a120d HTTP/1.1" status: 204 len: 168 time: 0.5060806 Nov 23 02:26:44.469718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32954) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:44.501921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5548ae0a-c97e-43a8-b8d9-65e09c13829a None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:33Z', 'revision_number': 3, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:41Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:44.514771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81af77ad-12c8-498f-bc15-9a23fcb87cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.538898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a0e851cf-bce5-492d-ab8d-04f1b41a708a {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:44.539339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:44.634173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0264059-ae39-40e3-96e4-d0564afb16d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec837dd-c39a-493f-a976-623c802a120d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.659687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-81af77ad-12c8-498f-bc15-9a23fcb87cfd None None] For port fef622e2-c47d-4723-b132-47c7dfadaa41, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fef622e2-c47d-4723-b132-47c7dfadaa41,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:44.679573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] For port fb431b4f-3216-4934-982c-da3d716b6bc4, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:44.680443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.698355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Calling delete_port for fb431b4f-3216-4934-982c-da3d716b6bc4 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:44.706888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Port fb431b4f-3216-4934-982c-da3d716b6bc4 was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:26:44.713086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.720843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.752655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81af77ad-12c8-498f-bc15-9a23fcb87cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-204b5a39-1161-4c61-9daa-72280993ff5c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b5f5fa6-25b2-45ae-a768-8bfe4007c381: This subnet is being modified by another concurrent operation. Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0b5f5fa6-25b2-45ae-a768-8bfe4007c381: This subnet is being modified by another concurrent operation. Nov 23 02:26:44.802718 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:26:44.821006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5f5fa6-25b2-45ae-a768-8bfe4007c381,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.831757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] Pushing event deleted for resources: {'Port': ['ID=fb431b4f-3216-4934-982c-da3d716b6bc4,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.959114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:44.963198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.965027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af77ad-12c8-498f-bc15-9a23fcb87cfd None None] Pushing event updated for resources: {'Port': ['ID=fef622e2-c47d-4723-b132-47c7dfadaa41,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:44.986185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3560891-3900-42c5-ac04-ef08737536f3 None None] No DVR routers for this DVR port fb431b4f-3216-4934-982c-da3d716b6bc4 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:45.047074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.052035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ae62559d-cd36-4b74-b335-3d6122a2f792 None None] Provisioning complete for port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:45.055776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ae62559d-cd36-4b74-b335-3d6122a2f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.117060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.128836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.130051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.244905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ae62559d-cd36-4b74-b335-3d6122a2f792 None None] Port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:45.290502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.299710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e6d08a51-960a-465a-979a-0f6aab2aaec7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/0b5f5fa6-25b2-45ae-a768-8bfe4007c381 HTTP/1.1" status: 204 len: 168 time: 1.4121523 Nov 23 02:26:45.304589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32960) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:45.483827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=1993b438-f693-46c5-83e4-b74a1cb60e2d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:45.485877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fef622e2-c47d-4723-b132-47c7dfadaa41 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:45.539349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d589a33-124b-44b3-b910-57c97fda800e None None] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:45.544897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 85072d61-663f-42c3-819a-93761a06d731 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:45.551974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.564383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895565d-f70f-4fb5-b4eb-617c9ed4faa2 req-b54cf86e-73ce-4919-beb9-ccdff44b00d0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.566567 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f895565d-f70f-4fb5-b4eb-617c9ed4faa2 req-b54cf86e-73ce-4919-beb9-ccdff44b00d0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 931 time: 1.1620545 Nov 23 02:26:45.590381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.646758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:45.652200 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f895565d-f70f-4fb5-b4eb-617c9ed4faa2 req-b3bed103-fdc3-46ed-bcc1-181f6002290e tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687251 Nov 23 02:26:45.661741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:45.663313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.682889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:45.693946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Allocated IP 172.20.0.3 (fb75461e-3f13-449d-8c6f-fb78f33498d2/6da8c523-7b31-4b54-acdc-0e02216c9886/e978cc0e-7a59-491b-9fc3-e44166aa6c0a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:45.707603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:45.714046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.716735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ae62559d-cd36-4b74-b335-3d6122a2f792 None None] Provisioning complete for port 7328b9f3-e617-4662-b2a5-3e05118a69d4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:45.717123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ae62559d-cd36-4b74-b335-3d6122a2f792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.789361 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-1c870b04-2a7a-447e-b126-08ee5fb1d6d6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7989256 Nov 23 02:26:45.799759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f7b212-626b-483b-a356-615ddedee7b1') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:45.800393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f7b212-626b-483b-a356-615ddedee7b1') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:45.810101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Request body: {'port': {'device_id': '3af71866-fa03-4044-a636-113d1502149f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:45.839474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.844128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.904171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.917755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fef622e2-c47d-4723-b132-47c7dfadaa41 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:45.920368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.923614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.930171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.934611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.980155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:45.981750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:45.985073 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:46.003959 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:46.289137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:46.396051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:46.407577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.411162 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/85072d61-663f-42c3-819a-93761a06d731 HTTP/1.1" status: 204 len: 168 time: 1.1003532 Nov 23 02:26:46.415901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32978) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.416075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32980) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.429215 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bc2b9c7e-1763-4da0-a1fe-1e1b62711cd2 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0328333 Nov 23 02:26:46.434915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32984) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.435827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.443762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2048222484'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:46.452263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b8d997-7931-4ce7-b568-a7de617cb432 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:46.459052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4f39a233-92ef-42f6-bb14-05a1ae787e47 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:46.459744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.467786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e HTTP/1.1" status: 204 len: 168 time: 4.0206225 Nov 23 02:26:46.472213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32986) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.483788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-316e9fb4-8de2-49df-9a78-39d9377d2f9b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0614970 Nov 23 02:26:46.486781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32988) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:46.491768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:46.546805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:46.548366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:46.571688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e0dfe-b6b6-4d64-9f90-51d283cb0dcb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=85072d61-663f-42c3-819a-93761a06d731,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:46.673119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1954257620'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:46.676778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] Provisioning complete for port 4f39a233-92ef-42f6-bb14-05a1ae787e47 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:46.677150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.715848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.755679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.789480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9442-fcf1-4487-a2f9-5851bde04e7e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=6bdf7fca-cbd4-4e86-bec2-3e9c3baa9c8e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:46.817897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:46.885915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:46.891942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:46.897888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:26:46.897888 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 02:26:46.897888 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'id': '3f8e5d18-a7f3-4214-bd61-14447ca0f989', 'expiration': datetime.datetime(2021, 11, 23, 2, 28, 46, 786703)}] Nov 23 02:26:46.897888 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:46.898296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:46.935214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:46.963420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:46.996122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4f39a233-92ef-42f6-bb14-05a1ae787e47 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:46.997107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.049592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:47.081160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Pushing event updated for resources: {'Port': ['ID=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:47.193767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.db.api [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 02:26:47.193767 dv-neutron-818844-1-hyperv neutron-server[103357]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 02:26:47.193767 dv-neutron-818844-1-hyperv neutron-server[103357]: [parameters: {'project_id': '00d8fa1d120c4769add7643d9a4ba867', 'id': '44c77dcc-e600-432a-bd73-017146666027', 'expiration': datetime.datetime(2021, 11, 23, 2, 28, 46, 859768)}] Nov 23 02:26:47.193767 dv-neutron-818844-1-hyperv neutron-server[103357]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103357) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:47.194289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG oslo_db.api [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:47.219990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a847bc-aa61-45d7-a5a2-2a5f1cd2a7bb req-8181cb35-d6d7-4c66-9a40-0ea60a4d5ce9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:47.221666 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-71a847bc-aa61-45d7-a5a2-2a5f1cd2a7bb req-8181cb35-d6d7-4c66-9a40-0ea60a4d5ce9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 931 time: 0.4218473 Nov 23 02:26:47.327758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:47.339559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.349291 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-71a847bc-aa61-45d7-a5a2-2a5f1cd2a7bb req-4a056d51-6154-43b6-85da-43473b6b52c2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989394 Nov 23 02:26:47.427435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Attempting to bind port e978cc0e-7a59-491b-9fc3-e44166aa6c0a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:47.427775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Attempting to bind port e978cc0e-7a59-491b-9fc3-e44166aa6c0a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '67d18709-639f-4f12-ab2e-065bd20821b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:47.428287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Attempting to bind port e978cc0e-7a59-491b-9fc3-e44166aa6c0a on network fb75461e-3f13-449d-8c6f-fb78f33498d2 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:47.477174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:26:47.489235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.523043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Transition to ACTIVE for port object 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:26:47.524798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:47.528585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.539718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.541068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.549064 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:47.550292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Checking segment: {'id': '67d18709-639f-4f12-ab2e-065bd20821b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:47.550839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.551258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Bound using segment: {'id': '67d18709-639f-4f12-ab2e-065bd20821b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:47.551842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Bound port: e978cc0e-7a59-491b-9fc3-e44166aa6c0a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67d18709-639f-4f12-ab2e-065bd20821b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'fb75461e-3f13-449d-8c6f-fb78f33498d2'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:47.552328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.574763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.574948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.597626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:26:47.678129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:47.688300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] For port e978cc0e-7a59-491b-9fc3-e44166aa6c0a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:47.698330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] For port e978cc0e-7a59-491b-9fc3-e44166aa6c0a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,segment=NetworkSegment(67d18709-639f-4f12-ab2e-065bd20821b1),segment_id=67d18709-639f-4f12-ab2e-065bd20821b1)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:47.743048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.745072 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added segment 931a12e5-52c1-4c3d-ae45-41e25b2693ab of type vlan for network 7a35da4d-36ea-4e86-8829-54096418b714 Nov 23 02:26:47.749916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.783477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] For port 4f39a233-92ef-42f6-bb14-05a1ae787e47, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4f39a233-92ef-42f6-bb14-05a1ae787e47,segment=NetworkSegment(2e034132-e534-44e1-a91f-9d1464f8a6d8),segment_id=2e034132-e534-44e1-a91f-9d1464f8a6d8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:47.832960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.850229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.868481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] Could not find standard attr ID for object 9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:47.917449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=b6477e46-6a29-49d4-886a-de232108590a,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:47.926821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:47.927192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:47.942934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] Deleting port 7328b9f3-e617-4662-b2a5-3e05118a69d4 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:47.943330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:47.978679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Pushing event updated for resources: {'Port': ['ID=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.000091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Attempting to bind port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:48.000551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Attempting to bind port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:48.001001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Attempting to bind port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:48.009661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.014463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:48.020066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:48.021657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.023902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.049912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] For port 7328b9f3-e617-4662-b2a5-3e05118a69d4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7328b9f3-e617-4662-b2a5-3e05118a69d4,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:48.050475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.069577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] Calling delete_port for 7328b9f3-e617-4662-b2a5-3e05118a69d4 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:48.097564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.147987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:26:48.148381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Attempting to bind port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:48.171005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.176218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:43Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:48.182809 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7444026 Nov 23 02:26:48.187629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32992) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:48.195503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'subnet': {'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:48.200097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:48.200708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Checking segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:48.201005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Bound using segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:48.201458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Bound port: 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:48.201875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.302787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3f972-34f0-4532-b97b-2aa4e6608a50 None None] Pushing event updated for resources: {'Port': ['ID=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.318770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b6506-03cb-465a-8d22-3dc9598c9362 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Network': ['ID=7a35da4d-36ea-4e86-8829-54096418b714,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.338528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:48.338974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Updating router 2f19506c-c0c2-41a0-8534-ee08be8114f9 port 1993b438-f693-46c5-83e4-b74a1cb60e2d binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:48.371992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 7a35da4d-36ea-4e86-8829-54096418b714 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:48.376132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.398201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.443878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-04083f92-d4b3-4c4e-bacc-777c4da7aa18 None None] Provisioning complete for port 1993b438-f693-46c5-83e4-b74a1cb60e2d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:48.444297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04083f92-d4b3-4c4e-bacc-777c4da7aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.479830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.562157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-04083f92-d4b3-4c4e-bacc-777c4da7aa18 None None] Port 1993b438-f693-46c5-83e4-b74a1cb60e2d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:48.564922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.632800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] No DVR routers for this DVR port 7328b9f3-e617-4662-b2a5-3e05118a69d4 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:48.636879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Port 7328b9f3-e617-4662-b2a5-3e05118a69d4 concurrently deleted while adding address for new subnet {'id': 'd9239eca-fd20-4e1a-8d62-96f110bab0b1', 'name': '', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1060, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-23T02:26:47Z', 'updated_at': '2021-11-23T02:26:47Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'fa01f513d2a64501a6369b393787d7e4'}. {{(pid=103357) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 23 02:26:48.637625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.643484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.690742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:26:48.738334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] For port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:48.763657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:48.764596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c4ed0-bee4-46cc-8118-be3c726c4ade,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.779849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:48.794204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:48.794915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.800048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.800417 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Added segment d1ba693a-7d93-4cc4-8463-c80a824799c3 of type vlan for network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 Nov 23 02:26:48.833290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=d9239eca-fd20-4e1a-8d62-96f110bab0b1,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:48.847919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] For port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:48.857027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Made reservation on behalf of 4fa7aed44e764bdd8ef08ff5cd42e35f for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:48.863151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.891596 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b8127073-6a76-4811-aaa1-7c8ab1e3b371 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4034538 Nov 23 02:26:48.892616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.908138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 32996) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:48.937750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:48.957913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bee6b3-750b-465a-b98c-68bbb96c95e4 req-ddfb359f-9187-4819-95ce-578e12f724d4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:48.999773 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e2bee6b3-750b-465a-b98c-68bbb96c95e4 req-ddfb359f-9187-4819-95ce-578e12f724d4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.4294460 Nov 23 02:26:49.058645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.061767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.098103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:49.138502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.146945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.147583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.220308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.236649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-04083f92-d4b3-4c4e-bacc-777c4da7aa18 None None] Provisioning complete for port 4f39a233-92ef-42f6-bb14-05a1ae787e47 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:49.237357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04083f92-d4b3-4c4e-bacc-777c4da7aa18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.286104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fb431b4f-3216-4934-982c-da3d716b6bc4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:49.287547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.8700006 Nov 23 02:26:49.288171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 32998) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:49.289138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d03f08-65df-46d1-8afb-fe4d2d191811 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:49.295727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.301496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'subnet': {'network_id': '7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:49.347684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28e9ca-64d1-494d-a066-95132e715523 None None] Pushing event updated for resources: {'Port': ['ID=4f39a233-92ef-42f6-bb14-05a1ae787e47,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:49.384880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.385919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.387735 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] 10.222.0.46 "PUT /v2.0/ports/444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 200 len: 1093 time: 3.5826705 Nov 23 02:26:49.388534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:26:49.391129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ab3a44-4238-4b31-9462-938d4b04efed" -d '{"events": [{"name": "network-changed", "server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:26:49.444081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f64af7-5208-4574-b449-ec58c378e2b9 None None] Pushing event deleted for resources: {'Port': ['ID=7328b9f3-e617-4662-b2a5-3e05118a69d4,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:49.465904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a3600-a8bc-43ca-b7ad-b9739c5dd9b1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Network': ['ID=7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:49.525880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:26:49.535291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876f1bfe-160e-421d-8fa8-5bbbc618c86c x-openstack-request-id: req-876f1bfe-160e-421d-8fa8-5bbbc618c86c {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:26:49.535713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:26:49.536438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-876f1bfe-160e-421d-8fa8-5bbbc618c86c {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:26:49.537366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'status': 'completed', 'code': 200} Nov 23 02:26:49.619917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e2bee6b3-750b-465a-b98c-68bbb96c95e4 req-566cb5f1-6330-4917-971f-abf675701604 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6186316 Nov 23 02:26:49.621409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4125de22-31ce-4a6f-af7a-6d0b6b9c5af6 service neutron] Pushing event updated for resources: {'Port': ['ID=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:49.675262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: fb431b4f-3216-4934-982c-da3d716b6bc4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:49.675841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fb431b4f-3216-4934-982c-da3d716b6bc4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:49.676045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7328b9f3-e617-4662-b2a5-3e05118a69d4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:49.754081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:49.758446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.862530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d451a-23bc-42ad-84b3-dbbba49b7e57 None None] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:49.864930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-b0f16d5a-6b21-46f6-99f8-50cea8dac4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:49.867039 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-b0f16d5a-6b21-46f6-99f8-50cea8dac4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1096 time: 0.3546865 Nov 23 02:26:49.884375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 7328b9f3-e617-4662-b2a5-3e05118a69d4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:49.885057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7328b9f3-e617-4662-b2a5-3e05118a69d4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:49.906717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.914450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.951836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'tenant_id': 'fa01f513d2a64501a6369b393787d7e4', 'fixed_ips': [{'subnet_id': 'd9239eca-fd20-4e1a-8d62-96f110bab0b1'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:49.952820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.968514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:49.998809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:50.002817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.009907 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-d6363be5-600c-43ff-900b-3ac595ad4a10 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 200 len: 217 time: 0.1056602 Nov 23 02:26:50.087867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b08a23-c52c-4f67-ac15-cbaef9f09116 None None] Pushing event updated for resources: {'Port': ['ID=1993b438-f693-46c5-83e4-b74a1cb60e2d,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.110089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-168246a5-8c54-4c35-80a0-2348e12c9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:50.113000 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-168246a5-8c54-4c35-80a0-2348e12c9598 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0842834 Nov 23 02:26:50.127949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=b6477e46-6a29-49d4-886a-de232108590a,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.217014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.249186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.255624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Attempting to bind port 1993b438-f693-46c5-83e4-b74a1cb60e2d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:50.256069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Attempting to bind port 1993b438-f693-46c5-83e4-b74a1cb60e2d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:50.256537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Attempting to bind port 1993b438-f693-46c5-83e4-b74a1cb60e2d on network 045cb194-617f-4a4d-8b83-f858f5bd9678 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:50.318576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Allocated IP 2001:db8::f816:3eff:fe35:4674 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/d9239eca-fd20-4e1a-8d62-96f110bab0b1/2c23c172-b4fd-4b11-895f-5af1460eb6b6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:50.322950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Subnet': ['ID=e17593ad-28cc-4a29-aef3-ee11b0384f26,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.338228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4f39a233-92ef-42f6-bb14-05a1ae787e47 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:50.357067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network fb75461e-3f13-449d-8c6f-fb78f33498d2 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:50.364617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:50.390492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Subnet': ['ID=8bc8234b-8de9-45fe-ba50-99973ab8ffc9,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.398719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:50.399102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Checking segment: {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:50.399518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.399901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Bound using segment: {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:50.400522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Bound port: 1993b438-f693-46c5-83e4-b74a1cb60e2d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e034132-e534-44e1-a91f-9d1464f8a6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:50.401213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.403874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Checking segment: {'id': 'd1ba693a-7d93-4cc4-8463-c80a824799c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:50.403874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network hostable DHCP agents. Network: 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:50.431849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-f06b5861-bed5-4fa9-960d-21fd3325d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:50.433530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-f06b5861-bed5-4fa9-960d-21fd3325d1ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2112017 Nov 23 02:26:50.437971 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.ipam_backend_mixin [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9239eca-fd20-4e1a-8d62-96f110bab0b1 (CIDR: 2001:db8::/64) Nov 23 02:26:50.453366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 898703c1-98fa-43be-82ac-0af9dc13acbd {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:50.453945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.472148 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:26:50.472692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:26:50.509841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Checking segment: {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:50.510298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network hostable DHCP agents. Network: 7a35da4d-36ea-4e86-8829-54096418b714, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:26:50.533121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:50.546746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.554103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:50.559821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:50.560563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.592314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ae699410-7f3d-45a0-bd11-ccf530b3dbfa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2967317 Nov 23 02:26:50.593521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33004) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:50.597224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6aecc4b7-f58f-4a6a-9de1-a69346bb05b8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6597798 Nov 23 02:26:50.598570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1692126529', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:50.605919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33006) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:50.612107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:50.622250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 7a35da4d-36ea-4e86-8829-54096418b714 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:26:50.623510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] For port 1993b438-f693-46c5-83e4-b74a1cb60e2d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:50.627221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] For port 1993b438-f693-46c5-83e4-b74a1cb60e2d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1993b438-f693-46c5-83e4-b74a1cb60e2d,segment=NetworkSegment(2e034132-e534-44e1-a91f-9d1464f8a6d8),segment_id=2e034132-e534-44e1-a91f-9d1464f8a6d8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:50.637740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Router 2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:50.641702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 7a35da4d-36ea-4e86-8829-54096418b714) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:50.644973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a678dab-e986-48b3-9ed3-006259a78300 None None] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:50.653057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Provisioning complete for port 1993b438-f693-46c5-83e4-b74a1cb60e2d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:50.653867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.657856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.677022 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:50.677751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.681322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e01b4c-3ad0-4814-a8cc-eca3691c7339 None None] Network 7a35da4d-36ea-4e86-8829-54096418b714 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:50.697831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.699155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.722168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 898703c1-98fa-43be-82ac-0af9dc13acbd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=898703c1-98fa-43be-82ac-0af9dc13acbd,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:50.722685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:50.737556 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-d2e6e63a-b64f-47da-bcec-a4c5bcd199e8 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931254 Nov 23 02:26:50.748663 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5e48a43b-e874-4b2c-828c-4ea07080ff2a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5576189 Nov 23 02:26:50.749587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33010) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:50.772812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 898703c1-98fa-43be-82ac-0af9dc13acbd owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:50.954748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b08a23-c52c-4f67-ac15-cbaef9f09116 None None] Pushing event updated for resources: {'Port': ['ID=1993b438-f693-46c5-83e4-b74a1cb60e2d,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:50.999768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:51.000501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:51.008569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4f39a233-92ef-42f6-bb14-05a1ae787e47 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:51.008945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.144371 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb3d6996-a3fc-4710-a10d-2f827ab78e69 req-4179ff87-4d7f-494f-9ca1-411938b58a53 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926506 Nov 23 02:26:51.226865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:51.276573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.294483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb236c-ff24-4c3e-9581-af12fd3f03eb req-ce198e05-4e9e-478e-99a2-940d4b654cd9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:51.296620 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dedb236c-ff24-4c3e-9581-af12fd3f03eb req-ce198e05-4e9e-478e-99a2-940d4b654cd9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.5832074 Nov 23 02:26:51.320141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:51.330236 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5637abfa-2586-4b61-9b9a-40346bc1e0f4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/routers/2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8491416 Nov 23 02:26:51.331540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33012) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:51.343065 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] Sync routers for ids ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:51.361063 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] Routers {'2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:51.362632 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:51.427418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:51.431010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.486380 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:51.511580 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] Routers {'2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:51.512106 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:51.587259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.591709 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:51.592445 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f26ccfb-27a4-42dc-8381-a1a5da0e7a9c None None] The sync data for ids ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:51.604617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.622042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.670783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dedb236c-ff24-4c3e-9581-af12fd3f03eb req-40a8be8f-ca81-464a-a649-dc4d970847b6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607216 Nov 23 02:26:51.679227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-7a35da4d-36ea-4e86-8829-54096418b714', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:26:51.680603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.707098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4fa6f-d906-446b-813f-bf200c17c862 None None] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:51.709527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:51.911601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab3a44-4238-4b31-9462-938d4b04efed req-6b691bab-b3f6-491b-b36a-0807a802b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:51.913513 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-6b691bab-b3f6-491b-b36a-0807a802b8fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1096 time: 0.6443975 Nov 23 02:26:51.958041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d48209-b636-4456-a8e0-6ec11d4d6917 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:51.959325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c1d48209-b636-4456-a8e0-6ec11d4d6917 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca HTTP/1.1" status: 200 len: 982 time: 0.6225011 Nov 23 02:26:51.975746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33014) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:51.991525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] For port 1993b438-f693-46c5-83e4-b74a1cb60e2d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1993b438-f693-46c5-83e4-b74a1cb60e2d,segment=NetworkSegment(2e034132-e534-44e1-a91f-9d1464f8a6d8),segment_id=2e034132-e534-44e1-a91f-9d1464f8a6d8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:51.995596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:52.055519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:52.059806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:52.068476 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e978cc0e-7a59-491b-9fc3-e44166aa6c0a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:52.080832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:52.099822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.102037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.112684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.161480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.165698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.185647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:52.194133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:52.205945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=898703c1-98fa-43be-82ac-0af9dc13acbd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:52.235649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.235649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.236004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Allocated IP 2001:db8:3::2 (7a35da4d-36ea-4e86-8829-54096418b714/8bc8234b-8de9-45fe-ba50-99973ab8ffc9/59442428-6de9-4afe-bfab-c33d6d28ae21) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:52.251432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=8829a8bd-5de7-4814-8552-d42d7b5bd474,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:52.298165 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7b5d1d4d-bedb-439f-8d30-074e41d18b7d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6910067 Nov 23 02:26:52.299507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33016) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:52.307931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:20:11:d0', 'name': 'tempest-NetworksTestDHCPv6-781119295'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:52.326866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.327127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Provisioning complete for port e978cc0e-7a59-491b-9fc3-e44166aa6c0a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:52.327307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.397282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Attempting to bind port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:52.397873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Attempting to bind port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:52.398248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Attempting to bind port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 on network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:52.413975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab3a44-4238-4b31-9462-938d4b04efed req-961194d1-bf91-433d-b33a-7f9e8613d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.415800 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-961194d1-bf91-433d-b33a-7f9e8613d80c service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.4789748 Nov 23 02:26:52.477021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Pushing event updated for resources: {'Port': ['ID=1993b438-f693-46c5-83e4-b74a1cb60e2d,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:52.484821 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-33534aef-65c0-4e11-8599-306dd7fc5584 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 200 len: 217 time: 0.0565386 Nov 23 02:26:52.506831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:52.507289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Checking segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:52.509563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.510181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Bound using segment: {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:52.510775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Bound port: 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65cd6117-46fb-430a-80c1-e5c70bb9938c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:52.512144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.512323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:52.605043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.154 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/4ae2d4fb-d27b-480d-a373-190519e7c698) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:52.640314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e978cc0e-7a59-491b-9fc3-e44166aa6c0a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:52.640770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.691379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.728989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port e50a280d-da4d-4da4-82e4-8693f6762241 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:52.781256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab3a44-4238-4b31-9462-938d4b04efed req-1bd9d208-9f5b-4d37-a567-364321273fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:52.783113 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-1bd9d208-9f5b-4d37-a567-364321273fb1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.2827401 Nov 23 02:26:52.820434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.821975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:52.849037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:43Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:50Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:52.853017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:52.891360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.893550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.897400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.901675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:52.903694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a689b15f-4b52-44e7-bbaa-092f1cd320f4 None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:43Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:50Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:52.966174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.027304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.115363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:53.117373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Network 7a35da4d-36ea-4e86-8829-54096418b714 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:53.119330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] For port e978cc0e-7a59-491b-9fc3-e44166aa6c0a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,segment=NetworkSegment(67d18709-639f-4f12-ab2e-065bd20821b1),segment_id=67d18709-639f-4f12-ab2e-065bd20821b1)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:53.123941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:53.125920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.128628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b3771-c99b-452c-9a30-59d6e8ef3d51 req-d52a7896-b15d-4c29-b46d-595859f71699 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.129643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=4ae2d4fb-d27b-480d-a373-190519e7c698,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.131921 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ad0b3771-c99b-452c-9a30-59d6e8ef3d51 req-d52a7896-b15d-4c29-b46d-595859f71699 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.3277810 Nov 23 02:26:53.132296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:53.133923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ab3a44-4238-4b31-9462-938d4b04efed req-665f1cdb-33bc-4fca-b93f-fe1b3172dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.135544 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-665f1cdb-33bc-4fca-b93f-fe1b3172dc43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3027976 Nov 23 02:26:53.136437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:53.151465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:53.198481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa1dae-878d-42b6-9d0d-c13c0d4af6e0 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:53.200170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9319b9-beeb-4931-9f27-943867303e16 None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.203173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.217518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8:0:1::236 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/8829a8bd-5de7-4814-8552-d42d7b5bd474/e50a280d-da4d-4da4-82e4-8693f6762241) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:53.273163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Pushing event updated for resources: {'Port': ['ID=59442428-6de9-4afe-bfab-c33d6d28ae21,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.322396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::f816:3eff:fe20:11d0 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/d9239eca-fd20-4e1a-8d62-96f110bab0b1/e50a280d-da4d-4da4-82e4-8693f6762241) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:53.437487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Allocated IP 2001:db8:3::1 (7a35da4d-36ea-4e86-8829-54096418b714/8bc8234b-8de9-45fe-ba50-99973ab8ffc9/3ab9b9e6-65f1-4381-b028-eca7f8a49685) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:53.445467 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ad0b3771-c99b-452c-9a30-59d6e8ef3d51 req-cbcb2766-bfa6-4fa8-b920-dea1650b7f70 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004205 Nov 23 02:26:53.484148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:53.484755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:53.498258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Attempting to bind port 59442428-6de9-4afe-bfab-c33d6d28ae21 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:26:53.498670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Attempting to bind port 59442428-6de9-4afe-bfab-c33d6d28ae21 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:26:53.499016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Attempting to bind port 59442428-6de9-4afe-bfab-c33d6d28ae21 on network 7a35da4d-36ea-4e86-8829-54096418b714 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:26:53.503420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Provisioning complete for port b6477e46-6a29-49d4-886a-de232108590a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:53.503822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.548195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:26:53.548467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Checking segment: {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:26:53.548866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.549267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Bound using segment: {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:26:53.549758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Bound port: 59442428-6de9-4afe-bfab-c33d6d28ae21, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:26:53.550140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.584211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061ade4a-71c6-47bb-b56a-7dc35f4030f1 None None] Pushing event updated for resources: {'Port': ['ID=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:53.641154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Port b6477e46-6a29-49d4-886a-de232108590a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:53.665493 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-d9d096a3-3a98-4859-992c-9bc3c7b8c3d3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894958 Nov 23 02:26:53.673797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] For port 59442428-6de9-4afe-bfab-c33d6d28ae21, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:26:53.678328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] For port 59442428-6de9-4afe-bfab-c33d6d28ae21, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59442428-6de9-4afe-bfab-c33d6d28ae21,segment=NetworkSegment(931a12e5-52c1-4c3d-ae45-41e25b2693ab),segment_id=931a12e5-52c1-4c3d-ae45-41e25b2693ab)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:26:53.681261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Provisioning complete for port 1993b438-f693-46c5-83e4-b74a1cb60e2d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:53.682440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.706504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.720676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.777381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:53.789866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.835649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.891834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.951517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:53.971881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:53.979650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:53.985030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:53.993053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:53.993707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.016458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=e50a280d-da4d-4da4-82e4-8693f6762241,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:54.034146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbd9939-3a30-4ad0-9641-b7f2ba4688ee None None] Pushing event updated for resources: {'Port': ['ID=59442428-6de9-4afe-bfab-c33d6d28ae21,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:54.104414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Provisioning complete for port e978cc0e-7a59-491b-9fc3-e44166aa6c0a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:54.104819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a74c821-0622-400e-b961-1901358b1157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.178012 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-616c429c-4816-4888-ba35-021e1c5b8bf2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8748243 Nov 23 02:26:54.181268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33020) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:54.333086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.544268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e53bb07b-2dff-4e9a-a6f6-a7746d9283d2 None None] Provisioning complete for port 4ae2d4fb-d27b-480d-a373-190519e7c698 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:54.544945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e53bb07b-2dff-4e9a-a6f6-a7746d9283d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.559926 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ab3a44-4238-4b31-9462-938d4b04efed req-e5c799ca-647d-4111-8606-15c133fb2553 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8772967 Nov 23 02:26:54.601357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1993b438-f693-46c5-83e4-b74a1cb60e2d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:54.649767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:54.673240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:54.683576 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e700378c-b9e2-43e9-a724-b2dd59ed597c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2085145 Nov 23 02:26:54.684822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port e50a280d-da4d-4da4-82e4-8693f6762241 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:54.684822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.685075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e53bb07b-2dff-4e9a-a6f6-a7746d9283d2 None None] Port 4ae2d4fb-d27b-480d-a373-190519e7c698 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:54.688285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33024) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:54.700974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:54.701546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:54.742513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.796636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1993b438-f693-46c5-83e4-b74a1cb60e2d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:54.797004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.815893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 7a35da4d-36ea-4e86-8829-54096418b714 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:54.826216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080bb295-90f0-4be2-8927-51b05ec6cafd None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:54.826660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet 39eef635-2d7c-4fc7-add3-5b70ff2498d9 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:54.834127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:54.836934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:26:54.837822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.841749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:54.857141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:54.908896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=3ab9b9e6-65f1-4381-b028-eca7f8a49685,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:54.966176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.062351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bb59748f-4e42-46fc-a1dc-c09bb11eeca6 None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:55.062968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb59748f-4e42-46fc-a1dc-c09bb11eeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.121807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.154219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2bac9-2a74-49bc-b6f7-e55dd098535e req-2043ad31-f59b-4f8a-8274-60aa0d899a85 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.155878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d0f2bac9-2a74-49bc-b6f7-e55dd098535e req-2043ad31-f59b-4f8a-8274-60aa0d899a85 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.5374403 Nov 23 02:26:55.159002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.203427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:26:55.237669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port b6477e46-6a29-49d4-886a-de232108590a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:55.238011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.246434 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d0f2bac9-2a74-49bc-b6f7-e55dd098535e req-735f6213-27ce-4b61-b0b2-143447fd704b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765867 Nov 23 02:26:55.267579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.368674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:55.371656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for e50a280d-da4d-4da4-82e4-8693f6762241 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:55.410739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.461975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=39eef635-2d7c-4fc7-add3-5b70ff2498d9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:55.476666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.483334 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7c8e79bf-cc53-43ee-b524-141c783ff135 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/39eef635-2d7c-4fc7-add3-5b70ff2498d9 HTTP/1.1" status: 204 len: 168 time: 0.7925942 Nov 23 02:26:55.484019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33026) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:55.504516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae0d9fa-c7fc-466b-9613-e354098803da None None] Network 54553e6b-b098-4457-8ba5-69bc94f724ca requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:55.569510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32ee17-d0d7-491d-a442-1889782e54ce None None] Network 7a35da4d-36ea-4e86-8829-54096418b714 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:55.571898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:55.579490 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.583203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.592515 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530f378-38ff-4880-8548-c3146c16991c None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:55.611443 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530f378-38ff-4880-8548-c3146c16991c None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:55.613011 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4530f378-38ff-4880-8548-c3146c16991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.620620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=e50a280d-da4d-4da4-82e4-8693f6762241,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:55.649238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for b6477e46-6a29-49d4-886a-de232108590a owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:55.655581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.660544 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-43af60e6-eaef-42fb-ad3a-3006f86db117 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.0657814 Nov 23 02:26:55.666622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.670794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33028) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:55.685041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.688713 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0bf8e665-bf29-4e12-b3f2-e5ac0687dd8f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/e50a280d-da4d-4da4-82e4-8693f6762241 HTTP/1.1" status: 204 len: 168 time: 1.5044055 Nov 23 02:26:55.692520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33030) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:55.707955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 10, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.732936 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4530f378-38ff-4880-8548-c3146c16991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.746351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:55.749517 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4530f378-38ff-4880-8548-c3146c16991c None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:55.750971 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4530f378-38ff-4880-8548-c3146c16991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.758120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd2892-4754-4872-a770-33d7c45d6224 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.762683 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-31fd2892-4754-4872-a770-33d7c45d6224 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0660322 Nov 23 02:26:55.762867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb59748f-4e42-46fc-a1dc-c09bb11eeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.763491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33032) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:55.798015 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4530f378-38ff-4880-8548-c3146c16991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.798943 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4530f378-38ff-4880-8548-c3146c16991c None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:55.830124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c0f5f2-27ae-4c35-bdb5-a72c3f01b888 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.834023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d7c0f5f2-27ae-4c35-bdb5-a72c3f01b888 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0668504 Nov 23 02:26:55.834154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:55.834248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:55.834340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33034) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:55.889654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c908ee-cc67-445c-94f8-3301059a4b9f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.891164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c908ee-cc67-445c-94f8-3301059a4b9f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.892683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c908ee-cc67-445c-94f8-3301059a4b9f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:55.897538 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a2c908ee-cc67-445c-94f8-3301059a4b9f tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0593302 Nov 23 02:26:55.898253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33036) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:55.934746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.954818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:55.955393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.983532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 8829a8bd-5de7-4814-8552-d42d7b5bd474 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:55.986631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:55.990651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca3726b-dda6-4975-bc4b-047aab0a17be None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'd9239eca-fd20-4e1a-8d62-96f110bab0b1', 'ip_address': '2001:db8::f816:3eff:fe35:4674'}, {'subnet_id': '8829a8bd-5de7-4814-8552-d42d7b5bd474'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2c23c172-b4fd-4b11-895f-5af1460eb6b6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:26:55.998404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bb59748f-4e42-46fc-a1dc-c09bb11eeca6 None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:56.019426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.020531 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.031096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.085159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.156189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.174977 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:56.175321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.193485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=8829a8bd-5de7-4814-8552-d42d7b5bd474,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.193740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event updated for resources: {'Port': ['ID=3ab9b9e6-65f1-4381-b028-eca7f8a49685,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.200805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.207080 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-00c63c03-c712-46a0-ae53-6d14563c6359 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/8829a8bd-5de7-4814-8552-d42d7b5bd474 HTTP/1.1" status: 204 len: 168 time: 0.3078017 Nov 23 02:26:56.208935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33038) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:56.216651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb59748f-4e42-46fc-a1dc-c09bb11eeca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.267509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:56.273751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ca3726b-dda6-4975-bc4b-047aab0a17be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.278964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet d9239eca-fd20-4e1a-8d62-96f110bab0b1 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:56.282633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.312313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port ab1cf826-b524-4ae0-84c0-3c83d79ddb49, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:56.312686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.359701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.372050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] DHCP port deletion for 54553e6b-b098-4457-8ba5-69bc94f724ca request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:26:56.374812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for ab1cf826-b524-4ae0-84c0-3c83d79ddb49 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:56.453229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.478640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.485747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59748f-4e42-46fc-a1dc-c09bb11eeca6 None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.522903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.529722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c9ab34f2-27d7-4ff8-928a-2fdb43afc837 None None] Provisioning complete for port 59442428-6de9-4afe-bfab-c33d6d28ae21 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:56.530104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c9ab34f2-27d7-4ff8-928a-2fdb43afc837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.558171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.561918 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/d9239eca-fd20-4e1a-8d62-96f110bab0b1 HTTP/1.1" status: 204 len: 168 time: 0.3518782 Nov 23 02:26:56.562977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3662e8-896e-4bfe-baa8-73641c4d3ed2 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=d9239eca-fd20-4e1a-8d62-96f110bab0b1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.564709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33042) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:56.601718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=b6477e46-6a29-49d4-886a-de232108590a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:56.604029 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3165b372-ea39-47fa-8a20-d0754d2aa530 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382311 Nov 23 02:26:56.606941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33044) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:56.614649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:56.648025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Network 7a35da4d-36ea-4e86-8829-54096418b714 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:56.689296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e286cb9-4faf-46d2-8fcf-8762ea3aa7a4 req-a61272dd-a8fa-46c0-b34f-bc19c487aa13 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:56.690900 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5e286cb9-4faf-46d2-8fcf-8762ea3aa7a4 req-a61272dd-a8fa-46c0-b34f-bc19c487aa13 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.3173635 Nov 23 02:26:56.691877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:56.705474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e978cc0e-7a59-491b-9fc3-e44166aa6c0a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:56.771111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:56.776418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-4ca3726b-dda6-4975-bc4b-047aab0a17be None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9239eca-fd20-4e1a-8d62-96f110bab0b1: This subnet is being modified by another concurrent operation. Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d9239eca-fd20-4e1a-8d62-96f110bab0b1: This subnet is being modified by another concurrent operation. Nov 23 02:26:56.777437 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:26:56.856021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] Deleting port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:56.856321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:56.975515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad65f3e-a427-4fe4-8893-8c52873eee37 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:57.039762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c9ab34f2-27d7-4ff8-928a-2fdb43afc837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.048622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e978cc0e-7a59-491b-9fc3-e44166aa6c0a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:57.048997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.060788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.120368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.132026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=bd09b09a-fe66-47e8-bbc5-aff00ff911ec,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:57.132817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] For port ab1cf826-b524-4ae0-84c0-3c83d79ddb49, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,segment=NetworkSegment(5159b288-036f-4772-a513-9e32315adad8),segment_id=5159b288-036f-4772-a513-9e32315adad8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:57.133236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.138121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:57.140603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:57.144574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:57.145364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.153899 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5e286cb9-4faf-46d2-8fcf-8762ea3aa7a4 req-1500f1c2-9f00-4271-a841-caa581da9cea tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4496465 Nov 23 02:26:57.176763 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-70fc9781-20c6-4e29-92c5-3a3960bfb418 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5683818 Nov 23 02:26:57.177456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33046) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:57.179289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] Calling delete_port for ab1cf826-b524-4ae0-84c0-3c83d79ddb49 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:26:57.183226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:57.187087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c9ab34f2-27d7-4ff8-928a-2fdb43afc837 None None] For port 59442428-6de9-4afe-bfab-c33d6d28ae21, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59442428-6de9-4afe-bfab-c33d6d28ae21,segment=NetworkSegment(931a12e5-52c1-4c3d-ae45-41e25b2693ab),segment_id=931a12e5-52c1-4c3d-ae45-41e25b2693ab)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:57.195098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.197079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:57.198142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c9ab34f2-27d7-4ff8-928a-2fdb43afc837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.205866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:57.211762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:57.299513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 10, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:57.363563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3aa13d-acb3-41bb-9c34-5a980204583c None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 10, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None, '_interfaces': [{'id': '6e1409aa-7244-46d3-ba19-b3af27d74d5d', 'name': '', 'network_id': '330b7ef0-fb90-40ad-88f1-40f3ae9a7a55', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'mac_address': 'fa:16:3e:6b:53:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'device_owner': 'network:router_interface', 'standard_attr_id': 916, 'fixed_ips': [{'subnet_id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:39Z', 'updated_at': '2021-11-23T02:25:50Z', 'revision_number': 5, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'subnets': [{'id': '33c8ca18-d466-4ef1-a637-2bef2bd8e7cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:57.373721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:57.379474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.504645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab34f2-27d7-4ff8-928a-2fdb43afc837 None None] Pushing event updated for resources: {'Port': ['ID=59442428-6de9-4afe-bfab-c33d6d28ae21,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:57.517438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Provisioning complete for port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:57.518607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.526103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.ipam_backend_mixin [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd09b09a-fe66-47e8-bbc5-aff00ff911ec (CIDR: 2001:db8::/64) Nov 23 02:26:57.532496 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:26:57.532966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:26:57.553626 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5089e0d1-8482-4008-91e0-619769d7a021 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3745615 Nov 23 02:26:57.556410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33048) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:57.562369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:57.570183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.612400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] No DVR routers for this DVR port ab1cf826-b524-4ae0-84c0-3c83d79ddb49 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:26:57.623868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c101fe-67d0-4919-aa27-931a82703fb2 None None] Pushing event deleted for resources: {'Port': ['ID=ab1cf826-b524-4ae0-84c0-3c83d79ddb49,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:57.628280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:57.640730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:57.641182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.693641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ab4f9-b823-4848-a0cd-d4bb63283432 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:26:57.767997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:57.773297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.856783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Could not find standard attr ID for object e50a280d-da4d-4da4-82e4-8693f6762241. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:57.924431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Provisioning complete for port 59442428-6de9-4afe-bfab-c33d6d28ae21 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:57.924816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-49d109dc-87a7-4c6c-be77-54b4a95384eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.925594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:57.931483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 59442428-6de9-4afe-bfab-c33d6d28ae21 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:26:58.045215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54553e6b-b098-4457-8ba5-69bc94f724ca']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.070887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5159b288-036f-4772-a513-9e32315adad8') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.071257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5159b288-036f-4772-a513-9e32315adad8') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.100597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.101554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 59442428-6de9-4afe-bfab-c33d6d28ae21 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:58.101941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.206368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.229539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:58.238851 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-131d4d29-f245-4f14-a6ad-39e15b899908 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4572742 Nov 23 02:26:58.238851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.242662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33052) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:58.249224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:58.258423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:58.281347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 898703c1-98fa-43be-82ac-0af9dc13acbd no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:58.303480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:26:58.303895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:26:58.308970 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:26:58.312341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:58.313617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.317291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 898703c1-98fa-43be-82ac-0af9dc13acbd {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:26:58.317826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 898703c1-98fa-43be-82ac-0af9dc13acbd not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:26:58.318390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:26:58.321983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0f07083a-4f20-4419-841c-23acbbd85d8c None None] Provisioning complete for port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:58.323968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f07083a-4f20-4419-841c-23acbbd85d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.359617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d47b-fb0a-41ea-bf4b-a95833591816 req-55fdab1d-b412-48da-a3bc-fc439dbea0a6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:58.361209 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed43d47b-fb0a-41ea-bf4b-a95833591816 req-55fdab1d-b412-48da-a3bc-fc439dbea0a6 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.0771067 Nov 23 02:26:58.363777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.objects.ports [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103357) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:26:58.445781 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Router 2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:26:58.516354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed43d47b-fb0a-41ea-bf4b-a95833591816 req-13ba3746-5554-4906-a9f3-2b40fd4c302b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981259 Nov 23 02:26:58.583716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.599283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6e0812-8c37-4de1-9c56-f2510fd5169f None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:26:58.605562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.619883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.624770 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/54553e6b-b098-4457-8ba5-69bc94f724ca HTTP/1.1" status: 204 len: 168 time: 3.1297181 Nov 23 02:26:58.634808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33054) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:58.681971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0f07083a-4f20-4419-841c-23acbbd85d8c None None] Port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:26:58.682330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3a704-f475-413c-9c1f-cabac125559c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=54553e6b-b098-4457-8ba5-69bc94f724ca,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:58.696013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:26:58.720859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:26:58.730207 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e00ff547-8d03-4b53-bc5c-522acf787fff tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/routers/2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7518981 Nov 23 02:26:58.736582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33056) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:58.739309 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] Sync routers for ids ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:26:58.772407 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] Routers {'2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:58.773104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-075e8fad-b8c2-468c-a3c3-7b95f2dde398 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:26:58.773631 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.777762 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-075e8fad-b8c2-468c-a3c3-7b95f2dde398 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/b6477e46-6a29-49d4-886a-de232108590a HTTP/1.1" status: 404 len: 333 time: 0.0398564 Nov 23 02:26:58.790169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33058) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:58.809101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0f07083a-4f20-4419-841c-23acbbd85d8c None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:26:58.813135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f07083a-4f20-4419-841c-23acbbd85d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.841326 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.852840 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] Routers {'2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:26:58.853800 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.907044 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:58.907272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.908410 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829e318d-3382-46a2-93b5-5bc2e2d8aaaa None None] The sync data for ids ['2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:26:58.982623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:58.999799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e0812-8c37-4de1-9c56-f2510fd5169f None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:26:59.028470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:59.074507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.086195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.087104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.178483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:26:59.197428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0f07083a-4f20-4419-841c-23acbbd85d8c None None] Could not find standard attr ID for object e50a280d-da4d-4da4-82e4-8693f6762241. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:26:59.214002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:26:59.217179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:26:59.217520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:26:59.221632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:26:59.222234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.238568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=6']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:59.240197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=357f208f-fe6c-4efd-85ca-11b46bfeab2f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:26:59.251599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.255483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.259467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-68473081-4d38-4695-8fe5-2af8251b9988 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6993794 Nov 23 02:26:59.259713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33062) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:59.265943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:5e:30:b3', 'name': 'tempest-NetworksTestDHCPv6-1916487399'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:26:59.290883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:55Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:26:55Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:26:59.340719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.1 (7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7/e17593ad-28cc-4a29-aef3-ee11b0384f26/1b847812-abaf-45e1-8cd0-ba0487333b3a) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:59.341195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.348030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.348680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Fanout notify agent at l3_agent the message router_deleted on router 2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:26:59.349554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:26:59.350565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Updating router 2f19506c-c0c2-41a0-8534-ee08be8114f9 port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:26:59.361424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.362574 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a0dfeaf7-e8d8-4d56-8a03-d2600cc9bc30 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/routers/2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca HTTP/1.1" status: 204 len: 168 time: 0.5699100 Nov 23 02:26:59.368442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33064) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:26:59.388030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.406160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.extraroute_db [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103356) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:26:59.469003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.extraroute_db [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Removed routes are [] {{(pid=103356) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:26:59.469668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.535402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 6da8c523-7b31-4b54-acdc-0e02216c9886 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:26:59.535796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:26:59.575966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.651974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.665569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.680992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.726329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 4615464e-d6ca-4bf1-af4a-87288c8cb7e5 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:26:59.745131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': '357f208f-fe6c-4efd-85ca-11b46bfeab2f', 'ip_address': '2001:db8:0:1:f816:3eff:fe35:4674'}, {'subnet_id': 'bd09b09a-fe66-47e8-bbc5-aff00ff911ec'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2c23c172-b4fd-4b11-895f-5af1460eb6b6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:26:59.799688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.823911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.825617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port 6e1409aa-7244-46d3-ba19-b3af27d74d5d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:26:59.825962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.980259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:59.981804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port 6e1409aa-7244-46d3-ba19-b3af27d74d5d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6e1409aa-7244-46d3-ba19-b3af27d74d5d,segment=NetworkSegment(1322419e-a735-434b-9b36-68b316a57060),segment_id=1322419e-a735-434b-9b36-68b316a57060)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:26:59.982387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.991878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::230 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/bd09b09a-fe66-47e8-bbc5-aff00ff911ec/4615464e-d6ca-4bf1-af4a-87288c8cb7e5) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:26:59.995265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:26:59.996283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ab1cf826-b524-4ae0-84c0-3c83d79ddb49 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:00.002682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for 6e1409aa-7244-46d3-ba19-b3af27d74d5d owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:00.005251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5e:30b3 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/357f208f-fe6c-4efd-85ca-11b46bfeab2f/4615464e-d6ca-4bf1-af4a-87288c8cb7e5) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:00.009826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.058770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ab1cf826-b524-4ae0-84c0-3c83d79ddb49 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:00.059279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ab1cf826-b524-4ae0-84c0-3c83d79ddb49 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:00.114457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.126215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.164253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:27:00.233921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df4b3d-3164-4e9e-85a6-edbb344a5caa None None] Pushing event updated for resources: {'Port': ['ID=3ab9b9e6-65f1-4381-b028-eca7f8a49685,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.272443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.279783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.292089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.302386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.311040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Attempting to bind port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:00.311474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Attempting to bind port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:00.312011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Attempting to bind port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 on network 7a35da4d-36ea-4e86-8829-54096418b714 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:00.320967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.327353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:00.328093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Checking segment: {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:00.328415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.328713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.329038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Bound using segment: {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:00.329625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Bound port: 3ab9b9e6-65f1-4381-b028-eca7f8a49685, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931a12e5-52c1-4c3d-ae45-41e25b2693ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:00.330117 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.350348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deafc43-57d2-415d-8aeb-611c1433b7b3 req-0c72589a-f7bf-4498-b86c-f8005eaaf041 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.351921 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5deafc43-57d2-415d-8aeb-611c1433b7b3 req-0c72589a-f7bf-4498-b86c-f8005eaaf041 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 943 time: 0.6460171 Nov 23 02:27:00.381533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=6e1409aa-7244-46d3-ba19-b3af27d74d5d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.412130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:00.439901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'port_id': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'mac_address': 'fa:16:3e:72:21:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:27:00.444251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.454317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:00.465990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] For port 3ab9b9e6-65f1-4381-b028-eca7f8a49685, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:00.469981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:00.481593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:00.484614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=1b847812-abaf-45e1-8cd0-ba0487333b3a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.504466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:00.509680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:00.515255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:00.520924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:00.521658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.580958 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5deafc43-57d2-415d-8aeb-611c1433b7b3 req-24d55262-0ec1-49fa-9182-ce6d41acbbb0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2191970 Nov 23 02:27:00.588580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.595067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.603981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:00.658084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=6da8c523-7b31-4b54-acdc-0e02216c9886,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.673599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.676900 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a2545dc5-e7fb-4aba-a777-a4ff4236f99c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/6da8c523-7b31-4b54-acdc-0e02216c9886 HTTP/1.1" status: 204 len: 168 time: 1.3074841 Nov 23 02:27:00.679863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33068) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:00.694195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] For port 3ab9b9e6-65f1-4381-b028-eca7f8a49685, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3ab9b9e6-65f1-4381-b028-eca7f8a49685,segment=NetworkSegment(931a12e5-52c1-4c3d-ae45-41e25b2693ab),segment_id=931a12e5-52c1-4c3d-ae45-41e25b2693ab)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:00.709290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.767260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/bd09b09a-fe66-47e8-bbc5-aff00ff911ec/2c23c172-b4fd-4b11-895f-5af1460eb6b6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:00.771483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.821465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:00.831894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:00.834086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:00.882002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.898946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:00.907661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.912230 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0460cdfa-ea1a-4a0b-8dee-738104be1b7f tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 953 time: 2.6580422 Nov 23 02:27:00.912681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33070) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:00.925186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df4b3d-3164-4e9e-85a6-edbb344a5caa None None] Pushing event updated for resources: {'Port': ['ID=3ab9b9e6-65f1-4381-b028-eca7f8a49685,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.961822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:00.965706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=4615464e-d6ca-4bf1-af4a-87288c8cb7e5,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:00.975389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.975662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:00.987094 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-33425f77-91e0-4fa4-9ded-ba5cf9f070c7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7262630 Nov 23 02:27:00.989610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33072) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:01.039856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:01.041928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.104144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:01.111035 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7f010189-d682-49f2-9126-4306fa6e7261 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 953 time: 0.1945789 Nov 23 02:27:01.113827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33074) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:01.114263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:01.119906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'routes': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:01.123037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port e978cc0e-7a59-491b-9fc3-e44166aa6c0a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:01.123916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.234034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.244410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.278323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] For port e978cc0e-7a59-491b-9fc3-e44166aa6c0a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,segment=NetworkSegment(67d18709-639f-4f12-ab2e-065bd20821b1),segment_id=67d18709-639f-4f12-ab2e-065bd20821b1)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:01.278918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.296390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for e978cc0e-7a59-491b-9fc3-e44166aa6c0a owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:01.305926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:01.367524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 4615464e-d6ca-4bf1-af4a-87288c8cb7e5 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:01.367927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.371719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['444831b3-bbef-453b-8ffe-1fc16a3f3ed0'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:27:01.429155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce43fec-75fb-4e25-96d0-001f6711738f None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:01.489243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.526360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:59Z', 'revision_number': 6, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:01.529464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No DVR routers for this DVR port e978cc0e-7a59-491b-9fc3-e44166aa6c0a on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:01.532945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=e978cc0e-7a59-491b-9fc3-e44166aa6c0a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:01.563506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da9f884-f1bf-43e9-bccb-82ff3a8d772e None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:26:59Z', 'revision_number': 6, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 4, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:01.628661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:01.632068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.663323 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-38a8e521-aadc-4573-a13f-2473fe02bbec tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0269868 Nov 23 02:27:01.666042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33078) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:01.705109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 4615464e-d6ca-4bf1-af4a-87288c8cb7e5 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:01.719460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:01.724054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.743114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.777006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:01.777665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:01.843118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.874526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:01.910948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting subnet 33c8ca18-d466-4ef1-a637-2bef2bd8e7cc {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:01.918525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb75461e-3f13-449d-8c6f-fb78f33498d2']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:01.921780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=1b847812-abaf-45e1-8cd0-ba0487333b3a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:01.921980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.938250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:01.943794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d18709-639f-4f12-ab2e-065bd20821b1') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:01.944094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d18709-639f-4f12-ab2e-065bd20821b1') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:01.946794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 11, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:01.992137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:02.021053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1685ac2-a971-4e76-8f49-3d3a47489547 req-0a5b2ecb-f772-4250-99ed-59da2b3ed8ee tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:02.022862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1685ac2-a971-4e76-8f49-3d3a47489547 req-0a5b2ecb-f772-4250-99ed-59da2b3ed8ee tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 944 time: 0.2856925 Nov 23 02:27:02.044510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:02.046030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:02.074976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.106059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.150735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:02.152516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.160499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:02.181107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:02.193165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:02.193602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:02.224654 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:02.316206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 11, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:02.320063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.extraroute_db [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added routes are [] {{(pid=103357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:27:02.320514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.extraroute_db [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103357) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:27:02.338686 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1685ac2-a971-4e76-8f49-3d3a47489547 req-390bf922-9960-4312-a8e3-af0cc862604a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3007340 Nov 23 02:27:02.378581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7514d-d04e-4c1a-835c-dca002970e58 None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 11, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:02.396343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.408937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.419055 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/fb75461e-3f13-449d-8c6f-fb78f33498d2 HTTP/1.1" status: 204 len: 168 time: 1.7364149 Nov 23 02:27:02.426307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33080) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:02.454698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3ab9b9e6-65f1-4381-b028-eca7f8a49685 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:02.488486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e3d2-ee2d-415e-a078-fdeaba5ecd68 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=fb75461e-3f13-449d-8c6f-fb78f33498d2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:02.545694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c341af-60a8-4b8a-979e-549417927483 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:02.551683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:02.552133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.552825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.552951 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f4c341af-60a8-4b8a-979e-549417927483 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/4c94563e-6eee-48b9-b510-16c020fb5f02 HTTP/1.1" status: 200 len: 840 time: 0.1251757 Nov 23 02:27:02.553568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33082) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:02.598256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.637540 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f731d8d-2859-4fb0-82cf-f8d08130d4b2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/4c94563e-6eee-48b9-b510-16c020fb5f02?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0801241 Nov 23 02:27:02.638384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33084) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:02.640586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:02.646086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:02.673817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.689256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.734551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 3ab9b9e6-65f1-4381-b028-eca7f8a49685, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3ab9b9e6-65f1-4381-b028-eca7f8a49685,segment=NetworkSegment(931a12e5-52c1-4c3d-ae45-41e25b2693ab),segment_id=931a12e5-52c1-4c3d-ae45-41e25b2693ab)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:02.750858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.751712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:02.794555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=4615464e-d6ca-4bf1-af4a-87288c8cb7e5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:02.872556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:02.876157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.900999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=3ab9b9e6-65f1-4381-b028-eca7f8a49685,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:02.912668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.916457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.927488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d689b203-5efc-47b0-b46a-1fe2bd158d17 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/4615464e-d6ca-4bf1-af4a-87288c8cb7e5 HTTP/1.1" status: 204 len: 168 time: 1.9346123 Nov 23 02:27:02.927731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:02.927731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:02.929953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33086) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:02.956714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:02.969935 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-96ccf1f5-8848-46da-80b3-63fce8f39397 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/routers/4a754952-da61-4bd5-8054-7e1836ab183b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2965500 Nov 23 02:27:02.975181 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:02.990532 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:02.991314 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:03.002015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33088) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.009935 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'port': {'network_id': '7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7', 'name': 'tempest-FloatingIPTestJSON-417846016'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:03.072550 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:03.089228 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:03.090313 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:03.143227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.149813 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/33c8ca18-d466-4ef1-a637-2bef2bd8e7cc HTTP/1.1" status: 204 len: 168 time: 1.4602849 Nov 23 02:27:03.151128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73992880-4853-4ae7-9ddb-e3bf2677b1ee tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Subnet': ['ID=33c8ca18-d466-4ef1-a637-2bef2bd8e7cc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:03.155790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33090) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.229427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:03.233098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aadb066-877e-4722-9dae-1424e56e43f3 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:27:03.248966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.255158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.263090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.266676 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:03.267745 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6810aaa2-4a89-48af-a9e9-d1f880d1f49f None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:03.316963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aa1371-57e1-4b35-832b-ab4b9b25aad5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.321471 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-15aa1371-57e1-4b35-832b-ab4b9b25aad5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3878970 Nov 23 02:27:03.323032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:03.323678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:03.324274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.331006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33092) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.385695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b8246dbe-9eb8-43b9-a132-20957a881905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.409729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=01c3829e-f75f-4feb-ade4-36f2453d1132,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:03.420182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:03.434147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Deleting port b42b76c1-3db7-474a-9654-1ff042133136 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:03.434689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.482669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1fd3c458-aa05-4058-a91f-fe3504e23742 None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:03.483338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c458-aa05-4058-a91f-fe3504e23742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.484125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:03.492386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:03.500986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.501583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.537445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1d59b-6c89-48cc-9b4b-79cf5d4e8dc8 req-89077385-b473-4f9c-b516-4846ff071cae tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.539119 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e8f1d59b-6c89-48cc-9b4b-79cf5d4e8dc8 req-89077385-b473-4f9c-b516-4846ff071cae tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 944 time: 0.1218669 Nov 23 02:27:03.555603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e148b-3416-44f7-996c-4f7d2a7739e0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.557439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8a7e148b-3416-44f7-996c-4f7d2a7739e0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1633375 Nov 23 02:27:03.565718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33096) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.584686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:03.588612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.622958 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9ab0c1f5-d6cc-444e-8753-af041eca1d88 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9809020 Nov 23 02:27:03.633434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33098) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.645068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1657239896'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:03.652987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:03.680316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] device_id is not set on port 8370843e-c4e4-4bb2-83c1-cce8620f64c0 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:03.712643 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e8f1d59b-6c89-48cc-9b4b-79cf5d4e8dc8 req-54431646-b89c-4a9e-aaa6-126dcf7ce322 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538770 Nov 23 02:27:03.716487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdedab24-1a33-4e1f-a571-12b66cb01d0d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.718140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdedab24-1a33-4e1f-a571-12b66cb01d0d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.719673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdedab24-1a33-4e1f-a571-12b66cb01d0d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:03.721529 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bdedab24-1a33-4e1f-a571-12b66cb01d0d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1548452 Nov 23 02:27:03.752687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33100) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.789856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.829902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.877741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 357f208f-fe6c-4efd-85ca-11b46bfeab2f {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:03.890275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.908060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] For port b42b76c1-3db7-474a-9654-1ff042133136, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b42b76c1-3db7-474a-9654-1ff042133136,segment=NetworkSegment(1322419e-a735-434b-9b36-68b316a57060),segment_id=1322419e-a735-434b-9b36-68b316a57060)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:03.908528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.922281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aadb066-877e-4722-9dae-1424e56e43f3 None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:27:03.923192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:03.924955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Calling delete_port for b42b76c1-3db7-474a-9654-1ff042133136 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:03.931772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:03.932891 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-188f0c34-7dbc-4c67-98dc-96f2dc1a47f4 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 703 time: 2.8169198 Nov 23 02:27:03.936064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33102) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:03.939076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.4 (7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7/e17593ad-28cc-4a29-aef3-ee11b0384f26/8370843e-c4e4-4bb2-83c1-cce8620f64c0) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:03.965639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.000473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:04.017651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.040047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fd3c458-aa05-4058-a91f-fe3504e23742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.082198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e193c25f-8360-4ff7-924d-52bbf5ac861b tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 703 time: 0.1449387 Nov 23 02:27:04.087033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33104) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:04.150375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:04.236979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3ab9b9e6-65f1-4381-b028-eca7f8a49685 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:04.239232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.284883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No DVR routers for this DVR port b42b76c1-3db7-474a-9654-1ff042133136 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:04.287194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Port': ['ID=b42b76c1-3db7-474a-9654-1ff042133136,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.302407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=9']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.416491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.424868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-1fd3c458-aa05-4058-a91f-fe3504e23742 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:27:04.425212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-1fd3c458-aa05-4058-a91f-fe3504e23742 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:27:04.433874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.446619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:27:04.478649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:04.479037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.480509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.480952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:04.480952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.508766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.512892 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8729866 Nov 23 02:27:04.519098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33106) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:04.529402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1555772425'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:04.536201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 7, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:04.543122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330b7ef0-fb90-40ad-88f1-40f3ae9a7a55']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:04.558747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7cb592-1ce9-464c-8270-7fb0a912f7ae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e39572-0446-46d5-a8eb-e768c395ffcf,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.563521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1322419e-a735-434b-9b36-68b316a57060') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:04.563831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1322419e-a735-434b-9b36-68b316a57060') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:04.576501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.580285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:04.589103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.630096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.644149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.651824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:04.652600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:04.658764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:04.659188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:04.663503 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:04.679404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.683566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.716179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=357f208f-fe6c-4efd-85ca-11b46bfeab2f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.722887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.726744 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aa2243a9-fc38-452c-b3b1-dd3aadb5cb62 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/357f208f-fe6c-4efd-85ca-11b46bfeab2f HTTP/1.1" status: 204 len: 168 time: 0.9727023 Nov 23 02:27:04.729828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33108) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:04.770121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.806632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.813300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.821236 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/networks/330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 HTTP/1.1" status: 204 len: 168 time: 1.6642010 Nov 23 02:27:04.823669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33112) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:04.831950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'routes': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:04.880670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0d9815-3919-4e42-997e-e447c9ab5824 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Pushing event deleted for resources: {'Network': ['ID=330b7ef0-fb90-40ad-88f1-40f3ae9a7a55,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.905879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet bd09b09a-fe66-47e8-bbc5-aff00ff911ec {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:04.912256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:04.924743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:04.924970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:04.927385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:04.933359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=8370843e-c4e4-4bb2-83c1-cce8620f64c0,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:04.985921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.000341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.028377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:05.031976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38cf78-f67e-4241-bb53-f240a154dfe6 req-85f5b8bc-f017-4af6-a622-59a2a99dcde7 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:05.032885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fa38cf78-f67e-4241-bb53-f240a154dfe6 req-85f5b8bc-f017-4af6-a622-59a2a99dcde7 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 944 time: 0.1894870 Nov 23 02:27:05.038272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.055579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.extraroute_db [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Added routes are [] {{(pid=103356) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:27:05.055924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.extraroute_db [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Removed routes are [] {{(pid=103356) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:27:05.056315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.071119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:05.071766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.111868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.111868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5841193 Nov 23 02:27:05.111868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487527c-6605-4587-8924-010282552c20 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd72734-a540-4a31-beda-2d0757b96147,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:05.116898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33114) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:05.131273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-232333557', 'security_groups': ['2cd72734-a540-4a31-beda-2d0757b96147'], 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01c3829e-f75f-4feb-ade4-36f2453d1132'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:05.181469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625316ff-f0b4-4528-a2f8-00bed0c0e283 None None] DHCP port deletion for fb75461e-3f13-449d-8c6f-fb78f33498d2 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:05.205941 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c465434b-3625-4b7d-8896-d5ea4c85a5c7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2007539 Nov 23 02:27:05.207969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6e1409aa-7244-46d3-ba19-b3af27d74d5d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:05.209814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.210391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33116) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:05.242831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'port': {'network_id': '7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7', 'name': 'tempest-FloatingIPTestJSON-1641537290'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:05.246268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.252006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.254486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-4950201c-cf6e-42c3-ae07-b1191468339c', 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'tenant_id': 'c19c057f3c734da4a581434eb8ed8209', 'fixed_ips': [{'subnet_id': '01c3829e-f75f-4feb-ade4-36f2453d1132'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:05.255594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.264847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 6e1409aa-7244-46d3-ba19-b3af27d74d5d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:05.265457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6e1409aa-7244-46d3-ba19-b3af27d74d5d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:05.305136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:05.307761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c58e97-1fe7-4817-bee1-403abb198b00" -d '{"events": [{"server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "name": "network-vif-plugged", "status": "completed", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:05.345059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:05.357770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fa38cf78-f67e-4241-bb53-f240a154dfe6 req-8f8e42dc-b14a-4da9-b438-b577b108d307 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3082886 Nov 23 02:27:05.359846 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:05.361515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.412445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.440522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.518885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:05.529077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.533452 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] Sync routers for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:05.534642 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a23f2c6c-8b0f-4522-b3d9-d19d53e23f26 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 700 time: 0.7079623 Nov 23 02:27:05.535581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33122) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:05.556127 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:05.557154 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:26:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:05.575743 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-609277be-c41d-48fc-ab81-c640810ce493 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 205 time: 0.0384903 Nov 23 02:27:05.576827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33124) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:05.602720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:05.621251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cb27e8-d65f-4abf-9b48-48189add9973 x-openstack-request-id: req-c0cb27e8-d65f-4abf-9b48-48189add9973 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:05.621552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "name": "network-vif-plugged", "status": "completed", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:05.621880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c0cb27e8-d65f-4abf-9b48-48189add9973 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:05.622295 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'code': 200} Nov 23 02:27:05.623455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ad91599-e996-499c-b3b7-4a3ec0a327c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.658146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 7, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:05.660788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Allocated IP 172.20.0.2 (4950201c-cf6e-42c3-ae07-b1191468339c/01c3829e-f75f-4feb-ade4-36f2453d1132/2d8382f4-07e2-4191-bc04-1f74f0fb4cdb) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:05.701541 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:05.709643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:05.719263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5af9d2-3de0-4cef-bf2e-94e5748b86ea None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 7, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:05.789508 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 11, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:05.868919 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] Checking router: 81ed0a43-4471-423b-b9a6-cf1c48c6be13 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:05.896174 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] Routers {'81ed0a43-4471-423b-b9a6-cf1c48c6be13'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:05.897167 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:05.936846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:05.998059 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] Set router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:06.030800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.038262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.047220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:06.050758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.056585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.057344 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 11, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:06.091809 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a773549a-3311-4f47-b15f-8d8479ce0c3b None None] The sync data for ids ['81ed0a43-4471-423b-b9a6-cf1c48c6be13'] in dv-neutron-818844-1-hyperv is: [{'id': '81ed0a43-4471-423b-b9a6-cf1c48c6be13', 'name': 'tempest-RoutersTest-router-198828743', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:36Z', 'updated_at': '2021-11-23T02:27:00Z', 'revision_number': 11, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:06.120928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:06.134966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:06.155111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:06.162928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:06.174629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=bd09b09a-fe66-47e8-bbc5-aff00ff911ec,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:06.187469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.190520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.203347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Pushing event updated for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:06.231272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:06.232216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:06.288865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.291029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.292147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router 81ed0a43-4471-423b-b9a6-cf1c48c6be13 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:06.297157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Attempting to bind port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:06.297542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Attempting to bind port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:06.297957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Attempting to bind port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb on network 4950201c-cf6e-42c3-ae07-b1191468339c {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:06.307167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.308518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.317074 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b1626e59-8cac-4786-85a8-4670db9db171 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 204 len: 168 time: 0.7348180 Nov 23 02:27:06.317258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-92bec723-6710-4816-8168-7055c101b4ee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/bd09b09a-fe66-47e8-bbc5-aff00ff911ec HTTP/1.1" status: 204 len: 168 time: 1.5847058 Nov 23 02:27:06.323464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33126) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:06.324132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33128) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:06.340745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-767891573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:06.342093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] device_id is not set on port 9bfee471-ba08-403e-b7c0-e2f44db4878c yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:06.345770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:06.346158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Checking segment: {'id': 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:06.346618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.347028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Bound using segment: {'id': 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:06.347525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Bound port: 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:06.347921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.365102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e8cac-996d-48b4-948b-6817c668ecf9 req-0962155e-b7b1-4350-a114-577e60254551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.367074 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2e4e8cac-996d-48b4-948b-6817c668ecf9 req-0962155e-b7b1-4350-a114-577e60254551 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1098 time: 0.3723752 Nov 23 02:27:06.378531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:06.414223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:06.421233 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:06.438177 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bb757e24-e811-48f0-bffc-b0e7bafa5d18 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845265 Nov 23 02:27:06.438425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33132) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:06.474896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:06.482124 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2e4e8cac-996d-48b4-948b-6817c668ecf9 req-5c8ec817-82fb-41ed-90f4-b283b0694d76 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722616 Nov 23 02:27:06.490349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.492074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.558963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.565904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.582014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2be03a2c-e605-4722-ab23-5e78017ea321 None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:06.582522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2be03a2c-e605-4722-ab23-5e78017ea321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.592331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.596062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-09a7033a-f4d7-4ae1-b413-4ed8afbcdfc6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2646208 Nov 23 02:27:06.596493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33134) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:06.601828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:06.605225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.742750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:06.755263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a534f-9d8f-4bad-961e-c5e9880d0cb7 req-cd19a3e0-36f2-4455-b14d-73123c3cb3b9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:06.760266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-553a534f-9d8f-4bad-961e-c5e9880d0cb7 req-cd19a3e0-36f2-4455-b14d-73123c3cb3b9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.2698612 Nov 23 02:27:06.777180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,segment=NetworkSegment(cbf3e7db-34e1-4e88-9d37-1d4f22a47a94),segment_id=cbf3e7db-34e1-4e88-9d37-1d4f22a47a94)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:06.788126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:06.788434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.790507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.809089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.8 (7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7/e17593ad-28cc-4a29-aef3-ee11b0384f26/9bfee471-ba08-403e-b7c0-e2f44db4878c) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:06.865777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.879337 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.895397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:06.900838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:06.920448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.12 (4950201c-cf6e-42c3-ae07-b1191468339c/01c3829e-f75f-4feb-ade4-36f2453d1132/c28ce9fc-0bf3-487f-a10b-2e977fe37e6b) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:06.971299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba8447-baef-4861-8a2b-a58ae3e69361 None None] Pushing event updated for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:07.013709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Router 366130e7-1b5d-43e5-b08b-7f3563fd9bb5 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:27:07.034487 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-553a534f-9d8f-4bad-961e-c5e9880d0cb7 req-00e6d6f3-644e-4ae0-9ae8-8082d7b507cd tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501330 Nov 23 02:27:07.057837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 7, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.088511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:07.094533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e978cc0e-7a59-491b-9fc3-e44166aa6c0a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:07.117823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:07.118697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: e978cc0e-7a59-491b-9fc3-e44166aa6c0a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:07.119053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e978cc0e-7a59-491b-9fc3-e44166aa6c0a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:07.120707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:07.121787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.132824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.137457 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6008642d-f8c0-4ba6-8a1e-dd78fb0bc8c9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "PUT /v2.0/routers/366130e7-1b5d-43e5-b08b-7f3563fd9bb5 HTTP/1.1" status: 200 len: 693 time: 0.5374568 Nov 23 02:27:07.139554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33136) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.141823 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] Sync routers for ids ['366130e7-1b5d-43e5-b08b-7f3563fd9bb5'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:07.159893 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] Routers {'366130e7-1b5d-43e5-b08b-7f3563fd9bb5'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:07.163632 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['366130e7-1b5d-43e5-b08b-7f3563fd9bb5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.276878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e2e4011-5742-4563-a481-51550ec12c55 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/routers/366130e7-1b5d-43e5-b08b-7f3563fd9bb5 HTTP/1.1" status: 200 len: 699 time: 0.1320939 Nov 23 02:27:07.277550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33138) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.324600 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b5396fc4-8339-4fbe-8955-56268440df4d tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=366130e7-1b5d-43e5-b08b-7f3563fd9bb5 HTTP/1.1" status: 200 len: 205 time: 0.0457828 Nov 23 02:27:07.327247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33140) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.336338 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] Set router 366130e7-1b5d-43e5-b08b-7f3563fd9bb5 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:07.438641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.439665 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366130e7-1b5d-43e5-b08b-7f3563fd9bb5', 'name': 'tempest-RoutersTest-router-767891573', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:06Z', 'updated_at': '2021-11-23T02:27:06Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.491095 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] Checking router: 366130e7-1b5d-43e5-b08b-7f3563fd9bb5 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:07.510225 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] Routers {'366130e7-1b5d-43e5-b08b-7f3563fd9bb5'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:07.510874 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['366130e7-1b5d-43e5-b08b-7f3563fd9bb5'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.532224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:07.569602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 3ab9b9e6-65f1-4381-b028-eca7f8a49685 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:07.570195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.601919 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] Set router 366130e7-1b5d-43e5-b08b-7f3563fd9bb5 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:07.683137 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '366130e7-1b5d-43e5-b08b-7f3563fd9bb5', 'name': 'tempest-RoutersTest-router-767891573', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:06Z', 'updated_at': '2021-11-23T02:27:06Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.741842 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd5a50a-0063-436f-a2a0-3c02a8a50bf8 None None] The sync data for ids ['366130e7-1b5d-43e5-b08b-7f3563fd9bb5'] in dv-neutron-818844-1-hyperv is: [{'id': '366130e7-1b5d-43e5-b08b-7f3563fd9bb5', 'name': 'tempest-RoutersTest-router-767891573', 'tenant_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:06Z', 'updated_at': '2021-11-23T02:27:06Z', 'revision_number': 2, 'project_id': 'b08563a96ccd4d2185b8a6dee573bca2', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:07.760174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.763491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.804735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 7, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:07.821566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.822236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Fanout notify agent at l3_agent the message router_deleted on router 366130e7-1b5d-43e5-b08b-7f3563fd9bb5 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:07.832478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.837027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e427f91f-893d-49dc-919e-7ca08a7c38a9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/366130e7-1b5d-43e5-b08b-7f3563fd9bb5 HTTP/1.1" status: 204 len: 168 time: 0.5053887 Nov 23 02:27:07.837317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33142) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.840323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d2268-abf0-49e8-b74e-772d0ed5e6bc None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 7, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ab9b9e6-65f1-4381-b028-eca7f8a49685', 'name': '', 'network_id': '7a35da4d-36ea-4e86-8829-54096418b714', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:97:6b:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:52Z', 'updated_at': '2021-11-23T02:27:02Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '8bc8234b-8de9-45fe-ba50-99973ab8ffc9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:07.881844 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-995c6bf7-0bb7-4027-8fa8-2452f0302d48 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=366130e7-1b5d-43e5-b08b-7f3563fd9bb5 HTTP/1.1" status: 200 len: 205 time: 0.0412149 Nov 23 02:27:07.882278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33144) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.921746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:07.929029 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-1a90344d-4e49-4034-9088-deead60b77d9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:07.932508 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1a90344d-4e49-4034-9088-deead60b77d9 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/366130e7-1b5d-43e5-b08b-7f3563fd9bb5 HTTP/1.1" status: 404 len: 336 time: 0.0468390 Nov 23 02:27:07.936370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33146) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:07.975972 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f40e41d-926b-4518-a731-dc025a1b67f6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:07.976889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f40e41d-926b-4518-a731-dc025a1b67f6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:07.988283 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f40e41d-926b-4518-a731-dc025a1b67f6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/30d959c0-8dec-4167-90f0-5f780b4cbfec HTTP/1.1" status: 404 len: 337 time: 0.0509577 Nov 23 02:27:07.989767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33148) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.008400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.025198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port 3ab9b9e6-65f1-4381-b028-eca7f8a49685, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3ab9b9e6-65f1-4381-b028-eca7f8a49685,segment=NetworkSegment(931a12e5-52c1-4c3d-ae45-41e25b2693ab),segment_id=931a12e5-52c1-4c3d-ae45-41e25b2693ab)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:08.025954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.027053 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c336837-3a4e-41e3-b74c-75fdabf7000b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:08.028336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c336837-3a4e-41e3-b74c-75fdabf7000b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:08.034773 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7c336837-3a4e-41e3-b74c-75fdabf7000b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/db078eca-6653-40fc-ad38-b44f9faa0055 HTTP/1.1" status: 404 len: 337 time: 0.0436847 Nov 23 02:27:08.035568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33150) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.089736 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e2c2e48-07c1-46c1-aea6-af359def9fdf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:08.090311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e2c2e48-07c1-46c1-aea6-af359def9fdf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:08.091004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:08.102422 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1e2c2e48-07c1-46c1-aea6-af359def9fdf tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/39eef635-2d7c-4fc7-add3-5b70ff2498d9 HTTP/1.1" status: 404 len: 337 time: 0.0656660 Nov 23 02:27:08.102560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 3ab9b9e6-65f1-4381-b028-eca7f8a49685 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:08.103087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33154) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.114688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.118368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:08.147894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.148192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.173673 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-879b05f0-d947-456d-9df7-9015c85ab577 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:08.174371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-879b05f0-d947-456d-9df7-9015c85ab577 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:08.178809 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-879b05f0-d947-456d-9df7-9015c85ab577 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/33c8ca18-d466-4ef1-a637-2bef2bd8e7cc HTTP/1.1" status: 404 len: 337 time: 0.0709238 Nov 23 02:27:08.184417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33156) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.187594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=e06b4992-0543-4d7b-9e2c-299c219b586b,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:08.245665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172ed56-fd94-4256-b96e-bdd21685517b req-21ca712a-62b2-4eb1-8aa5-2cdce938553b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.245665 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0172ed56-fd94-4256-b96e-bdd21685517b req-21ca712a-62b2-4eb1-8aa5-2cdce938553b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.0590119 Nov 23 02:27:08.259691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.262367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:08.285533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f4c02b71-c900-4927-98b0-398d3a6c16fa tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8465168 Nov 23 02:27:08.292942 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4efa03f0-a962-4af3-be83-1d5b08ac8946 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 200 len: 205 time: 0.0970340 Nov 23 02:27:08.293859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33158) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.299247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33160) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.299539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:08.342278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:08.342651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.365846 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-0e335074-25b9-4f2b-b727-1941c76bdbbe tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:08.369763 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0e335074-25b9-4f2b-b727-1941c76bdbbe tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/81ed0a43-4471-423b-b9a6-cf1c48c6be13 HTTP/1.1" status: 404 len: 336 time: 0.0667400 Nov 23 02:27:08.375570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33162) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.424663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ec4c6a6d-6b3a-45bd-80db-4fb7a513d9a0 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=6255eb0b-5644-4711-9a18-37bea338dc01 HTTP/1.1" status: 200 len: 205 time: 0.0414925 Nov 23 02:27:08.426261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33164) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.428310 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0172ed56-fd94-4256-b96e-bdd21685517b req-91a8302e-2fcf-469b-8b88-f35e061aa80a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743689 Nov 23 02:27:08.467841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.477007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-573f6f4b-2176-4de0-a59e-2cbc9ad77fac tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:08.478124 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-573f6f4b-2176-4de0-a59e-2cbc9ad77fac tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/6255eb0b-5644-4711-9a18-37bea338dc01 HTTP/1.1" status: 404 len: 336 time: 0.0485835 Nov 23 02:27:08.481945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33168) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.498564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee58972-9bac-4677-b326-9612ca6c6d16 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:08.511942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.514308 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d42017-6c78-417d-adcc-be3b5a96fed3 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:08.515521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d42017-6c78-417d-adcc-be3b5a96fed3 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:08.525523 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e4d42017-6c78-417d-adcc-be3b5a96fed3 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/c546da6e-5431-4e3e-8f9f-949532914989 HTTP/1.1" status: 404 len: 337 time: 0.0421007 Nov 23 02:27:08.527246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33170) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.527569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:08.531416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.533689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.587448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84d49a-3181-46be-b6a7-e946c2df1726 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:08.602256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58291828-372e-4d25-9656-596e56940d38 None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:08.641823 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2677cad2-f5eb-44d6-825c-10e13bde2ece tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 200 len: 205 time: 0.1078100 Nov 23 02:27:08.643383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=9bfee471-ba08-403e-b7c0-e2f44db4878c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:08.646752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33172) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.665184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:08.709785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:08.710847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.718580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:08.726042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3932466-5f01-4041-806e-daecace8be46 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:08.736292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,segment=NetworkSegment(cbf3e7db-34e1-4e88-9d37-1d4f22a47a94),segment_id=cbf3e7db-34e1-4e88-9d37-1d4f22a47a94)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:08.767673 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-420477ca-84a5-4a72-955e-0b23a44c73fb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:08.770572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:08.773573 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-420477ca-84a5-4a72-955e-0b23a44c73fb tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/0b788226-a8f7-4e75-98b0-c1d8fd531303 HTTP/1.1" status: 404 len: 336 time: 0.1244586 Nov 23 02:27:08.775118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33174) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.787329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.801465 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.ipam_backend_mixin [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e06b4992-0543-4d7b-9e2c-299c219b586b (CIDR: 2001:db8::/64) Nov 23 02:27:08.826600 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:27:08.828692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:08.838421 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db31bfa9-2c12-4c08-b58e-0f3a54c2b41a tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cc83608-1bd4-48dd-8572-80bfcdf5d151 HTTP/1.1" status: 200 len: 205 time: 0.0592654 Nov 23 02:27:08.848937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33176) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.849122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32514c70-b01f-44b4-b101-9666ed7fff6f None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:08.871206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:08.900081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:08.901450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:08.906677 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-ee98ec4c-1017-4ab6-bc32-008000a9e3d8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:08.909829 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ee98ec4c-1017-4ab6-bc32-008000a9e3d8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/8cc83608-1bd4-48dd-8572-80bfcdf5d151 HTTP/1.1" status: 404 len: 336 time: 0.0596387 Nov 23 02:27:08.914983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33178) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.927176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:08.934695 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e0eba2a4-ac47-4ad1-80ca-767c46de2b2b tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6394951 Nov 23 02:27:08.957114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42e25b-69be-482f-8f9f-df18e8d0a9c5 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:08.958569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33180) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.967656 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'subnet': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:08.975147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9435cac-7a00-4250-bfa9-6203d78d043b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:08.975435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9435cac-7a00-4250-bfa9-6203d78d043b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:08.979054 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9435cac-7a00-4250-bfa9-6203d78d043b tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/d4e918e6-12f0-466e-a663-aaea948eca7e HTTP/1.1" status: 404 len: 337 time: 0.0628455 Nov 23 02:27:08.981786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33182) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:08.985480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:08.988547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:09.070683 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-05c8dcc8-d6a4-4d2f-a0fc-196a6f738b8c tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=72138d27-9aec-4cd5-83e4-4ae8d96ebc61 HTTP/1.1" status: 200 len: 205 time: 0.0877662 Nov 23 02:27:09.076220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.076220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33186) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.077739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2b04d2fe-5e3c-48f2-9512-33398d86a927 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8408558 Nov 23 02:27:09.078751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=c28ce9fc-0bf3-487f-a10b-2e977fe37e6b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:09.080719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '9bfee471-ba08-403e-b7c0-e2f44db4878c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:09.101899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939e66e-8c35-4d56-a5a6-427c12e6a937 req-5c688dc0-ba3d-4ce4-b5ca-db8adc218875 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.103877 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2939e66e-8c35-4d56-a5a6-427c12e6a937 req-5c688dc0-ba3d-4ce4-b5ca-db8adc218875 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.4491746 Nov 23 02:27:09.114035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd03b1a-902c-4a22-a65b-c730a567e1fa None None] DHCP port deletion for 330b7ef0-fb90-40ad-88f1-40f3ae9a7a55 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:09.153429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.154087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.165300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.182432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-3ff7dae8-a193-4e6f-85b0-7c135cc7209e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:09.183423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3ff7dae8-a193-4e6f-85b0-7c135cc7209e tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/72138d27-9aec-4cd5-83e4-4ae8d96ebc61 HTTP/1.1" status: 404 len: 336 time: 0.1074414 Nov 23 02:27:09.190081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33188) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.220101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=3ab9b9e6-65f1-4381-b028-eca7f8a49685,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:09.251087 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c37902a-7df2-475d-b0d2-c391216084da tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:09.251558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c37902a-7df2-475d-b0d2-c391216084da tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:09.257848 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8c37902a-7df2-475d-b0d2-c391216084da tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/8b506424-b903-4ebd-9814-5a612e96619f HTTP/1.1" status: 404 len: 337 time: 0.0642133 Nov 23 02:27:09.259095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.272511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.282275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1eb28408-3af1-4800-98a1-298fc5eb7051 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1599274 Nov 23 02:27:09.288881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33192) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.312194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:09.312825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.352940 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2939e66e-8c35-4d56-a5a6-427c12e6a937 req-598c2fd0-d934-4f92-9614-bf779f272915 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2264714 Nov 23 02:27:09.383256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33194) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.409720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:09.423299 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-35581ea6-3de5-41c2-b22f-da82767195fc tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb50a57e-4d17-4e6b-b80e-13abce9a1d7d HTTP/1.1" status: 200 len: 205 time: 0.1627207 Nov 23 02:27:09.424377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.434135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33198) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.450085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.451786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] Update dhcp port {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'fixed_ips': [{'subnet_id': 'e06b4992-0543-4d7b-9e2c-299c219b586b'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2c23c172-b4fd-4b11-895f-5af1460eb6b6'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:27:09.518100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.697235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f163234-a387-4472-b45d-551b14b5fa43 tempest-TestVolumeBootPattern-256250795 tempest-TestVolumeBootPattern-256250795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:09.701743 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1f163234-a387-4472-b45d-551b14b5fa43 tempest-TestVolumeBootPattern-256250795 tempest-TestVolumeBootPattern-256250795-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1093 time: 0.3147051 Nov 23 02:27:09.702416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33200) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.702574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:09.702574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.711095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:09.778787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-96b224bd-4058-4c6d-8d3c-9076842b5207 None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:09.810214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] Allocated IP 2001:db8::2 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e06b4992-0543-4d7b-9e2c-299c219b586b/2c23c172-b4fd-4b11-895f-5af1460eb6b6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:09.853873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:09.938054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:09.956944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:09.957326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:09.969398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:09.978488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e9cbce29-6634-43fb-9b85-92d9537aa944 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8902440 Nov 23 02:27:09.979234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33202) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:09.983392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:10.014151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.017958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:10.018596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:10.037207 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-b370be2a-a166-47fe-9e6e-7a8a5809a0e6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] delete failed (client error): The resource could not be found. Nov 23 02:27:10.038270 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b370be2a-a166-47fe-9e6e-7a8a5809a0e6 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/routers/cb50a57e-4d17-4e6b-b80e-13abce9a1d7d HTTP/1.1" status: 404 len: 336 time: 0.6031673 Nov 23 02:27:10.041294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33204) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:10.049647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet 8bc8234b-8de9-45fe-ba50-99973ab8ffc9 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:10.052760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:10.056266 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.061995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.087876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.108462 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a6f6b4-33c2-4820-897b-2324f35ba2d8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:10.109415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4a6f6b4-33c2-4820-897b-2324f35ba2d8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:10.116267 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f4a6f6b4-33c2-4820-897b-2324f35ba2d8 tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/a638fd64-0296-49ea-ade0-39b16d2e8405 HTTP/1.1" status: 404 len: 337 time: 0.0696876 Nov 23 02:27:10.117353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33206) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:10.155953 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-903d8b06-f538-447c-b3ee-cf216d1c76ad tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:10.155953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903d8b06-f538-447c-b3ee-cf216d1c76ad tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:10.162431 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-903d8b06-f538-447c-b3ee-cf216d1c76ad tempest-RoutersTest-1348091211 tempest-RoutersTest-1348091211-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e8eb68-22f0-4d31-9b2d-dc3ff0b92783 HTTP/1.1" status: 404 len: 337 time: 0.0395677 Nov 23 02:27:10.178024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.215659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.254015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:10.258826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.362576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:10.374318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.435503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:10.478793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.489753 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.ipam_backend_mixin [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01c3829e-f75f-4feb-ade4-36f2453d1132 (CIDR: 172.20.0.0/28) Nov 23 02:27:10.502247 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:27:10.504037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:10.566223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33212) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:10.583105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.585696 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-479f1a31-2621-44e5-ac4b-a7180b310e57 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2738063 Nov 23 02:27:10.624605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33216) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:10.634999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:10.662376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.704552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=8bc8234b-8de9-45fe-ba50-99973ab8ffc9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:10.706856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.714174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2107b02d-c418-4e22-8524-122f45ccb3bd tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/8bc8234b-8de9-45fe-ba50-99973ab8ffc9 HTTP/1.1" status: 204 len: 168 time: 0.7337391 Nov 23 02:27:10.715336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33218) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:10.750381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.107 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/228258f1-abb9-47cb-b5b6-b2bc84ad92e4) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:10.768258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e332f-3ef9-4119-90d8-edf78245fe23 None None] Network 7a35da4d-36ea-4e86-8829-54096418b714 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:10.777907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a4742-d17f-46b6-b42c-dbb843333f50 None None] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=12']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:10.836367 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7b4c062a-0168-4b7d-900e-9b12ea37a64a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b08563a96ccd4d2185b8a6dee573bca2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690179 Nov 23 02:27:10.838984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33220) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:10.857022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.941733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.953857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Provisioning complete for port 8370843e-c4e4-4bb2-83c1-cce8620f64c0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:10.954979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.973222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:10.973793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.985009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.985214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:10.988018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 59442428-6de9-4afe-bfab-c33d6d28ae21 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:10.988435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:10.988643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.057586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Port 8370843e-c4e4-4bb2-83c1-cce8620f64c0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:11.079445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:08Z', 'revision_number': 8, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:11.110803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port 59442428-6de9-4afe-bfab-c33d6d28ae21, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59442428-6de9-4afe-bfab-c33d6d28ae21,segment=NetworkSegment(931a12e5-52c1-4c3d-ae45-41e25b2693ab),segment_id=931a12e5-52c1-4c3d-ae45-41e25b2693ab)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:11.111218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.124039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:11.134226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Provisioning complete for port 1b847812-abaf-45e1-8cd0-ba0487333b3a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:11.134226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.134698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 59442428-6de9-4afe-bfab-c33d6d28ae21 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:11.144871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.153631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.157072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.161216 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2faebb1e-d878-4f40-9b4a-1148d8be5c65 HTTP/1.1" status: 204 len: 168 time: 0.3186536 Nov 23 02:27:11.202959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:11.206850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faebb1e-d878-4f40-9b4a-1148d8be5c65,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.216179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:11.225052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.objects.ports [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103356) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 02:27:11.230549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.230951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.231840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.232203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.232550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.232888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.233223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.233553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.233881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.234213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.234538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.234859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de98b637-499a-447f-bcfb-24152418e215 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.274733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.326598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c453d-f0ac-4ca1-a640-17d93b8f8fc7 None None] DHCP port deletion for 7a35da4d-36ea-4e86-8829-54096418b714 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:11.345952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=59442428-6de9-4afe-bfab-c33d6d28ae21,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.350519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Port 1b847812-abaf-45e1-8cd0-ba0487333b3a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:11.352623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port 59442428-6de9-4afe-bfab-c33d6d28ae21 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:11.367609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Could not find standard attr ID for object 3ab9b9e6-65f1-4381-b028-eca7f8a49685. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:27:11.369532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b42b76c1-3db7-474a-9654-1ff042133136 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:11.415536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b42b76c1-3db7-474a-9654-1ff042133136 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:11.415904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b42b76c1-3db7-474a-9654-1ff042133136 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:11.462399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:11.473474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.506613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818394fa-b58c-4fcd-81ee-cee7d51a39ef None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:11.512526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Provisioning complete for port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:11.512915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.532351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.572155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:11.583350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Allocated IP 172.26.8.122 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/ec9a6d60-47fc-4679-8f47-cddecad23c9e) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:11.586277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a35da4d-36ea-4e86-8829-54096418b714']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:11.605663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931a12e5-52c1-4c3d-ae45-41e25b2693ab') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:11.605663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931a12e5-52c1-4c3d-ae45-41e25b2693ab') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:11.618562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.622905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:11.624359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=228258f1-abb9-47cb-b5b6-b2bc84ad92e4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.638950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:11.642079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:11.676908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.677117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.689125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:11.689537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:11.693051 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:11.695503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.695503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.695503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.695503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.695503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.695900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.696040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.696632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.696632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.696961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.697282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.697737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:11.717187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:11.717427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.787132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.789398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.798925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.803381 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/7a35da4d-36ea-4e86-8829-54096418b714 HTTP/1.1" status: 204 len: 168 time: 1.0870676 Nov 23 02:27:11.814151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33234) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:11.818877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15af7c0-79ec-49bf-8bb7-3e44cf5b21a3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=7a35da4d-36ea-4e86-8829-54096418b714,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.853382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:11.888209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:11.910081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=ec9a6d60-47fc-4679-8f47-cddecad23c9e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:11.919766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:11.922200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:11.925433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:11.951533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Provisioning complete for port 9bfee471-ba08-403e-b7c0-e2f44db4878c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:11.951909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.003281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-88e4041b-8c57-4a2a-9ad7-49dee37758fd None None] Port 9bfee471-ba08-403e-b7c0-e2f44db4878c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:12.090243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:08Z', 'revision_number': 8, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:12.141722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75af98a7-0dfe-4e96-a7bf-9929474d5d52 None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:08Z', 'revision_number': 8, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': '1993b438-f693-46c5-83e4-b74a1cb60e2d', 'name': '', 'network_id': '045cb194-617f-4a4d-8b83-f858f5bd9678', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:42:d5:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:40Z', 'updated_at': '2021-11-23T02:26:51Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': '25c77939-d1f1-4206-81da-91cf94e9dba8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:12.154856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-00b3df60-1ebd-441c-8859-bd96e2ef9a13 None None] Provisioning complete for port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:12.155239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-00b3df60-1ebd-441c-8859-bd96e2ef9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.161448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.252706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-00b3df60-1ebd-441c-8859-bd96e2ef9a13 None None] Port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:12.273993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-00b3df60-1ebd-441c-8859-bd96e2ef9a13 None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:12.276025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-00b3df60-1ebd-441c-8859-bd96e2ef9a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.345168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33244) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:12.422794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:12.443372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:12.446852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.447450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.458402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8770a97f-cd89-453d-914f-db05e3125519 None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:12.504940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=06ba065f-f4d0-41ff-8b93-60dc8af2f89a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:12.544638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:12.554907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--611161938'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:12.560943 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-48f08e63-941f-428e-9ff1-d698f762f3a3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9334824 Nov 23 02:27:12.577945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33248) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:12.587645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:12.587926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-901846331', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '06ba065f-f4d0-41ff-8b93-60dc8af2f89a'}], 'security_groups': ['43e39572-0446-46d5-a8eb-e768c395ffcf']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:12.633441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.651047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.652185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.740611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:12.740981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:12.796672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:12.811051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:12.828080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:12.828849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.014792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Subnet': ['ID=8063d38d-5f96-4500-a8db-0bea1d058355,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:13.020839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68774648-0b83-487e-b745-41e59bc01a01 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:13.121619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e9b0a4e9-e73a-4b47-9bb3-3de65ceae07f None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:13.122047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9b0a4e9-e73a-4b47-9bb3-3de65ceae07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.156224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.161075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] Update dhcp port {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'fixed_ips': [{'subnet_id': '01c3829e-f75f-4feb-ade4-36f2453d1132', 'ip_address': '172.20.0.2'}, {'subnet_id': '06ba065f-f4d0-41ff-8b93-60dc8af2f89a'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2d8382f4-07e2-4191-bc04-1f74f0fb4cdb'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:27:13.209241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 59442428-6de9-4afe-bfab-c33d6d28ae21 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:13.216619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.263381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.269771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.278165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 59442428-6de9-4afe-bfab-c33d6d28ae21 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:13.278581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 59442428-6de9-4afe-bfab-c33d6d28ae21 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:13.477973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.510494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=14']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:13.514672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.535583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] Allocated IP 172.20.0.18 (4950201c-cf6e-42c3-ae07-b1191468339c/06ba065f-f4d0-41ff-8b93-60dc8af2f89a/2d8382f4-07e2-4191-bc04-1f74f0fb4cdb) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:13.538855 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-eade457a-070e-4b96-9b44-77d3cbd39db4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.5783830 Nov 23 02:27:13.553824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33250) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:13.563176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.567533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Request body: {'port': {'network_id': 'd9b869f1-2f65-4a08-b9c6-839a438eeaa5', 'mac_address': 'fa:16:3e:33:cc:56', 'name': 'tempest-NetworksTestDHCPv6-1622062485'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:13.645501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.688421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,segment=NetworkSegment(cbf3e7db-34e1-4e88-9d37-1d4f22a47a94),segment_id=cbf3e7db-34e1-4e88-9d37-1d4f22a47a94)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:13.696222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.732718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.740505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.820887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a2e754-2fb5-4fbc-bde7-6af42409ba9d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:13.850451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a6bed08f-3238-4784-9c7f-21582167a497 None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:13.851122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a6bed08f-3238-4784-9c7f-21582167a497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.896922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.911390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.925549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:13.929792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ccf9f-8c80-4dd5-a566-eaaa6b645aca None None] Pushing event updated for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:13.989784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.032505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.053676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.083525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Made reservation on behalf of fa01f513d2a64501a6369b393787d7e4 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:14.095933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=ec9a6d60-47fc-4679-8f47-cddecad23c9e,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:14.120973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e7b96c04-7910-4a0f-a269-b5f156eaf4f1 None None] Could not find standard attr ID for object 4615464e-d6ca-4bf1-af4a-87288c8cb7e5. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:27:14.161109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.165366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8165298 Nov 23 02:27:14.169088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33252) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:14.169937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.207231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8f77f-109f-4eba-ae8c-43107275e9b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff1a279-e436-4258-a093-b1e35e41cc52,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:14.275888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:14.368910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:14.369283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.406130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.427047 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d2d20a4b-1626-4d51-b7dc-1f04ac9ab092 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2545967 Nov 23 02:27:14.433775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33254) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:14.465709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-security--1955177739', 'description': 'tempest-security-description-167408299'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:14.483479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] device_id is not set on port 2b8f3a23-48e5-4a42-808b-c866eb1eac48 yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:14.494382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Floating IP ee65e825-d8a5-4a31-a6aa-40b02076de09 associated. External IP: 172.26.8.122, port: 444831b3-bbef-453b-8ffe-1fc16a3f3ed0. Nov 23 02:27:14.513263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:14.525380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.539976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.571703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:14.572250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.574747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Delete allocated IP 172.20.0.12 (4950201c-cf6e-42c3-ae07-b1191468339c/01c3829e-f75f-4feb-ade4-36f2453d1132) {{(pid=103357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:27:14.626236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.634905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.27 (4950201c-cf6e-42c3-ae07-b1191468339c/06ba065f-f4d0-41ff-8b93-60dc8af2f89a/c28ce9fc-0bf3-487f-a10b-2e977fe37e6b) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:14.676203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3ab9b9e6-65f1-4381-b028-eca7f8a49685 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:14.697303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 3ab9b9e6-65f1-4381-b028-eca7f8a49685 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:14.697759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3ab9b9e6-65f1-4381-b028-eca7f8a49685 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:14.747304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:14.747813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.785260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.811704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=228258f1-abb9-47cb-b5b6-b2bc84ad92e4,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:14.819261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.821953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.823282 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "PUT /v2.0/security-groups/1ff1a279-e436-4258-a093-b1e35e41cc52 HTTP/1.1" status: 200 len: 1796 time: 0.3865576 Nov 23 02:27:14.829187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33256) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:14.847109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8::1f6 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/e06b4992-0543-4d7b-9e2c-299c219b586b/2b8f3a23-48e5-4a42-808b-c866eb1eac48) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:14.847724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Provisioning complete for port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:14.848176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.872515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.875094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:cc56 (d9b869f1-2f65-4a08-b9c6-839a438eeaa5/8063d38d-5f96-4500-a8db-0bea1d058355/2b8f3a23-48e5-4a42-808b-c866eb1eac48) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:14.889139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:14.899180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:14.899349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.916083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0908ca-bd34-4ab0-8c74-185ab328efa1 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff1a279-e436-4258-a093-b1e35e41cc52,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:14.936197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-0f274fbe-7805-4274-b9f5-35ab06b216ec None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:14.958385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:14.984364 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-52df92d4-9ede-4f6b-8ba1-b4470700ce78 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups/1ff1a279-e436-4258-a093-b1e35e41cc52 HTTP/1.1" status: 200 len: 1796 time: 0.1489608 Nov 23 02:27:14.986325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:14.987781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33258) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:15.004276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.032020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 1993b438-f693-46c5-83e4-b74a1cb60e2d {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:15.032416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.160480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=c28ce9fc-0bf3-487f-a10b-2e977fe37e6b,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:15.163949 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP 577aa0ca-31d4-4787-9ffc-2740208d2783 associated. External IP: 172.26.8.107, port: 9bfee471-ba08-403e-b7c0-e2f44db4878c. Nov 23 02:27:15.236738 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] In _notify_port_updated(), no bound segment for port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b on network 4950201c-cf6e-42c3-ae07-b1191468339c {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:27:15.242271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:15.242905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.244206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-98243390-7099-4338-84a3-1e0cb73af91a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/ports/c28ce9fc-0bf3-487f-a10b-2e977fe37e6b HTTP/1.1" status: 200 len: 920 time: 2.6605608 Nov 23 02:27:15.245029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d10c4345-0a05-4d50-afe8-ada3a2909cc3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.246851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port 1993b438-f693-46c5-83e4-b74a1cb60e2d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1993b438-f693-46c5-83e4-b74a1cb60e2d,segment=NetworkSegment(2e034132-e534-44e1-a91f-9d1464f8a6d8),segment_id=2e034132-e534-44e1-a91f-9d1464f8a6d8)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:15.247951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.248750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:15.250127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:15.260646 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:15.279119 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:15.280188 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:15.315639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d10c4345-0a05-4d50-afe8-ada3a2909cc3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.331685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.413224 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-61052812-ff47-4085-96a9-ceb2023a0a4c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7099998 Nov 23 02:27:15.417437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:15.419745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:15.433625 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:15.466051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d10c4345-0a05-4d50-afe8-ada3a2909cc3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.470294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d10c4345-0a05-4d50-afe8-ada3a2909cc3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.471664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d10c4345-0a05-4d50-afe8-ada3a2909cc3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/1ff1a279-e436-4258-a093-b1e35e41cc52 HTTP/1.1" status: 204 len: 168 time: 0.4825239 Nov 23 02:27:15.476447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33268) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:15.496382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c4345-0a05-4d50-afe8-ada3a2909cc3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff1a279-e436-4258-a093-b1e35e41cc52,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:15.502225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:15.502761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.561676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 1993b438-f693-46c5-83e4-b74a1cb60e2d owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:15.602383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.631495 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5cb7770f-55df-499e-98a0-4d83a5b65a6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1500783 Nov 23 02:27:15.632493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33270) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:15.681185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-7bb96932-1fc4-4ef7-8aa8-e64d530761e5 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] delete failed (client error): The resource could not be found. Nov 23 02:27:15.686463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33272) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:15.691363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--149582105'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:15.692221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7bb96932-1fc4-4ef7-8aa8-e64d530761e5 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/1ff1a279-e436-4258-a093-b1e35e41cc52 HTTP/1.1" status: 404 len: 347 time: 0.0492029 Nov 23 02:27:15.712706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.731154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for c28ce9fc-0bf3-487f-a10b-2e977fe37e6b owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:15.789454 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ee65e825-d8a5-4a31-a6aa-40b02076de09', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:72:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af71866-fa03-4044-a636-113d1502149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:27:12Z', 'updated_at': '2021-11-23T02:27:12Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:15.793495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9cfb54-780c-4c04-aae0-1da9ab62760e x-openstack-request-id: req-8d9cfb54-780c-4c04-aae0-1da9ab62760e {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:15.793797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:15.794043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8d9cfb54-780c-4c04-aae0-1da9ab62760e {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:15.794438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'status': 'completed', 'code': 200} Nov 23 02:27:15.874450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-64973f4b-fc5b-4aba-8134-89c947b80b08 None None] Provisioning complete for port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:15.875084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-64973f4b-fc5b-4aba-8134-89c947b80b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.905485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.922777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-64973f4b-fc5b-4aba-8134-89c947b80b08 None None] Port c28ce9fc-0bf3-487f-a10b-2e977fe37e6b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:15.939612 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:15.945605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.947336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:15.948472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=c28ce9fc-0bf3-487f-a10b-2e977fe37e6b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:15.951433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:15.952856 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:16.041386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.048028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-81131aec-199c-4a63-ac9a-9a5f2687cfb4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/c28ce9fc-0bf3-487f-a10b-2e977fe37e6b HTTP/1.1" status: 204 len: 168 time: 0.7942460 Nov 23 02:27:16.048760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33274) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:16.066510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-8577eff2-d339-4ae5-9e2a-267824e035b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.068183 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-8577eff2-d339-4ae5-9e2a-267824e035b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1098 time: 0.2051644 Nov 23 02:27:16.075820 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f280a5-ca6b-462b-b723-2e274b830d8c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:27:16.076880 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:16.083529 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-62f280a5-ca6b-462b-b723-2e274b830d8c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/c28ce9fc-0bf3-487f-a10b-2e977fe37e6b HTTP/1.1" status: 404 len: 333 time: 0.0336235 Nov 23 02:27:16.087304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33276) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:16.152003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8adc5417-019d-4a56-bfb4-747f69a97485 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.177197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8adc5417-019d-4a56-bfb4-747f69a97485 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.180295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:16.233458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event updated for resources: {'Port': ['ID=2b8f3a23-48e5-4a42-808b-c866eb1eac48,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:16.234357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8adc5417-019d-4a56-bfb4-747f69a97485 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.236418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:16.238134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.238392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8adc5417-019d-4a56-bfb4-747f69a97485 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.241596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:16.243192 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8adc5417-019d-4a56-bfb4-747f69a97485 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/security-groups/2cd72734-a540-4a31-beda-2d0757b96147 HTTP/1.1" status: 204 len: 168 time: 0.1546745 Nov 23 02:27:16.244201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33278) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:16.247965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.248662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.272265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc5417-019d-4a56-bfb4-747f69a97485 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd72734-a540-4a31-beda-2d0757b96147,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:16.304726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33280) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:16.305062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-671d1ef2-adb5-4d1b-8990-471fec0203b5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7485487 Nov 23 02:27:16.317918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:16.319056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=1993b438-f693-46c5-83e4-b74a1cb60e2d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:16.362346 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ee65e825-d8a5-4a31-a6aa-40b02076de09', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:72:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af71866-fa03-4044-a636-113d1502149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:27:12Z', 'updated_at': '2021-11-23T02:27:12Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:16.373153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2fce-69f3-492e-81b3-90f74b9f7a3e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.404472 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb95f613-5d55-4cac-be42-49c6b914b6e8 None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ee65e825-d8a5-4a31-a6aa-40b02076de09', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:72:21:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af71866-fa03-4044-a636-113d1502149f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:27:12Z', 'updated_at': '2021-11-23T02:27:12Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:16.443293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2fce-69f3-492e-81b3-90f74b9f7a3e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.495932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting port 2b8f3a23-48e5-4a42-808b-c866eb1eac48 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:16.496209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.581652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2fce-69f3-492e-81b3-90f74b9f7a3e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.587495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e5e2fce-69f3-492e-81b3-90f74b9f7a3e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.588975 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7e5e2fce-69f3-492e-81b3-90f74b9f7a3e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/security-groups/43e39572-0446-46d5-a8eb-e768c395ffcf HTTP/1.1" status: 204 len: 168 time: 0.3397489 Nov 23 02:27:16.596500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33282) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:16.608509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-b5f97b79-9729-4701-a3b8-a17fdcc93a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:16.610042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-b5f97b79-9729-4701-a3b8-a17fdcc93a1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.5068989 Nov 23 02:27:16.620415 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.662635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.669471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e2fce-69f3-492e-81b3-90f74b9f7a3e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e39572-0446-46d5-a8eb-e768c395ffcf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:16.691830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.723069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.725937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Calling delete_port for 2b8f3a23-48e5-4a42-808b-c866eb1eac48 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:16.739343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 01c3829e-f75f-4feb-ade4-36f2453d1132 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:16.748115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.783642 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-95e19bd4-eb38-42af-a8bb-40b1c7b0e18a None None] Provisioning complete for port 2b8f3a23-48e5-4a42-808b-c866eb1eac48 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:16.784460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95e19bd4-eb38-42af-a8bb-40b1c7b0e18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.798896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.803179 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1124933 Nov 23 02:27:16.812423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33284) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:16.820326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '4ceef40c-287f-42ef-ace6-e9bfcc68cfb9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:16.826162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8d648d-1872-4da0-b39a-8bdde5ac9e11 None None] New status for floating IP ee65e825-d8a5-4a31-a6aa-40b02076de09: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:27:16.845624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.860005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b6e61-1c59-488b-9ea4-1872f8ba7931 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceef40c-287f-42ef-ace6-e9bfcc68cfb9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:16.879342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-95e19bd4-eb38-42af-a8bb-40b1c7b0e18a None None] Port 2b8f3a23-48e5-4a42-808b-c866eb1eac48 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:16.899164 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-5174899a-383d-4f66-90e1-dcc041e599a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 200 len: 999 time: 0.2736671 Nov 23 02:27:16.903241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:16.915854 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:16.930394 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:16.931362 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:16.953273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.958881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:16.973222 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:16.983511 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:16.984433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:17.014324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.023989 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:17.025131 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f966c71-017d-4a57-81ab-14ee4c510e82 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:17.047972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-5c075d00-024f-416b-92f2-088c27adb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.049646 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-5c075d00-024f-416b-92f2-088c27adb742 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.1198511 Nov 23 02:27:17.063645 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-82c40665-5f1d-477c-a5dc-a35f34ed80b2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9863625 Nov 23 02:27:17.073483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33286) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:17.079046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:17.483059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.507623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.542582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.551098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5156d78-7bac-4646-b7c0-08e423f20805,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:17.571827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.586025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.587244 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-22c530b0-fdd4-400f-a809-adab1743b423 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7717795 Nov 23 02:27:17.590200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=01c3829e-f75f-4feb-ade4-36f2453d1132,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:17.593453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33288) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:17.600876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.603236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62185bb-c594-497e-bc54-71da40968d04 None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:17.608880 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-49672633-a6f9-4b69-8002-fd684334b9ee tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/01c3829e-f75f-4feb-ade4-36f2453d1132 HTTP/1.1" status: 204 len: 168 time: 1.0016997 Nov 23 02:27:17.613026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33290) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:17.615189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.620004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:17.623544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-2576f0dd-ee6a-467d-8591-1e189ec4e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.625352 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-2576f0dd-ee6a-467d-8591-1e189ec4e662 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5635736 Nov 23 02:27:17.653496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:17.699498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Port': ['ID=2b8f3a23-48e5-4a42-808b-c866eb1eac48,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:17.725873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2c67201-1275-4d5e-94ad-ad6b60656576 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.756269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2c67201-1275-4d5e-94ad-ad6b60656576 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.802976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.809425 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c297c5b1-f333-400b-91ef-844d49647942 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/2b8f3a23-48e5-4a42-808b-c866eb1eac48 HTTP/1.1" status: 204 len: 168 time: 1.5011525 Nov 23 02:27:17.819287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33292) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:17.904205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2c67201-1275-4d5e-94ad-ad6b60656576 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.922160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2c67201-1275-4d5e-94ad-ad6b60656576 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:17.926443 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c2c67201-1275-4d5e-94ad-ad6b60656576 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b5156d78-7bac-4646-b7c0-08e423f20805 HTTP/1.1" status: 204 len: 168 time: 0.3315063 Nov 23 02:27:17.927991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33294) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:17.946194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-1cda57d8-daff-4465-bcc4-b1e01a2db338 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077908 Nov 23 02:27:17.984270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f62099-ada6-4157-9041-75ab07fc9fb4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:17.986300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-64f62099-ada6-4157-9041-75ab07fc9fb4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1660817 Nov 23 02:27:17.992342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33296) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.005786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c67201-1275-4d5e-94ad-ad6b60656576 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5156d78-7bac-4646-b7c0-08e423f20805,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:18.097734 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4ae266ae-a741-4dad-951e-b7665f3414e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1673818 Nov 23 02:27:18.102808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33298) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.122400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.125071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:18.138575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:18.141543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:18.147879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.150548 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a4ec5845-5a34-4ecb-9069-6862f9c436ce tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2998109 Nov 23 02:27:18.151848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33300) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.158568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.160824 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP 577aa0ca-31d4-4787-9ffc-2740208d2783 disassociated. External IP: 172.26.8.107, port: 9bfee471-ba08-403e-b7c0-e2f44db4878c. Nov 23 02:27:18.169599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:18.170256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:18.201277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ab630c-7f2e-4f02-9d57-ac107e849ff7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.205411 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-69ab630c-7f2e-4f02-9d57-ac107e849ff7 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2094016 Nov 23 02:27:18.241958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33302) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.322995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:18.381621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c780aa9-1249-4ea6-96ff-717979d4ea73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.384180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c780aa9-1249-4ea6-96ff-717979d4ea73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.385834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c780aa9-1249-4ea6-96ff-717979d4ea73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:18.389343 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4c780aa9-1249-4ea6-96ff-717979d4ea73 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1454921 Nov 23 02:27:18.393111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33304) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.396007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-688770a6-1d8f-44d9-aad7-3c1db2aaf538 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.431921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet 25c77939-d1f1-4206-81da-91cf94e9dba8 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:18.436045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.471116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet 8063d38d-5f96-4500-a8db-0bea1d058355 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:18.481221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.483847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.518519 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e482dc8f-e01f-4eb7-a70e-0afc4ead62a6 req-7ab0de38-eee8-4bd6-a217-6c7c4f16eb0b service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403357 Nov 23 02:27:18.616468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-688770a6-1d8f-44d9-aad7-3c1db2aaf538 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.642056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:18.654792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.687257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.735439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:16Z', 'revision_number': 9, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:18.783376 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:18.795029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:18.796695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:18.803231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-688770a6-1d8f-44d9-aad7-3c1db2aaf538 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.806077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-688770a6-1d8f-44d9-aad7-3c1db2aaf538 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.807208 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-688770a6-1d8f-44d9-aad7-3c1db2aaf538 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/4ceef40c-287f-42ef-ace6-e9bfcc68cfb9 HTTP/1.1" status: 204 len: 168 time: 0.6974664 Nov 23 02:27:18.819356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33306) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.827795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.849579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688770a6-1d8f-44d9-aad7-3c1db2aaf538 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceef40c-287f-42ef-ace6-e9bfcc68cfb9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:18.868191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:18.870673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=25c77939-d1f1-4206-81da-91cf94e9dba8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:18.874923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.886077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.888437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.889494 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5dffe0fd-5502-4137-9d63-df59fc4675e1 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/25c77939-d1f1-4206-81da-91cf94e9dba8 HTTP/1.1" status: 204 len: 168 time: 0.7327154 Nov 23 02:27:18.890266 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:18.897690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33308) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.928418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3621bbb0-abc1-485b-a2cb-c2a6059a317c None None] Network 045cb194-617f-4a4d-8b83-f858f5bd9678 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:18.932773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.941675 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9e6d683f-eaf1-4482-8016-f578f5b7ac27 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/floatingips/577aa0ca-31d4-4787-9ffc-2740208d2783 HTTP/1.1" status: 200 len: 688 time: 1.8638332 Nov 23 02:27:18.946599 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a2c40047-b0a2-4760-97ac-574b766c661e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1226814 Nov 23 02:27:18.946599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33310) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.951077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33312) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:18.958138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4d67a571-0d33-4b65-b8a7-4f5b4c515f60 None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:18.958519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d67a571-0d33-4b65-b8a7-4f5b4c515f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:18.959285 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:18.960759 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:18.989054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--346649608'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:19.005678 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:19.025048 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:19.025824 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:19.046579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:19.073264 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:19.074000 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e73f80d-a718-4350-aab8-b4f73a87bf19 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:19.080978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:19.096110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:19.108089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.111500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:19.112160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.120590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ae32a5-282d-4975-8555-1ae976f4a4bf None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:19.122029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.136093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=8e542728-7967-49dc-9388-c7ebf153df1e,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.146755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.169614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-36a15c5d-80d6-46fc-a6bb-970fdde5be47 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5528972 Nov 23 02:27:19.170360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 228258f1-abb9-47cb-b5b6-b2bc84ad92e4 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:19.170705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.172624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33314) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:19.190230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=8063d38d-5f96-4500-a8db-0bea1d058355,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.190889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'security_group': {'name': 'tempest-secgroup-17305564'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:19.195923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.202358 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bdfc6bb9-49e2-4251-979d-16c850ea0038 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/8063d38d-5f96-4500-a8db-0bea1d058355 HTTP/1.1" status: 204 len: 168 time: 0.8073425 Nov 23 02:27:19.207800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33316) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:19.275295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d509ddf-12d7-4523-af5f-6f5bd98c4814 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:19.295856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.321972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Deleting subnet e06b4992-0543-4d7b-9e2c-299c219b586b {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:19.334529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.365111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.365491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.402600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 228258f1-abb9-47cb-b5b6-b2bc84ad92e4 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:19.402945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.405242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port 4f39a233-92ef-42f6-bb14-05a1ae787e47 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:19.405464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.430412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.478822 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:27:19.479570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.544772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.545097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.549306 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5637276 Nov 23 02:27:19.550064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33318) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:19.562041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '5f260072-d103-40a9-ac38-3fa71b3d4835', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:19.575446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.576218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553bfda7-53f9-487c-b58d-b0749d799d38 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f260072-d103-40a9-ac38-3fa71b3d4835,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.586487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port 4f39a233-92ef-42f6-bb14-05a1ae787e47, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4f39a233-92ef-42f6-bb14-05a1ae787e47,segment=NetworkSegment(2e034132-e534-44e1-a91f-9d1464f8a6d8),segment_id=2e034132-e534-44e1-a91f-9d1464f8a6d8)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:19.586487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.608741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for 4f39a233-92ef-42f6-bb14-05a1ae787e47 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:19.661401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75a50f94-ce8c-46af-8fc5-50cdbf15d72d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.697792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.699384 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d2ab33f4-b15b-4237-8f97-0660d3f6d51b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5248053 Nov 23 02:27:19.702835 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33320) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:19.707333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.713926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.716574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'security_group': {'name': 'tempest-secgroup-1939521857'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:19.803710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4d67a571-0d33-4b65-b8a7-4f5b4c515f60 None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:19.804102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4d67a571-0d33-4b65-b8a7-4f5b4c515f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.807318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] Update dhcp port {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'fixed_ips': [{'subnet_id': '06ba065f-f4d0-41ff-8b93-60dc8af2f89a', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e542728-7967-49dc-9388-c7ebf153df1e'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2d8382f4-07e2-4191-bc04-1f74f0fb4cdb'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:27:19.835121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.848956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.867803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9412a4-3d85-46fe-92fe-7f45fe9ca130 None None] DHCP port deletion for 045cb194-617f-4a4d-8b83-f858f5bd9678 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:19.879951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=4f39a233-92ef-42f6-bb14-05a1ae787e47,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:19.902050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port 4f39a233-92ef-42f6-bb14-05a1ae787e47 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:19.907970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.912928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.913538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4d67a571-0d33-4b65-b8a7-4f5b4c515f60 None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:19.926639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.927702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:16Z', 'revision_number': 9, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:19.935150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.963661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:19.969222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed86b521-ad2d-45c9-b789-9660a6562ec0 None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:16Z', 'revision_number': 9, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fef622e2-c47d-4723-b132-47c7dfadaa41', 'name': '', 'network_id': '269896c7-06a3-45c1-b680-ce2870603793', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:04:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1026, 'fixed_ips': [{'subnet_id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:30Z', 'updated_at': '2021-11-23T02:26:44Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'aa6df753-7c1c-4855-bc41-24e85a82d9bd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:20.015922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Subnet': ['ID=e06b4992-0543-4d7b-9e2c-299c219b586b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.053802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9e2ddc-90a1-4254-8faf-e9f8d211567c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.063613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.070077 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5c8a3c64-f1e0-41bf-ad04-863d654680b4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e06b4992-0543-4d7b-9e2c-299c219b586b HTTP/1.1" status: 204 len: 168 time: 0.8584325 Nov 23 02:27:20.073842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33322) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.093719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=228258f1-abb9-47cb-b5b6-b2bc84ad92e4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.097781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.145875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.147935 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3647f3fa-48de-405a-9cf3-a0c4cd29617e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5955923 Nov 23 02:27:20.155359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33324) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.160422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1f3d9dc1-ae9d-4267-b191-7fa37816c2f4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834084 Nov 23 02:27:20.163124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '5f260072-d103-40a9-ac38-3fa71b3d4835', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:20.165262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33326) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.197314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045cb194-617f-4a4d-8b83-f858f5bd9678']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:20.210691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.214145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.218958 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-842a4e9e-df08-4a6f-98c8-16f094f5738e tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/floatingips/577aa0ca-31d4-4787-9ffc-2740208d2783 HTTP/1.1" status: 204 len: 168 time: 1.2709658 Nov 23 02:27:20.221114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33328) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.232633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '8370843e-c4e4-4bb2-83c1-cce8620f64c0'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:20.234067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.242040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e034132-e534-44e1-a91f-9d1464f8a6d8') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:20.242526 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e034132-e534-44e1-a91f-9d1464f8a6d8') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:20.257829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.265926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] Allocated IP 172.20.0.2 (4950201c-cf6e-42c3-ae07-b1191468339c/8e542728-7967-49dc-9388-c7ebf153df1e/2d8382f4-07e2-4191-bc04-1f74f0fb4cdb) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:20.268798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.285471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.303454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.309114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.312120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:20.312788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.366985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11415a-2bb5-48bf-91cc-7bab4dffd3a8,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.384088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:20.387599 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:20.426132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3575708-f7da-4b77-9d86-ee1cdb51497e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:20.431021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f3575708-f7da-4b77-9d86-ee1cdb51497e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2606020 Nov 23 02:27:20.431717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33330) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.446209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,segment=NetworkSegment(cbf3e7db-34e1-4e88-9d37-1d4f22a47a94),segment_id=cbf3e7db-34e1-4e88-9d37-1d4f22a47a94)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:20.457231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.461151 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3bf3aae5-498b-4478-8d39-b36670f4b163 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7550125 Nov 23 02:27:20.470713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33332) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.475943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'security_group': {'name': 'tempest-secgroup-374373908'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:20.498463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.506344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.515720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.533792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.547016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.556183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1993b438-f693-46c5-83e4-b74a1cb60e2d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:20.561643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.572830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.577197 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/045cb194-617f-4a4d-8b83-f858f5bd9678 HTTP/1.1" status: 204 len: 168 time: 1.6783769 Nov 23 02:27:20.591804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33334) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.607658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 1993b438-f693-46c5-83e4-b74a1cb60e2d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:20.607658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1993b438-f693-46c5-83e4-b74a1cb60e2d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:20.607658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4f39a233-92ef-42f6-bb14-05a1ae787e47 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:20.613650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedefe48-f4cb-48b1-bb2c-90c761217604 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=045cb194-617f-4a4d-8b83-f858f5bd9678,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.643258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c2ef0e-afde-48c1-a06c-0e9eed59e686 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:20.645364 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-55c2ef0e-afde-48c1-a06c-0e9eed59e686 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2033751 Nov 23 02:27:20.651435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33336) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.702801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-eb731ca8-28e2-4806-8c04-9f06e93a771d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478086 Nov 23 02:27:20.706613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33338) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.736357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe682309-dbe3-480a-9699-c2c53efba2e5,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.741415 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ee25a0-399e-4df6-9692-0a0a45ac5c46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:20.744298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ee25a0-399e-4df6-9692-0a0a45ac5c46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:20.749729 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-95ee25a0-399e-4df6-9692-0a0a45ac5c46 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/2b8f3a23-48e5-4a42-808b-c866eb1eac48 HTTP/1.1" status: 404 len: 333 time: 0.0395329 Nov 23 02:27:20.752675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33340) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.777832 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.779201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2c66bd0f-8104-4822-ba43-34cdcb13c664 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6212177 Nov 23 02:27:20.790161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33342) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.797508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '5f260072-d103-40a9-ac38-3fa71b3d4835', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:20.823968 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a425488b-c3cd-4c8e-9ba8-c2bb08b93057 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:20.825257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a425488b-c3cd-4c8e-9ba8-c2bb08b93057 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:20.831986 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a425488b-c3cd-4c8e-9ba8-c2bb08b93057 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/8063d38d-5f96-4500-a8db-0bea1d058355 HTTP/1.1" status: 404 len: 337 time: 0.0739515 Nov 23 02:27:20.835881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33344) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.838064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.853889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 4f39a233-92ef-42f6-bb14-05a1ae787e47 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:20.854450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4f39a233-92ef-42f6-bb14-05a1ae787e47 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:20.867298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eddd6b4-3e65-4d16-b57e-391b2acab090 None None] Pushing event updated for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:20.875448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd0369-e4e6-4959-a9bc-d60f47a04d14 None None] Network d9b869f1-2f65-4a08-b9c6-839a438eeaa5 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:20.877946 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-4416a475-5466-4f57-a2ef-caaf34f56fee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:20.878316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4416a475-5466-4f57-a2ef-caaf34f56fee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:20.882263 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4416a475-5466-4f57-a2ef-caaf34f56fee tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e06b4992-0543-4d7b-9e2c-299c219b586b HTTP/1.1" status: 404 len: 337 time: 0.0452325 Nov 23 02:27:20.885464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33346) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.919478 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6586e84-4e1a-4596-89f6-50baf2052f0e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:20.920024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6586e84-4e1a-4596-89f6-50baf2052f0e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:20.925480 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f6586e84-4e1a-4596-89f6-50baf2052f0e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/4615464e-d6ca-4bf1-af4a-87288c8cb7e5 HTTP/1.1" status: 404 len: 333 time: 0.0348828 Nov 23 02:27:20.943798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33348) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:20.954492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.963828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.988185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:20.998736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4e3475-60a1-4019-ab5b-6397f86b73b7,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.007624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-54901d8f-225d-4fd7-ac5f-0ea3240a1f4e None None] Provisioning complete for port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:21.008526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54901d8f-225d-4fd7-ac5f-0ea3240a1f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.042707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.044463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3259cf54-5a18-4e09-bd59-d6e50347cc6c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2514369 Nov 23 02:27:21.047320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33350) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.052324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '5f260072-d103-40a9-ac38-3fa71b3d4835', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:21.157962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.174489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] DHCP port deletion for d9b869f1-2f65-4a08-b9c6-839a438eeaa5 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:21.215357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.108 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/e1718ab7-2d55-4753-85d5-345904f0ef62) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:21.234782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] Deleting port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:21.235240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.331568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] For port 2c23c172-b4fd-4b11-895f-5af1460eb6b6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2c23c172-b4fd-4b11-895f-5af1460eb6b6,segment=NetworkSegment(65cd6117-46fb-430a-80c1-e5c70bb9938c),segment_id=65cd6117-46fb-430a-80c1-e5c70bb9938c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:21.332496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.347464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] Calling delete_port for 2c23c172-b4fd-4b11-895f-5af1460eb6b6 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:21.361461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.365617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.369534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e09bef3-4401-4818-b75e-1a4be6b2c524 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.370016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e09bef3-4401-4818-b75e-1a4be6b2c524 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.372642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.374335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6e09bef3-4401-4818-b75e-1a4be6b2c524 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/357f208f-fe6c-4efd-85ca-11b46bfeab2f HTTP/1.1" status: 404 len: 337 time: 0.4239101 Nov 23 02:27:21.376550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.380546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33352) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.407011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1854b495-319b-4367-a8a0-f52a2515d6ec,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.417631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.423360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.424819 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-83d84701-4936-43c9-b9c3-144922d661e3 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3765824 Nov 23 02:27:21.427519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33354) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.433393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '5f260072-d103-40a9-ac38-3fa71b3d4835', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:21.458285 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a64ffa-8317-4792-8983-76c502618560 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.460282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a64ffa-8317-4792-8983-76c502618560 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.464466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.472448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-86a64ffa-8317-4792-8983-76c502618560 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/bd09b09a-fe66-47e8-bbc5-aff00ff911ec HTTP/1.1" status: 404 len: 337 time: 0.0808077 Nov 23 02:27:21.474149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33356) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.479771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93bcf675-feed-4f0d-860f-5aedb6ea964b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.494087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.499549 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da4a2de9-25dc-425d-afa5-01b6f57fb11a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0277519 Nov 23 02:27:21.501333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33358) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.503301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.507715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-695124371', 'security_groups': ['93bcf675-feed-4f0d-860f-5aedb6ea964b'], 'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8e542728-7967-49dc-9388-c7ebf153df1e'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:21.509099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0449945f-3f81-4503-860a-a812764a4e45 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.509660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0449945f-3f81-4503-860a-a812764a4e45 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.512929 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0449945f-3f81-4503-860a-a812764a4e45 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/e50a280d-da4d-4da4-82e4-8693f6762241 HTTP/1.1" status: 404 len: 333 time: 0.0362759 Nov 23 02:27:21.513132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] Pushing event deleted for resources: {'Port': ['ID=2c23c172-b4fd-4b11-895f-5af1460eb6b6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.519862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33360) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.524685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752466cb-1fa5-4e9e-91d2-60f7e55a80d7 None None] No DVR routers for this DVR port 2c23c172-b4fd-4b11-895f-5af1460eb6b6 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:21.567580 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e9af1-5b19-427f-b839-4d212cba52ca tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.568042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e9af1-5b19-427f-b839-4d212cba52ca tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.571331 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-229e9af1-5b19-427f-b839-4d212cba52ca tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/8829a8bd-5de7-4814-8552-d42d7b5bd474 HTTP/1.1" status: 404 len: 337 time: 0.0491922 Nov 23 02:27:21.572481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.575013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33362) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.613352 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b9c38e-f156-4ee6-8c6b-5309c6006c88 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.613813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b9c38e-f156-4ee6-8c6b-5309c6006c88 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.616956 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b2b9c38e-f156-4ee6-8c6b-5309c6006c88 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/d9239eca-fd20-4e1a-8d62-96f110bab0b1 HTTP/1.1" status: 404 len: 337 time: 0.0398667 Nov 23 02:27:21.624973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33364) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.626324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:21.631187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:21.638772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:21.668533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=e1718ab7-2d55-4753-85d5-345904f0ef62,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.672033 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afaa720-7f69-4075-a3da-53ddd9b70875 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.672518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.672983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afaa720-7f69-4075-a3da-53ddd9b70875 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.678634 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5afaa720-7f69-4075-a3da-53ddd9b70875 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/9b28fd2b-7100-4330-9c5b-fdbbb1ab81c3 HTTP/1.1" status: 404 len: 333 time: 0.0478683 Nov 23 02:27:21.679043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33366) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.691143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6fb12f0c-319e-48f1-be9b-3ece898e91a0 None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:21.692072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.692206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fb12f0c-319e-48f1-be9b-3ece898e91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.726137 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df982f0-4449-41b2-8be5-5c8abdbbf218 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.726603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df982f0-4449-41b2-8be5-5c8abdbbf218 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.732382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4df982f0-4449-41b2-8be5-5c8abdbbf218 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/0b5f5fa6-25b2-45ae-a768-8bfe4007c381 HTTP/1.1" status: 404 len: 337 time: 0.0499659 Nov 23 02:27:21.735942 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33368) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.747753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99fcfa6-439d-441c-8e54-8bc67a1b84f4,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:21.777130 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a42998f-bebc-4967-a060-1d4ad8651a18 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.777750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a42998f-bebc-4967-a060-1d4ad8651a18 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.784101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9a42998f-bebc-4967-a060-1d4ad8651a18 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/85072d61-663f-42c3-819a-93761a06d731 HTTP/1.1" status: 404 len: 337 time: 0.0423267 Nov 23 02:27:21.784355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33370) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.794203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:21.795320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.796926 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1fb4c457-213b-4ae2-a741-67720a8ffdde tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3682358 Nov 23 02:27:21.802613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6fb12f0c-319e-48f1-be9b-3ece898e91a0 None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:21.802613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6fb12f0c-319e-48f1-be9b-3ece898e91a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.803462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33372) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.840464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6fb12f0c-319e-48f1-be9b-3ece898e91a0 None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:21.863952 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-5762eb55-c022-42d6-b541-bad21357954e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.864555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5762eb55-c022-42d6-b541-bad21357954e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.867641 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5762eb55-c022-42d6-b541-bad21357954e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/092ccdc5-43a6-4bc7-9fd8-8ad96df5e233 HTTP/1.1" status: 404 len: 333 time: 0.0824218 Nov 23 02:27:21.874115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33374) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.885554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.910143 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5820f7c-0e5b-4b51-942b-ff4ae4af5b29 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.910622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5820f7c-0e5b-4b51-942b-ff4ae4af5b29 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.914112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5820f7c-0e5b-4b51-942b-ff4ae4af5b29 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/41b635ee-d84e-4483-810d-4c9b462bc146 HTTP/1.1" status: 404 len: 337 time: 0.0390117 Nov 23 02:27:21.918176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33376) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:21.968674 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a10290-afad-4aff-983b-89ace31c7c2a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:21.969547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a10290-afad-4aff-983b-89ace31c7c2a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:21.974579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-45a10290-afad-4aff-983b-89ace31c7c2a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/978699e5-cfb9-41ef-9908-5c3ded6f43a9 HTTP/1.1" status: 404 len: 333 time: 0.0530443 Nov 23 02:27:21.974787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e027d54e-259d-453c-9ff4-9d7e22d45e41 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:21.976905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33378) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.004956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e027d54e-259d-453c-9ff4-9d7e22d45e41 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.038938 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa4d17d-d7d4-48dd-b45d-0dcdfb32945d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.039390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa4d17d-d7d4-48dd-b45d-0dcdfb32945d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.042790 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bfa4d17d-d7d4-48dd-b45d-0dcdfb32945d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/103f0b42-522e-486a-b6e4-4a32f0615904 HTTP/1.1" status: 404 len: 337 time: 0.0632687 Nov 23 02:27:22.048158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33380) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.075180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.103937 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f2813-dab6-41a5-a855-149c949534fe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.104541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4f2813-dab6-41a5-a855-149c949534fe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.107690 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea4f2813-dab6-41a5-a855-149c949534fe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/d88556ed-e481-4d49-9741-8804b9894a04 HTTP/1.1" status: 404 len: 333 time: 0.0528536 Nov 23 02:27:22.115243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33382) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.136657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e027d54e-259d-453c-9ff4-9d7e22d45e41 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.141496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e027d54e-259d-453c-9ff4-9d7e22d45e41 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.145906 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e027d54e-259d-453c-9ff4-9d7e22d45e41 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f99fcfa6-439d-441c-8e54-8bc67a1b84f4 HTTP/1.1" status: 204 len: 168 time: 0.3403852 Nov 23 02:27:22.148669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33384) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.153023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf659cd-58b3-4308-a118-ace03096e326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.153479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf659cd-58b3-4308-a118-ace03096e326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.158907 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bdf659cd-58b3-4308-a118-ace03096e326 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ee4e5759-0736-4ddd-a094-05659f1d17f7 HTTP/1.1" status: 404 len: 337 time: 0.0402651 Nov 23 02:27:22.162094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33386) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.186328 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91585c9-69ed-4a31-b6f7-1379b7beb1e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.186894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91585c9-69ed-4a31-b6f7-1379b7beb1e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.189902 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d91585c9-69ed-4a31-b6f7-1379b7beb1e8 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/392e84e0-9c38-4c19-8f6f-083c4d155561 HTTP/1.1" status: 404 len: 333 time: 0.0298252 Nov 23 02:27:22.192477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33388) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.197963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027d54e-259d-453c-9ff4-9d7e22d45e41 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f99fcfa6-439d-441c-8e54-8bc67a1b84f4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:22.200107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:22.202822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] device_id is not set on port f01938ca-a157-4670-ac00-5a57fa8a321b yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:22.222407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-089b6c3f-12fa-4079-9cd4-486ebcb42fed tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.222865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089b6c3f-12fa-4079-9cd4-486ebcb42fed tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.228367 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-089b6c3f-12fa-4079-9cd4-486ebcb42fed tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/03a09e89-fc13-4c6e-8cb5-d5e80ebe9d89 HTTP/1.1" status: 404 len: 337 time: 0.0327647 Nov 23 02:27:22.229023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.239194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.256417 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f215d8-c195-41ac-891d-f5c990ba4f5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.257130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f215d8-c195-41ac-891d-f5c990ba4f5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.258321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:22.258708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.262555 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-74f215d8-c195-41ac-891d-f5c990ba4f5a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/8332feb5-aad6-49d2-9b4c-fb90de101306 HTTP/1.1" status: 404 len: 333 time: 0.0301511 Nov 23 02:27:22.268964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33392) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.332592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.332845 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-66730c6d-88b4-42f5-a574-43367dff91f9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1787858 Nov 23 02:27:22.334716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33394) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.375811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b84012-2455-42ee-84c6-66965ca853a0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.376645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b84012-2455-42ee-84c6-66965ca853a0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.379851 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-59b84012-2455-42ee-84c6-66965ca853a0 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/753d8475-2451-4432-b35d-6f45a3e190f9 HTTP/1.1" status: 404 len: 337 time: 0.1012206 Nov 23 02:27:22.382718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33396) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.404005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:22.426525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2c23c172-b4fd-4b11-895f-5af1460eb6b6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:22.427266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2c23c172-b4fd-4b11-895f-5af1460eb6b6 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:22.427397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3b45c16-66a3-4fca-82e4-a1f4718068a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.445797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3434556f-34da-4929-be4b-677ab54a29b9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.446361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3434556f-34da-4929-be4b-677ab54a29b9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.449677 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3434556f-34da-4929-be4b-677ab54a29b9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/75ad3d23-e5bc-40f4-bb5e-aa9757511a84 HTTP/1.1" status: 404 len: 333 time: 0.0659540 Nov 23 02:27:22.453514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33400) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.460681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3b45c16-66a3-4fca-82e4-a1f4718068a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.485855 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-887bcb6c-a014-4e5c-8688-2b3e02070edf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.486213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-887bcb6c-a014-4e5c-8688-2b3e02070edf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.489620 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-887bcb6c-a014-4e5c-8688-2b3e02070edf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/395569e5-7297-4768-8b2f-a17442e987ac HTTP/1.1" status: 404 len: 337 time: 0.0348277 Nov 23 02:27:22.493206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33402) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.528861 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed72623-be4c-48e4-beb7-30aec295c902 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.529319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed72623-be4c-48e4-beb7-30aec295c902 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.535019 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4ed72623-be4c-48e4-beb7-30aec295c902 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/109c029f-e365-46dc-808c-204185b16163 HTTP/1.1" status: 404 len: 337 time: 0.0382426 Nov 23 02:27:22.535889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33404) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.556588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.4 (4950201c-cf6e-42c3-ae07-b1191468339c/8e542728-7967-49dc-9388-c7ebf153df1e/f01938ca-a157-4670-ac00-5a57fa8a321b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:22.564373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3b45c16-66a3-4fca-82e4-a1f4718068a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.585112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a3b45c16-66a3-4fca-82e4-a1f4718068a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.586251 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a3b45c16-66a3-4fca-82e4-a1f4718068a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/1854b495-319b-4367-a8a0-f52a2515d6ec HTTP/1.1" status: 204 len: 168 time: 0.2208920 Nov 23 02:27:22.587090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c06d7c-096e-4cb0-aad3-feab49687350 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:22.587779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c06d7c-096e-4cb0-aad3-feab49687350 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:22.591486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33406) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.591692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-95c06d7c-096e-4cb0-aad3-feab49687350 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/171caa0c-70da-4ad1-9550-3db68c37a447 HTTP/1.1" status: 404 len: 333 time: 0.0543215 Nov 23 02:27:22.598340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33408) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.604431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b45c16-66a3-4fca-82e4-a1f4718068a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1854b495-319b-4367-a8a0-f52a2515d6ec,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:22.690106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port fef622e2-c47d-4723-b132-47c7dfadaa41 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:22.690470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.738050 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d595c9bf-958b-44d2-acfe-96fca8736da0 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1424282 Nov 23 02:27:22.750228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33410) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:22.863861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-994d969e-585c-4a11-995a-f81440fe796a tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.897687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-994d969e-585c-4a11-995a-f81440fe796a tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.900635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port fef622e2-c47d-4723-b132-47c7dfadaa41, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fef622e2-c47d-4723-b132-47c7dfadaa41,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:22.901018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.923963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:22.935704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for fef622e2-c47d-4723-b132-47c7dfadaa41 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:22.962563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-994d969e-585c-4a11-995a-f81440fe796a tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.004130 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a82ee2-a187-48a4-a9d0-2d527869ca89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.004803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a82ee2-a187-48a4-a9d0-2d527869ca89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.007475 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-15a82ee2-a187-48a4-a9d0-2d527869ca89 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/f391355a-b8c8-4f4e-a9a3-5bfb0a4aed2d HTTP/1.1" status: 404 len: 337 time: 0.4079344 Nov 23 02:27:23.008986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-994d969e-585c-4a11-995a-f81440fe796a tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.013015 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-994d969e-585c-4a11-995a-f81440fe796a tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/dd4e3475-60a1-4019-ab5b-6397f86b73b7 HTTP/1.1" status: 204 len: 168 time: 0.2299182 Nov 23 02:27:23.013185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33412) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.013285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33414) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.021328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d969e-585c-4a11-995a-f81440fe796a tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd4e3475-60a1-4019-ab5b-6397f86b73b7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:23.048193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.064277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.068294 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d6f720-71a7-41e2-a5bc-f8c2f9d2e04a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.068779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d6f720-71a7-41e2-a5bc-f8c2f9d2e04a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.072074 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f2d6f720-71a7-41e2-a5bc-f8c2f9d2e04a tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ca7e3223-100e-4744-bf68-61bf2ec1ed65 HTTP/1.1" status: 404 len: 337 time: 0.0599949 Nov 23 02:27:23.075049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.077009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33418) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.136939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:23.137324 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d90e543-c1e8-49dd-97f9-4fc50a09c3bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.137873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d90e543-c1e8-49dd-97f9-4fc50a09c3bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.140890 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9d90e543-c1e8-49dd-97f9-4fc50a09c3bf tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/f711fa34-160e-4552-8f93-12ceb0ef7482 HTTP/1.1" status: 404 len: 333 time: 0.0603862 Nov 23 02:27:23.146561 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33420) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.149311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:23.159513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=f01938ca-a157-4670-ac00-5a57fa8a321b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:23.164179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:23.191262 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dd084e1e-c76c-4bfa-839f-4ab68385e47c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1737349 Nov 23 02:27:23.193828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33422) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.204302 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ce324ae-e4db-40cf-8a2d-4f33868239fb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.204769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ce324ae-e4db-40cf-8a2d-4f33868239fb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.206038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=e1718ab7-2d55-4753-85d5-345904f0ef62,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:23.207893 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5ce324ae-e4db-40cf-8a2d-4f33868239fb tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/32ffac8d-ec3e-4436-b091-eeb049ea38ba HTTP/1.1" status: 404 len: 337 time: 0.0598688 Nov 23 02:27:23.211644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33424) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.235373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.237634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ccca15c-1db3-4e4e-8929-dec012a05e26 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.274782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a40c54f-17b4-4c4d-bf16-6af5ccca16e4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.275141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ccca15c-1db3-4e4e-8929-dec012a05e26 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.275276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a40c54f-17b4-4c4d-bf16-6af5ccca16e4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.278776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a40c54f-17b4-4c4d-bf16-6af5ccca16e4 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/85c38de6-f69c-4627-98c7-995a0d3e5ccd HTTP/1.1" status: 404 len: 337 time: 0.0659883 Nov 23 02:27:23.283339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33426) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.308037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:23.308765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.342532 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0209835-e8ee-4673-bae3-b498e40024fe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.342532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0209835-e8ee-4673-bae3-b498e40024fe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.343930 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c0209835-e8ee-4673-bae3-b498e40024fe tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/9c265919-d82e-4f11-bfe1-45ec3f6e1c79 HTTP/1.1" status: 404 len: 333 time: 0.0578442 Nov 23 02:27:23.350255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33428) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.355870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ccca15c-1db3-4e4e-8929-dec012a05e26 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.361896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ccca15c-1db3-4e4e-8929-dec012a05e26 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.363466 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3ccca15c-1db3-4e4e-8929-dec012a05e26 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fe682309-dbe3-480a-9699-c2c53efba2e5 HTTP/1.1" status: 204 len: 168 time: 0.1667836 Nov 23 02:27:23.366530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9299703e-1c9e-4309-8c02-0a885374628c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8635461 Nov 23 02:27:23.367178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33430) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.371494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33432) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.380580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:23.392766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-83afc4da-6c1a-4acb-bcf9-f172771806ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.393573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83afc4da-6c1a-4acb-bcf9-f172771806ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.398859 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-83afc4da-6c1a-4acb-bcf9-f172771806ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/5e6342a8-aeb3-4e12-bb87-50b229d8997d HTTP/1.1" status: 404 len: 337 time: 0.0444448 Nov 23 02:27:23.398859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.403112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33434) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.431257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=fef622e2-c47d-4723-b132-47c7dfadaa41,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:23.438342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccca15c-1db3-4e4e-8929-dec012a05e26 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe682309-dbe3-480a-9699-c2c53efba2e5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:23.446129 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP ab0494a0-d321-46ee-9148-e9155b9c31d2 associated. External IP: 172.26.8.108, port: 8370843e-c4e4-4bb2-83c1-cce8620f64c0. Nov 23 02:27:23.475597 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-51347340-9ead-4187-b060-59e2816757ce tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.476141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51347340-9ead-4187-b060-59e2816757ce tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.479198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-51347340-9ead-4187-b060-59e2816757ce tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ecc484ef-54c5-41fc-8ac3-1f467594fbfa HTTP/1.1" status: 404 len: 337 time: 0.0737369 Nov 23 02:27:23.495150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-179755ae-c199-43da-afb3-4bd9bdf1f769 None None] Provisioning complete for port f01938ca-a157-4670-ac00-5a57fa8a321b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:23.496000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-179755ae-c199-43da-afb3-4bd9bdf1f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.506810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33436) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.519166 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d042a184-789e-490a-9f6e-9e38462beeb8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1339529 Nov 23 02:27:23.522335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33438) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.539614 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-179755ae-c199-43da-afb3-4bd9bdf1f769 None None] Port f01938ca-a157-4670-ac00-5a57fa8a321b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:23.576879 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c6d28ec1-1ec9-462a-8ea9-c29532409244 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports?device_id=3435b70f-d182-4c19-918b-b7633c21e52e HTTP/1.1" status: 200 len: 205 time: 0.0692859 Nov 23 02:27:23.579573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33440) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.624972 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-df893273-5746-44a3-935a-3dad039543ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] delete failed (client error): The resource could not be found. Nov 23 02:27:23.628287 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-df893273-5746-44a3-935a-3dad039543ac tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/routers/3435b70f-d182-4c19-918b-b7633c21e52e HTTP/1.1" status: 404 len: 336 time: 0.0453165 Nov 23 02:27:23.629283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33442) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.629649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9edb2f76-b85a-44cc-8d3b-bec1388a4e17 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.648780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9edb2f76-b85a-44cc-8d3b-bec1388a4e17 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.663462 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca43b7d-163d-44b7-9262-97ce98d0eb8d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.664217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca43b7d-163d-44b7-9262-97ce98d0eb8d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.667661 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fca43b7d-163d-44b7-9262-97ce98d0eb8d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e8dabfa4-c5b5-4f93-9977-ea32d8249156 HTTP/1.1" status: 404 len: 337 time: 0.0370400 Nov 23 02:27:23.668892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.670952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33444) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.704941 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6f3f3b8b-0063-45e8-a5a4-888ecb7aa22d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "GET /v2.0/ports?device_id=aadd7f7d-1323-4a54-b6f1-822f222b4bb9 HTTP/1.1" status: 200 len: 205 time: 0.0304575 Nov 23 02:27:23.705212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9edb2f76-b85a-44cc-8d3b-bec1388a4e17 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.705537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33446) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.708570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9edb2f76-b85a-44cc-8d3b-bec1388a4e17 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.709716 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9edb2f76-b85a-44cc-8d3b-bec1388a4e17 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/da9e2ddc-90a1-4254-8faf-e9f8d211567c HTTP/1.1" status: 204 len: 168 time: 0.1852257 Nov 23 02:27:23.713804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33448) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.744863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:23.748685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:23.769461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb2f76-b85a-44cc-8d3b-bec1388a4e17 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da9e2ddc-90a1-4254-8faf-e9f8d211567c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:23.816432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-a640f88b-3063-4f8c-be0f-9a3fe88079b1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] delete failed (client error): The resource could not be found. Nov 23 02:27:23.817424 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a640f88b-3063-4f8c-be0f-9a3fe88079b1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/routers/aadd7f7d-1323-4a54-b6f1-822f222b4bb9 HTTP/1.1" status: 404 len: 336 time: 0.1109238 Nov 23 02:27:23.822080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33450) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.857101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c00d072-2bb2-49ee-94e6-b5ac3c9133a1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.857577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c00d072-2bb2-49ee-94e6-b5ac3c9133a1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.860866 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1c00d072-2bb2-49ee-94e6-b5ac3c9133a1 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/352c29dd-4294-4a76-a1cf-f7873e28593f HTTP/1.1" status: 404 len: 337 time: 0.0377278 Nov 23 02:27:23.863837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33452) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.894800 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.ipam_backend_mixin [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8e542728-7967-49dc-9388-c7ebf153df1e (CIDR: 172.20.0.0/28) Nov 23 02:27:23.898959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:23.902649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:27:23.903137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.924197 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e330fb2-0de9-4f27-b59c-60fbd1d96fbe tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2056479 Nov 23 02:27:23.924197 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa07e46b-7f06-47dc-87cb-52dbe864198e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.924197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa07e46b-7f06-47dc-87cb-52dbe864198e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.926387 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aa07e46b-7f06-47dc-87cb-52dbe864198e tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/ef7a8c6f-ae7a-46e5-a1df-2718b65bea9b HTTP/1.1" status: 404 len: 337 time: 0.0597277 Nov 23 02:27:23.926937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33454) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.930637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33456) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.957612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1ae41778-7fa7-4109-b8b1-00a346ef497c tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5834188 Nov 23 02:27:23.963860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33458) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:23.970538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:23.971174 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6df12d5-5b8a-4a85-bc3d-230166bc2052 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:23.971772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6df12d5-5b8a-4a85-bc3d-230166bc2052 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:23.975070 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c6df12d5-5b8a-4a85-bc3d-230166bc2052 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/7938d680-bef0-4b86-8bf4-5a39ad6c43cd HTTP/1.1" status: 404 len: 333 time: 0.0387855 Nov 23 02:27:23.987574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33460) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.079297 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eaa3c8d-4abd-45ca-8b2a-5067200aef98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.079991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eaa3c8d-4abd-45ca-8b2a-5067200aef98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.082953 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7eaa3c8d-4abd-45ca-8b2a-5067200aef98 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/57317dfb-9f0c-4797-8c38-4b8f7e575ec6 HTTP/1.1" status: 404 len: 337 time: 0.0942371 Nov 23 02:27:24.090266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33462) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.136103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-79251937-1e01-4dff-b6aa-a51ab82c9341 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.136667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79251937-1e01-4dff-b6aa-a51ab82c9341 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.139916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-79251937-1e01-4dff-b6aa-a51ab82c9341 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/2e6c03b2-ea08-49de-a14a-3198c8ba9a25 HTTP/1.1" status: 404 len: 333 time: 0.0476151 Nov 23 02:27:24.151099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33464) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.168468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:24.180660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:24.197167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:24.198100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:24.203558 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bbe63c-5c90-4ffa-bcd8-d26834367d77 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.204022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86bbe63c-5c90-4ffa-bcd8-d26834367d77 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.209482 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-86bbe63c-5c90-4ffa-bcd8-d26834367d77 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/72759eed-44c9-43ff-848e-fee056ebd4dc HTTP/1.1" status: 404 len: 337 time: 0.0548286 Nov 23 02:27:24.212142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33466) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.241205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:24.244112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-635f6e91-0e35-495d-84c9-6c3c2372bea9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.244762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635f6e91-0e35-495d-84c9-6c3c2372bea9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.250682 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-635f6e91-0e35-495d-84c9-6c3c2372bea9 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/65437320-0a47-4ac0-8f70-5dad3624dfb5 HTTP/1.1" status: 404 len: 333 time: 0.0337007 Nov 23 02:27:24.251546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33468) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.252921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:24.253628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:24.262852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.288964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:24.289775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ecd2c-f623-482b-8646-1d6777b0d9d4 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:24.305520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-9526bc41-0147-4c96-9daf-d77516eece6c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.305966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9526bc41-0147-4c96-9daf-d77516eece6c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.309036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9526bc41-0147-4c96-9daf-d77516eece6c tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e173364a-0d41-4007-bf2d-54781f205c22 HTTP/1.1" status: 404 len: 337 time: 0.0568576 Nov 23 02:27:24.314737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33470) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.342492 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4888e0ca-a342-43e8-8010-1007db2ac691 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.1140010 Nov 23 02:27:24.343169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:24.346764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.348348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33472) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.351402 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc82e17-3581-4973-a9cd-0b1a6c605a70 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.351970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc82e17-3581-4973-a9cd-0b1a6c605a70 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.359240 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4cc82e17-3581-4973-a9cd-0b1a6c605a70 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/bb1bf4d9-4bb9-436d-813f-1534659192f3 HTTP/1.1" status: 404 len: 333 time: 0.0394402 Nov 23 02:27:24.365353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33474) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.408067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9b8666d-128b-4164-af07-1887d3f85c79 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.422850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-26615aaa-58da-4b83-a3ec-f860befb2620 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.423308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26615aaa-58da-4b83-a3ec-f860befb2620 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.428658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-26615aaa-58da-4b83-a3ec-f860befb2620 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e8d3cbb3-da88-48af-a926-25fd3118f1ec HTTP/1.1" status: 404 len: 337 time: 0.0600712 Nov 23 02:27:24.428896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33476) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.434463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:24.449202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9b8666d-128b-4164-af07-1887d3f85c79 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.455171 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89272138-f236-4740-969b-200e87507df3 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/floatingips/ab0494a0-d321-46ee-9148-e9155b9c31d2 HTTP/1.1" status: 200 len: 977 time: 0.1054919 Nov 23 02:27:24.459448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33478) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.460456 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eb84fd-cf43-4406-953a-3fe237333af5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.461026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eb84fd-cf43-4406-953a-3fe237333af5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.464177 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-11eb84fd-cf43-4406-953a-3fe237333af5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/402d67ee-5616-4a43-bc73-c17c149c56ee HTTP/1.1" status: 404 len: 333 time: 0.0342216 Nov 23 02:27:24.468000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33480) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.510309 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-58dbb062-4588-436d-802e-bc51978980cc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.510767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58dbb062-4588-436d-802e-bc51978980cc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.516505 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58dbb062-4588-436d-802e-bc51978980cc tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/056af7b0-ac65-4bda-bd0c-60096bdf7fe6 HTTP/1.1" status: 404 len: 337 time: 0.0434234 Nov 23 02:27:24.526749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33482) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.587415 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e110ac-35ac-481c-b3d7-dedfd99fb4dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.588122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e110ac-35ac-481c-b3d7-dedfd99fb4dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.591503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-98e110ac-35ac-481c-b3d7-dedfd99fb4dd tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/f17e45a7-df07-4eca-b65d-eaa19b86afd3 HTTP/1.1" status: 404 len: 333 time: 0.0611067 Nov 23 02:27:24.594249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33484) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.607557 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.ipam_backend_mixin [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 06ba065f-f4d0-41ff-8b93-60dc8af2f89a (CIDR: 172.20.0.16/28) Nov 23 02:27:24.607833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9b8666d-128b-4164-af07-1887d3f85c79 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.610457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9b8666d-128b-4164-af07-1887d3f85c79 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.611614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9b8666d-128b-4164-af07-1887d3f85c79 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/5f260072-d103-40a9-ac38-3fa71b3d4835 HTTP/1.1" status: 204 len: 168 time: 0.6836534 Nov 23 02:27:24.614395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33486) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.627969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:27:24.628457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.639882 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe4b019-effb-467e-a56f-36f6f8723ee5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.640439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe4b019-effb-467e-a56f-36f6f8723ee5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.643468 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cfe4b019-effb-467e-a56f-36f6f8723ee5 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/e0417914-4a78-4eaa-8f74-47854cc062f1 HTTP/1.1" status: 404 len: 337 time: 0.0483243 Nov 23 02:27:24.646434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8666d-128b-4164-af07-1887d3f85c79 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f260072-d103-40a9-ac38-3fa71b3d4835,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:24.647609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33488) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.648741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:24.656425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3e8b7d87-f6de-4aa8-9450-f86068f0eedc tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0607228 Nov 23 02:27:24.656572 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d6983347-7200-45d0-95b5-d47f08b9b8a6 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1886666 Nov 23 02:27:24.656692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33490) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.656990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33492) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.662915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'port_id': '9bfee471-ba08-403e-b7c0-e2f44db4878c'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:24.665333 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:24.679314 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:24.680553 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:24.694871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f2783172-5bcd-4b1d-886e-d31396cc0562 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7297246 Nov 23 02:27:24.698588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-4870d93f-9743-4457-a94b-9417ba97066d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.699261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4870d93f-9743-4457-a94b-9417ba97066d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.704812 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4870d93f-9743-4457-a94b-9417ba97066d tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/ports/3339a5ba-f4b7-4f81-b480-3c903cd1ddb0 HTTP/1.1" status: 404 len: 333 time: 0.0529866 Nov 23 02:27:24.705740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33494) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.705960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33496) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.711850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'subnet': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:24.765335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.770856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet aa6df753-7c1c-4855-bc41-24e85a82d9bd {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:24.773273 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:24.782648 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd86f35f-0296-4a09-8635-8eb1a5ac4d65 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:24.783114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd86f35f-0296-4a09-8635-8eb1a5ac4d65 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:24.789031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dd86f35f-0296-4a09-8635-8eb1a5ac4d65 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/subnets/b275a956-e06c-49a9-8a65-e0aecd5858b9 HTTP/1.1" status: 404 len: 337 time: 0.0781848 Nov 23 02:27:24.790185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d0c08fe3-66d1-4df5-894a-edb6ce0b27f5 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1741371 Nov 23 02:27:24.790723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33498) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.796089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33500) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:24.804730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.806096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--163919738'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:24.869397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.923932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.943127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.986355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Made reservation on behalf of c19c057f3c734da4a581434eb8ed8209 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:24.989930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:24.992848 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:23Z', 'revision_number': 10, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:25.021946 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:25.031016 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:25.032264 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:25.061849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.124983 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:25.128999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.184855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b869f1-2f65-4a08-b9c6-839a438eeaa5']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:25.204906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.213081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65cd6117-46fb-430a-80c1-e5c70bb9938c') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:25.213329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65cd6117-46fb-430a-80c1-e5c70bb9938c') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:25.217831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.219666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.243390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.290229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.293802 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4958560 Nov 23 02:27:25.293802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.297394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33502) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:25.299783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6df753-7c1c-4855-bc41-24e85a82d9bd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.305026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': '51cb8af5-50de-446e-9cee-d487c868daf5', 'direction': 'ingress', 'protocol': 17}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:25.305277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.309004 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b0532315-aaea-4b5f-a6c8-da0b526b03d3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/aa6df753-7c1c-4855-bc41-24e85a82d9bd HTTP/1.1" status: 204 len: 168 time: 0.6510377 Nov 23 02:27:25.313932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33504) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:25.315543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3244fd0b-c355-4042-85ab-82b8d6d4d73e None None] Network 269896c7-06a3-45c1-b680-ce2870603793 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:25.336264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:25.337007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:25.351789 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:25.355131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eefc8-c1e9-41d9-9d66-c0e5ebbb8685 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cb8af5-50de-446e-9cee-d487c868daf5,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.432194 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:23Z', 'revision_number': 10, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:25.451305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.451590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.486053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.489699 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02230adb-83aa-4e8a-8b89-b48cf081356e None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:23Z', 'revision_number': 10, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None, '_interfaces': [{'id': 'd897abde-62c6-48d6-8f49-dd8b8d4e4866', 'name': '', 'network_id': '93469973-6f5c-4240-8c02-aa7341355db8', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'mac_address': 'fa:16:3e:df:be:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:26:20Z', 'updated_at': '2021-11-23T02:26:32Z', 'revision_number': 5, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'subnets': [{'id': 'a36ad3d8-2afc-4196-ba0a-c9bc57760c95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:25.493896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] 10.222.0.53 "DELETE /v2.0/networks/d9b869f1-2f65-4a08-b9c6-839a438eeaa5 HTTP/1.1" status: 204 len: 168 time: 0.7001307 Nov 23 02:27:25.545002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.550945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742baef-4220-445f-a373-f38fde025ae6 tempest-NetworksTestDHCPv6-96223612 tempest-NetworksTestDHCPv6-96223612-project] Pushing event deleted for resources: {'Network': ['ID=d9b869f1-2f65-4a08-b9c6-839a438eeaa5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.610342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.614547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port d361c868-fd1d-4ee9-84ef-2c10f3d75839 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:25.614892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.618111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.637553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.648925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.684737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ccdfae-6503-40a7-abbf-6880aa0daf0d,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.692904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.705234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.708932 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d99735b9-6892-4061-8e06-b2afc0477462 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4048574 Nov 23 02:27:25.713607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33508) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:25.743783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Network 4950201c-cf6e-42c3-ae07-b1191468339c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:25.747290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:25.751737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:25.752435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.761732 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339e087b-0e9d-4b41-8dd7-c588a8f38d31 None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:25.770427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Subnet': ['ID=25990ed8-d4f1-428f-9a9d-3969a1ce6d53,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:25.782723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-96801f6b-65a9-43aa-93c4-46a1b1553b4a tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0728314 Nov 23 02:27:25.783238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33510) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:25.790780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1047979424', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '25990ed8-d4f1-428f-9a9d-3969a1ce6d53'}], 'security_groups': ['75a50f94-ce8c-46af-8fc5-50cdbf15d72d', 'cb11415a-2bb5-48bf-91cc-7bab4dffd3a8']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:25.798964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port d361c868-fd1d-4ee9-84ef-2c10f3d75839, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d361c868-fd1d-4ee9-84ef-2c10f3d75839,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:25.799286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.830936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for d361c868-fd1d-4ee9-84ef-2c10f3d75839 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:25.875366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-836d99b7-c3b2-4c5d-a266-77b2d287ec07 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:25.877842 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP ab0494a0-d321-46ee-9148-e9155b9c31d2 associated. External IP: 172.26.8.108, port: 8370843e-c4e4-4bb2-83c1-cce8620f64c0. Nov 23 02:27:25.910398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] DHCP port deletion for 269896c7-06a3-45c1-b680-ce2870603793 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:25.923317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33514) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:25.991380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-836d99b7-c3b2-4c5d-a266-77b2d287ec07 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.005726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.073829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Deleting port d361c868-fd1d-4ee9-84ef-2c10f3d75839 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:26.074569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.108952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.165454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-836d99b7-c3b2-4c5d-a266-77b2d287ec07 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.174089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-836d99b7-c3b2-4c5d-a266-77b2d287ec07 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.174089 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-836d99b7-c3b2-4c5d-a266-77b2d287ec07 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/51cb8af5-50de-446e-9cee-d487c868daf5 HTTP/1.1" status: 204 len: 168 time: 0.4552877 Nov 23 02:27:26.180681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33518) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:26.202159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=d361c868-fd1d-4ee9-84ef-2c10f3d75839,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:26.206013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port d361c868-fd1d-4ee9-84ef-2c10f3d75839 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:26.211182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d99b7-c3b2-4c5d-a266-77b2d287ec07 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cb8af5-50de-446e-9cee-d487c868daf5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:26.220856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] Update dhcp port {'port': {'network_id': '4950201c-cf6e-42c3-ae07-b1191468339c', 'fixed_ips': [{'subnet_id': '06ba065f-f4d0-41ff-8b93-60dc8af2f89a', 'ip_address': '172.20.0.18'}, {'subnet_id': '8e542728-7967-49dc-9388-c7ebf153df1e', 'ip_address': '172.20.0.2'}, {'subnet_id': '25990ed8-d4f1-428f-9a9d-3969a1ce6d53'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2d8382f4-07e2-4191-bc04-1f74f0fb4cdb'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:27:26.258767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.301663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fef622e2-c47d-4723-b132-47c7dfadaa41 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:26.335953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.358610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:26.363724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269896c7-06a3-45c1-b680-ce2870603793']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:26.376933 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-58b491ee-ac8e-4fe5-90e3-d67c21b5f91f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1896157 Nov 23 02:27:26.377228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33520) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:26.381278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--2024968763'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:26.393332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed58169f-7b8e-4296-9738-3ba1e6b52538') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:26.393637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed58169f-7b8e-4296-9738-3ba1e6b52538') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:26.401091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] For port d361c868-fd1d-4ee9-84ef-2c10f3d75839, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d361c868-fd1d-4ee9-84ef-2c10f3d75839,segment=NetworkSegment(ed58169f-7b8e-4296-9738-3ba1e6b52538),segment_id=ed58169f-7b8e-4296-9738-3ba1e6b52538)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:26.402326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.429796 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-082a7c58-c050-43a6-b52a-d3ef4b6c8ffd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa01f513d2a64501a6369b393787d7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054317 Nov 23 02:27:26.431193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: fef622e2-c47d-4723-b132-47c7dfadaa41 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:26.431752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fef622e2-c47d-4723-b132-47c7dfadaa41 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:26.432484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d361c868-fd1d-4ee9-84ef-2c10f3d75839 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:26.432622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33522) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:26.446968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.465938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Calling delete_port for d361c868-fd1d-4ee9-84ef-2c10f3d75839 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:26.475731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.476558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d361c868-fd1d-4ee9-84ef-2c10f3d75839 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:26.477110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d361c868-fd1d-4ee9-84ef-2c10f3d75839 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:26.480450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.519967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:26.520442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:26.525017 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:26.535882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73fa4692-5e0a-4a3e-b2bc-9313c59ff703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.568296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.592996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73fa4692-5e0a-4a3e-b2bc-9313c59ff703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.597794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Pushing event deleted for resources: {'Port': ['ID=d361c868-fd1d-4ee9-84ef-2c10f3d75839,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:26.601459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] No DVR routers for this DVR port d361c868-fd1d-4ee9-84ef-2c10f3d75839 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:26.609109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.609561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.610162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.610691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.611241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.617957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.618575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.619129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.619467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Delete allocated IP 172.20.0.4 (4950201c-cf6e-42c3-ae07-b1191468339c/8e542728-7967-49dc-9388-c7ebf153df1e) {{(pid=103357) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 02:27:26.619887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.620504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.621066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.621631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c41d263-7516-433d-8e57-9295d9af2649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:27:26.645981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Allocated IP 172.20.0.38 (4950201c-cf6e-42c3-ae07-b1191468339c/25990ed8-d4f1-428f-9a9d-3969a1ce6d53/f01938ca-a157-4670-ac00-5a57fa8a321b) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:26.692877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73fa4692-5e0a-4a3e-b2bc-9313c59ff703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.696118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73fa4692-5e0a-4a3e-b2bc-9313c59ff703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.697532 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-73fa4692-5e0a-4a3e-b2bc-9313c59ff703 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f89fce20-525b-427f-a45c-0453544a7019 HTTP/1.1" status: 204 len: 168 time: 0.2640247 Nov 23 02:27:26.712653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa4692-5e0a-4a3e-b2bc-9313c59ff703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89fce20-525b-427f-a45c-0453544a7019,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:26.877001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.884648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.924088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:26.930334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:26.970366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:26.994859 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:26.996438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.019688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event updated for resources: {'Port': ['ID=f01938ca-a157-4670-ac00-5a57fa8a321b,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.044459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.047852 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/269896c7-06a3-45c1-b680-ce2870603793 HTTP/1.1" status: 204 len: 168 time: 1.7328360 Nov 23 02:27:27.050858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33530) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.054847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.068181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297ad30-31e2-4057-bfe6-3d3b740583a5 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=269896c7-06a3-45c1-b680-ce2870603793,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.095909 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-f2c221fc-462e-42ec-b07f-e1c2d07bb945 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2418692 Nov 23 02:27:27.107372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] In _notify_port_updated(), no bound segment for port f01938ca-a157-4670-ac00-5a57fa8a321b on network 4950201c-cf6e-42c3-ae07-b1191468339c {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:27:27.113065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:27.113795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.119048 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7054b025-a136-4dba-b982-04e99b6bbeae tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "PUT /v2.0/ports/f01938ca-a157-4670-ac00-5a57fa8a321b HTTP/1.1" status: 200 len: 960 time: 1.3312356 Nov 23 02:27:27.119155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] Allocated IP 172.20.0.34 (4950201c-cf6e-42c3-ae07-b1191468339c/25990ed8-d4f1-428f-9a9d-3969a1ce6d53/2d8382f4-07e2-4191-bc04-1f74f0fb4cdb) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:27.140869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33534) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.154455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:27.155480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.167534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.197301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.215036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.215736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f35c709-a2b3-43ff-8362-db9d1fec9872 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:27.309220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.311187 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9329154 Nov 23 02:27:27.318305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,segment=NetworkSegment(cbf3e7db-34e1-4e88-9d37-1d4f22a47a94),segment_id=cbf3e7db-34e1-4e88-9d37-1d4f22a47a94)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:27.337034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33540) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.339818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737e190-39ee-473c-b3e3-bee0f6c843b7 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c1b433-d69d-4471-ae51-f58bd5aecc98,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.352285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--299476846'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:27.383469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.396170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.399449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-5fbccac5-8cf7-4d1a-abde-4ce165462572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:27.401267 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-5fbccac5-8cf7-4d1a-abde-4ce165462572 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1098 time: 0.1878879 Nov 23 02:27:27.416704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:27.418052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.494057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc82ce-d287-470f-94d7-f078db4791bc None None] Pushing event updated for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.503053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port f01938ca-a157-4670-ac00-5a57fa8a321b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:27.503053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.756643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-223cc4ff-f2c3-4f43-9565-3f80988c8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:27.758802 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-223cc4ff-f2c3-4f43-9565-3f80988c8325 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.3239050 Nov 23 02:27:27.785166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33550) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.823083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.843395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.891113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c80b30e4-7bb6-4dd2-81d6-f251d989a3f7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:27.898539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.904159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.908131 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5bac993e-ae06-41c3-81ec-1a1785c1f4c9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5632474 Nov 23 02:27:27.909941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33554) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.915310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:27.920285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:27.928062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:27.940280 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:27.940913 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.952679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for f01938ca-a157-4670-ac00-5a57fa8a321b owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:27.955672 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-fe182bad-6e14-49bd-8ce0-68e5fef1d19f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 200 len: 1001 time: 0.1802354 Nov 23 02:27:27.960570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': 'b1c1b433-d69d-4471-ae51-f58bd5aecc98', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c80b30e4-7bb6-4dd2-81d6-f251d989a3f7', 'remote_ip_prefix': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:27.972197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-9d2024bc-210b-4c9e-9140-d8b76d0e606f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:27.973322 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9d2024bc-210b-4c9e-9140-d8b76d0e606f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1871343 Nov 23 02:27:27.976501 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.976666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.981214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-49acea14-3bf1-4e3a-8029-d883d3893684 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:27.982528 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-49acea14-3bf1-4e3a-8029-d883d3893684 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0049572 Nov 23 02:27:27.987322 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:27.988130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33558) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:27.988518 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:27.994077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-3cd7d3a7-e5c5-49ea-9ea2-65392bcaf336 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:27.995322 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3cd7d3a7-e5c5-49ea-9ea2-65392bcaf336 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0060444 Nov 23 02:27:27.999500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33560) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.011132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-502e8f77-71fe-42e4-be44-2f878272f247 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.012704 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-502e8f77-71fe-42e4-be44-2f878272f247 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0104198 Nov 23 02:27:28.016184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33562) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.027529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-3f2accd8-de12-4ad0-8179-a70d4acad1af tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.028739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3f2accd8-de12-4ad0-8179-a70d4acad1af tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0091791 Nov 23 02:27:28.028955 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:28.029870 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77f705-6d35-4733-8bd6-4a40d6dc1c73 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:28.040229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33564) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.046951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-87de8c46-73cc-4cec-acda-553d300c848f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.048991 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-87de8c46-73cc-4cec-acda-553d300c848f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0065801 Nov 23 02:27:28.053698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33566) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.059430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-21c909eb-5e31-407b-a0ab-8c82ff946ae0 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.063025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21c909eb-5e31-407b-a0ab-8c82ff946ae0 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045211 Nov 23 02:27:28.063316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33568) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.071355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-17a44ade-aaf8-4d42-9875-7b7ae3a2368f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.075348 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-17a44ade-aaf8-4d42-9875-7b7ae3a2368f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080736 Nov 23 02:27:28.076511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33570) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.083041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-47494de4-4c3d-422d-8167-adab75c1ed85 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.086651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-47494de4-4c3d-422d-8167-adab75c1ed85 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0048966 Nov 23 02:27:28.086651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.087423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c033603d-fe24-4aea-bfb7-de91ca02f6a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/floatingips/ab0494a0-d321-46ee-9148-e9155b9c31d2 HTTP/1.1" status: 200 len: 978 time: 3.4280713 Nov 23 02:27:28.088254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.092346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33574) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.095681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-4c49c3e5-fd05-47eb-9413-cd191b2486de tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.096725 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4c49c3e5-fd05-47eb-9413-cd191b2486de tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0079288 Nov 23 02:27:28.101172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.104041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-f669398b-0bbd-4926-a1e4-2f37125babc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:28.105709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:28.105933 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-f669398b-0bbd-4926-a1e4-2f37125babc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.1375170 Nov 23 02:27:28.108866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-2249939e-1878-44f2-ace9-dbd73815cfb6 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.109980 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2249939e-1878-44f2-ace9-dbd73815cfb6 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0076420 Nov 23 02:27:28.112585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.116808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33578) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.120950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-086cde18-d052-4926-979e-33177a15298d tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.121962 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-086cde18-d052-4926-979e-33177a15298d tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047517 Nov 23 02:27:28.135071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33580) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.154382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-365ff013-3242-4974-b334-9e0f0a74a2db tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.155515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-365ff013-3242-4974-b334-9e0f0a74a2db tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0212257 Nov 23 02:27:28.164912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33582) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.170743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-f2a8d337-7caa-436f-9f44-3c8dde799dab tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.171750 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f2a8d337-7caa-436f-9f44-3c8dde799dab tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060027 Nov 23 02:27:28.174631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33584) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.180499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-e6b02849-fc93-4aca-b67b-5f9d78000cbf tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.181464 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e6b02849-fc93-4aca-b67b-5f9d78000cbf tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057657 Nov 23 02:27:28.188523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33586) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.195663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-1b3f5afb-e621-44ff-8b79-6d2bcc001f79 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.196687 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1b3f5afb-e621-44ff-8b79-6d2bcc001f79 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0057995 Nov 23 02:27:28.208048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33588) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.214973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-a40686e0-da83-4590-9cea-833ca5122758 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.215992 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a40686e0-da83-4590-9cea-833ca5122758 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049362 Nov 23 02:27:28.221119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33590) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.233005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-5d4179d3-1569-4690-84c7-1927a6eb1e11 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.233996 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5d4179d3-1569-4690-84c7-1927a6eb1e11 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0129502 Nov 23 02:27:28.239716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:28.240059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33592) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.246018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-dea7c49c-5cc0-4ca4-ac1f-80ad29225481 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.249528 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dea7c49c-5cc0-4ca4-ac1f-80ad29225481 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044982 Nov 23 02:27:28.250366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33594) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.253793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-69374b60-34a0-46bd-97a1-0fb31ffdaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:28.255400 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-69374b60-34a0-46bd-97a1-0fb31ffdaee9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1399131 Nov 23 02:27:28.260019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-f90ab3a7-3cc7-4109-90ed-cde0bf3b5440 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.263780 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f90ab3a7-3cc7-4109-90ed-cde0bf3b5440 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0066490 Nov 23 02:27:28.268443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33596) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.274501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-d8438e4f-5143-4d57-a7a2-f694c890e2ac tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.276383 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d8438e4f-5143-4d57-a7a2-f694c890e2ac tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0060802 Nov 23 02:27:28.279667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.289256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-2abc2614-4047-4d2f-8b49-502726b01d36 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.290248 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2abc2614-4047-4d2f-8b49-502726b01d36 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0082891 Nov 23 02:27:28.294640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.296224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33600) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.323360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:28.324048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.333809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-a03b2356-a317-4c55-965b-1bde80d5955f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.337385 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a03b2356-a317-4c55-965b-1bde80d5955f tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0356576 Nov 23 02:27:28.342672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33602) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.346391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-564cd686-8030-43cf-9dd7-c549177878cb tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.350199 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-564cd686-8030-43cf-9dd7-c549177878cb tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0053520 Nov 23 02:27:28.355543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33604) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.363428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-05a64972-8b00-410a-8342-f1ec4321cfe5 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.367522 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-05a64972-8b00-410a-8342-f1ec4321cfe5 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0079572 Nov 23 02:27:28.368228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33606) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.378952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-0f56805a-874c-4690-8808-e824dc525ed1 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.382648 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f56805a-874c-4690-8808-e824dc525ed1 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061076 Nov 23 02:27:28.384325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33608) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.393216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.399659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-0bcb34c1-8116-4b29-9597-889d7330e031 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.403774 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0bcb34c1-8116-4b29-9597-889d7330e031 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0118046 Nov 23 02:27:28.403774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.408949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33610) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.414297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-49f3e418-44ab-4c9c-9514-39bbc4dd65d8 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.417873 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-49f3e418-44ab-4c9c-9514-39bbc4dd65d8 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0049863 Nov 23 02:27:28.424173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d2c8923e-5310-4eae-82cd-e6d13afc083f None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:28.424930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2c8923e-5310-4eae-82cd-e6d13afc083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.427828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33612) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.435952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-60264a4b-c170-4dc6-8ce8-c6c8cf47cb8b tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.439665 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-60264a4b-c170-4dc6-8ce8-c6c8cf47cb8b tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072801 Nov 23 02:27:28.439665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.444610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33614) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.459331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=f01938ca-a157-4670-ac00-5a57fa8a321b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:28.463411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-feca08e8-4b1e-41c9-a0de-281813429929 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.464637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-feca08e8-4b1e-41c9-a0de-281813429929 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0119810 Nov 23 02:27:28.485280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33616) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.492524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-9d2e7024-566f-48ec-9de7-2fd0d82b9c65 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.493198 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9d2e7024-566f-48ec-9de7-2fd0d82b9c65 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043466 Nov 23 02:27:28.497333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33618) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.518236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfa91b4-835b-4716-9e7d-bcf1069d9487,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:28.529587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.530442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-18ce0ff7-ade7-4ed6-9f3f-503e5a5201b9 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.530854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0d746fd6-aeb1-4346-a8fc-737ab74e4ef8 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6198575 Nov 23 02:27:28.534980 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-18ce0ff7-ade7-4ed6-9f3f-503e5a5201b9 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0321000 Nov 23 02:27:28.535115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33620) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.535115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33622) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.537748 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-b77d9fd0-4d37-498d-857c-983688acb855 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637839 Nov 23 02:27:28.546236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-749b3fd3-7dba-45fa-bb11-9f8423a9994e tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.547229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-749b3fd3-7dba-45fa-bb11-9f8423a9994e tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0098910 Nov 23 02:27:28.556384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33624) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.568058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-1d2063fc-c5c5-4104-966f-aeb479550698 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.571859 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1d2063fc-c5c5-4104-966f-aeb479550698 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096843 Nov 23 02:27:28.574785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33626) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.596014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d2c8923e-5310-4eae-82cd-e6d13afc083f None None] Could not find standard attr ID for object f01938ca-a157-4670-ac00-5a57fa8a321b. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:27:28.607960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-6afff72a-12ff-4561-949e-70dad1b70ce3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.609007 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6afff72a-12ff-4561-949e-70dad1b70ce3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0310628 Nov 23 02:27:28.611622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d2c8923e-5310-4eae-82cd-e6d13afc083f None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:28.611792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33628) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.612181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2c8923e-5310-4eae-82cd-e6d13afc083f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.617495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-a7a8a0e6-53bf-43f8-8608-93a12ebdca00 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.617811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.618475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a7a8a0e6-53bf-43f8-8608-93a12ebdca00 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0057554 Nov 23 02:27:28.623179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.623367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33630) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.629018 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-99a3744d-3b1e-425a-94c0-e76541e5ffa2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/f01938ca-a157-4670-ac00-5a57fa8a321b HTTP/1.1" status: 204 len: 168 time: 1.4839258 Nov 23 02:27:28.629213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-1dfa48d3-a307-425f-910b-a8a191184243 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.629330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33632) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.630180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1dfa48d3-a307-425f-910b-a8a191184243 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044193 Nov 23 02:27:28.632793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33634) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.640007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-518d1116-735b-456a-bc15-c3811e38a5d2 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.641722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-518d1116-735b-456a-bc15-c3811e38a5d2 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0070314 Nov 23 02:27:28.642148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.642505 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP ab0494a0-d321-46ee-9148-e9155b9c31d2 disassociated. External IP: 172.26.8.108, port: 9bfee471-ba08-403e-b7c0-e2f44db4878c. Nov 23 02:27:28.645202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6977bbd0-4d18-4908-a012-f8e1fa950a9f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.645375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33636) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.660572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d2c8923e-5310-4eae-82cd-e6d13afc083f None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:28.666264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-ec9475e4-0ff8-4fa0-81fb-c20509cc7481 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.667339 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ec9475e4-0ff8-4fa0-81fb-c20509cc7481 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0196278 Nov 23 02:27:28.670472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33638) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.671604 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-54073616-0373-4616-a695-39c8e2972940 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] GET failed (client error): The resource could not be found. Nov 23 02:27:28.675512 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-54073616-0373-4616-a695-39c8e2972940 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports/f01938ca-a157-4670-ac00-5a57fa8a321b HTTP/1.1" status: 404 len: 333 time: 0.0429285 Nov 23 02:27:28.677346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-57305178-635b-423f-bdd0-b86aeec59949 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.678277 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-57305178-635b-423f-bdd0-b86aeec59949 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042305 Nov 23 02:27:28.681127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33640) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.681401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33642) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.687957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6977bbd0-4d18-4908-a012-f8e1fa950a9f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.693132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-75f48531-7c0c-486d-a9d9-89bd915f3f30 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.696565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-75f48531-7c0c-486d-a9d9-89bd915f3f30 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106306 Nov 23 02:27:28.701964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33644) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.711450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-477b0872-2b31-4e9e-86a2-da703bf0e81d tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.712451 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-477b0872-2b31-4e9e-86a2-da703bf0e81d tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0095501 Nov 23 02:27:28.721009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33646) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.732623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-8865ee7c-44e2-4613-8a62-38170f27edc8 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.736866 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8865ee7c-44e2-4613-8a62-38170f27edc8 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0147676 Nov 23 02:27:28.737068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33648) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.759744 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02c0f074-bf90-44f4-83bc-02cc660f933b req-46e6deee-ce43-4f35-8568-b4ecc97cc0ed service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122200 Nov 23 02:27:28.774097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-406b40be-9633-4076-b1a4-1e8580aaf1a2 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.774988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-406b40be-9633-4076-b1a4-1e8580aaf1a2 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069673 Nov 23 02:27:28.779474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33650) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.784951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-e2c6b525-0c81-4805-a630-374be2114bac tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.789529 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2c6b525-0c81-4805-a630-374be2114bac tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071750 Nov 23 02:27:28.790096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33652) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.798209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6977bbd0-4d18-4908-a012-f8e1fa950a9f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.807645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-7ccc854e-f449-424c-856a-3c6c4b9e2048 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.808786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7ccc854e-f449-424c-856a-3c6c4b9e2048 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0046666 Nov 23 02:27:28.810526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aaf36716-56ba-450a-a813-6692608bce5d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.813019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33654) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.817500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-444a894c-7527-4b77-af73-b4a8058a7a66 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.818461 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-444a894c-7527-4b77-af73-b4a8058a7a66 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0043185 Nov 23 02:27:28.823917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33656) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.824978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6977bbd0-4d18-4908-a012-f8e1fa950a9f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.826125 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6977bbd0-4d18-4908-a012-f8e1fa950a9f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/7cfa91b4-835b-4716-9e7d-bcf1069d9487 HTTP/1.1" status: 204 len: 168 time: 0.2902651 Nov 23 02:27:28.828372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-863b4a60-68a8-41f0-ad93-711bcadd5cd4 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.829130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33658) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.829481 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-863b4a60-68a8-41f0-ad93-711bcadd5cd4 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0044115 Nov 23 02:27:28.836440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33660) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.843738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-e1084384-f3c0-4d38-9ea7-3f2019872c80 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.845665 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e1084384-f3c0-4d38-9ea7-3f2019872c80 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0082607 Nov 23 02:27:28.848122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6977bbd0-4d18-4908-a012-f8e1fa950a9f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cfa91b4-835b-4716-9e7d-bcf1069d9487,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:28.850198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33662) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.856256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-4eaffa38-0c31-48f3-8b5e-345dd1a132b7 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.859837 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4eaffa38-0c31-48f3-8b5e-345dd1a132b7 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056305 Nov 23 02:27:28.862726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33664) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.867025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-bd52424f-721a-465a-8e1f-c298eca87c78 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.868140 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bd52424f-721a-465a-8e1f-c298eca87c78 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045171 Nov 23 02:27:28.871450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33666) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.875532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aaf36716-56ba-450a-a813-6692608bce5d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.880216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-65b3c1fb-66e4-4b8d-b870-22b1414ba8d0 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.881433 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-65b3c1fb-66e4-4b8d-b870-22b1414ba8d0 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0069954 Nov 23 02:27:28.885487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33668) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.894937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-b3ceac8e-699c-4cff-b932-e480ea5e90e7 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.895928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b3ceac8e-699c-4cff-b932-e480ea5e90e7 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081336 Nov 23 02:27:28.899759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33670) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.904543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-0e3264fa-576a-44ed-b31d-e010a9167e62 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.905678 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0e3264fa-576a-44ed-b31d-e010a9167e62 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047050 Nov 23 02:27:28.908153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33672) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.913202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-41cc55e3-87f9-47ee-a518-0a9ba0a78b89 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.916399 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-41cc55e3-87f9-47ee-a518-0a9ba0a78b89 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049093 Nov 23 02:27:28.920760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33674) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.930829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-db3441ff-ffe3-4cc8-bbbd-2c59f4dac413 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.932068 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db3441ff-ffe3-4cc8-bbbd-2c59f4dac413 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0101631 Nov 23 02:27:28.935199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33676) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.939903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-7f393790-bd4b-48d7-af6d-355250f3fb26 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.941097 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7f393790-bd4b-48d7-af6d-355250f3fb26 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0045936 Nov 23 02:27:28.943878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33678) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.948509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-4ddaa147-0cc1-4970-8cae-d6fec21e7e48 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.949479 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4ddaa147-0cc1-4970-8cae-d6fec21e7e48 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0046723 Nov 23 02:27:28.953220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33680) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.962618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-ddc012b2-75ac-421e-91ca-15860aff0133 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.963732 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ddc012b2-75ac-421e-91ca-15860aff0133 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081122 Nov 23 02:27:28.967322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33682) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.970033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aaf36716-56ba-450a-a813-6692608bce5d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.976855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aaf36716-56ba-450a-a813-6692608bce5d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:28.978317 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aaf36716-56ba-450a-a813-6692608bce5d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/security-groups/93bcf675-feed-4f0d-860f-5aedb6ea964b HTTP/1.1" status: 204 len: 168 time: 0.2960572 Nov 23 02:27:28.979916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5eab2de8-edf4-414c-bc17-a55325bde198 None None] Could not find standard attr ID for object f01938ca-a157-4670-ac00-5a57fa8a321b. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:27:28.982295 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1476b54e-0315-4e05-b9d4-82af686d4868 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1512041 Nov 23 02:27:28.985469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33686) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.985820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33688) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.985973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-e33305cf-31a8-490b-a287-0696035a4f66 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.986831 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e33305cf-31a8-490b-a287-0696035a4f66 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0169923 Nov 23 02:27:28.990462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33690) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:28.996443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-7b2baee3-187c-4e0d-9ebd-122a31d8ff42 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:28.997414 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7b2baee3-187c-4e0d-9ebd-122a31d8ff42 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050240 Nov 23 02:27:29.001871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33692) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.022589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-fab36fdb-705a-409a-b9fc-daf7a2d7ba17 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.026889 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fab36fdb-705a-409a-b9fc-daf7a2d7ba17 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0147014 Nov 23 02:27:29.027097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33694) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.029029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf36716-56ba-450a-a813-6692608bce5d tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93bcf675-feed-4f0d-860f-5aedb6ea964b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.037197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-125d5565-e265-4e93-8aa2-778cf90808d5 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.038176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-125d5565-e265-4e93-8aa2-778cf90808d5 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0103214 Nov 23 02:27:29.042640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port d897abde-62c6-48d6-8f49-dd8b8d4e4866 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:29.043201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.046188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33696) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.053924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-de65667a-31e6-42d4-9ae4-fa335ba2fea3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.054936 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-de65667a-31e6-42d4-9ae4-fa335ba2fea3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0050066 Nov 23 02:27:29.064522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33698) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.072534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-1b6a1c28-eec7-4358-af57-77635017dcae tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.073801 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1b6a1c28-eec7-4358-af57-77635017dcae tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0076804 Nov 23 02:27:29.080166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33700) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.085929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-07592111-7e45-479c-a0e0-d75e0fa9d787 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.086880 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-07592111-7e45-479c-a0e0-d75e0fa9d787 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044081 Nov 23 02:27:29.091371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33702) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.096566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-fe4d0526-e848-41b5-994b-f516e8b0b1cd tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.097525 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe4d0526-e848-41b5-994b-f516e8b0b1cd tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0051203 Nov 23 02:27:29.100087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33704) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.104536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-d500aa87-a2fb-4983-95f7-7a963881ab03 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.105758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d500aa87-a2fb-4983-95f7-7a963881ab03 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0045533 Nov 23 02:27:29.111175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33706) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.115608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-655843d6-4f5a-4009-a59e-3081234018c3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.116585 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-655843d6-4f5a-4009-a59e-3081234018c3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044179 Nov 23 02:27:29.120853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33708) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.128145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [None req-f39309ab-0180-4cde-8a94-67bb95013b4e tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.131515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f39309ab-0180-4cde-8a94-67bb95013b4e tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0052233 Nov 23 02:27:29.133551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33710) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.139967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [None req-608e84cf-50ed-4512-b797-92e655ef3bf3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:27:29.140199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1daca44f-2161-4116-bbaa-29ade317767e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.141030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-608e84cf-50ed-4512-b797-92e655ef3bf3 tempest-ExtensionsTestJSON-1754930472 tempest-ExtensionsTestJSON-1754930472-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0045147 Nov 23 02:27:29.154591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:29.165181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-363bece3-5967-40dc-a0ad-2a78d52eacc2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.193038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1daca44f-2161-4116-bbaa-29ade317767e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.193607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port d897abde-62c6-48d6-8f49-dd8b8d4e4866, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d897abde-62c6-48d6-8f49-dd8b8d4e4866,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:29.193977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.218120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-363bece3-5967-40dc-a0ad-2a78d52eacc2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.242973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for d897abde-62c6-48d6-8f49-dd8b8d4e4866 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:29.273602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1daca44f-2161-4116-bbaa-29ade317767e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.276486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1daca44f-2161-4116-bbaa-29ade317767e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.280046 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1daca44f-2161-4116-bbaa-29ade317767e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/c80b30e4-7bb6-4dd2-81d6-f251d989a3f7 HTTP/1.1" status: 204 len: 168 time: 0.2890511 Nov 23 02:27:29.287165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33714) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.296431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daca44f-2161-4116-bbaa-29ade317767e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80b30e4-7bb6-4dd2-81d6-f251d989a3f7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.306895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-363bece3-5967-40dc-a0ad-2a78d52eacc2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.319565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-363bece3-5967-40dc-a0ad-2a78d52eacc2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.325031 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-363bece3-5967-40dc-a0ad-2a78d52eacc2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb11415a-2bb5-48bf-91cc-7bab4dffd3a8 HTTP/1.1" status: 204 len: 168 time: 0.3376329 Nov 23 02:27:29.325802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33716) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.363740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363bece3-5967-40dc-a0ad-2a78d52eacc2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11415a-2bb5-48bf-91cc-7bab4dffd3a8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.374999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:29.380690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.391369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:29.419170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:29.420019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:29.454288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-636b3edd-a73f-4ea1-9a54-357e5d0f0593 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/floatingips/ab0494a0-d321-46ee-9148-e9155b9c31d2 HTTP/1.1" status: 200 len: 688 time: 1.3584735 Nov 23 02:27:29.456748 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-52f89c7d-3dfc-43d6-aeb3-4f392da1b157 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1678393 Nov 23 02:27:29.458863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33720) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.459224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33722) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.460612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:29.471400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:29.472349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:29.513071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:29.514029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f16f39a-c41f-4173-a0ca-04de9866f0ca None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:29.522472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33724) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.548976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.561363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed24353d-2970-401e-aa79-c1087c86477e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.584854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=d897abde-62c6-48d6-8f49-dd8b8d4e4866,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.670329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed24353d-2970-401e-aa79-c1087c86477e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.705270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-061e562a-0c91-43c8-99c7-025cc1f17eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.716432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.716709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02043e55-d1fe-4bb5-adfb-bdbadeeb8ddf tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.763295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02043e55-d1fe-4bb5-adfb-bdbadeeb8ddf tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.773458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port e1718ab7-2d55-4753-85d5-345904f0ef62 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:29.774092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.820556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed24353d-2970-401e-aa79-c1087c86477e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.823215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ed24353d-2970-401e-aa79-c1087c86477e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.827859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33728) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.828469 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ed24353d-2970-401e-aa79-c1087c86477e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/security-groups/75a50f94-ce8c-46af-8fc5-50cdbf15d72d HTTP/1.1" status: 204 len: 168 time: 0.4972320 Nov 23 02:27:29.854407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24353d-2970-401e-aa79-c1087c86477e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a50f94-ce8c-46af-8fc5-50cdbf15d72d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.888865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02043e55-d1fe-4bb5-adfb-bdbadeeb8ddf tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.891520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-02043e55-d1fe-4bb5-adfb-bdbadeeb8ddf tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.895091 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-02043e55-d1fe-4bb5-adfb-bdbadeeb8ddf tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1c1b433-d69d-4471-ae51-f58bd5aecc98 HTTP/1.1" status: 204 len: 168 time: 0.4304237 Nov 23 02:27:29.898449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33730) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:29.922047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.922369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.941815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02043e55-d1fe-4bb5-adfb-bdbadeeb8ddf tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c1b433-d69d-4471-ae51-f58bd5aecc98,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:29.953847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for e1718ab7-2d55-4753-85d5-345904f0ef62 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:29.980985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 8e542728-7967-49dc-9388-c7ebf153df1e {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:29.984976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:29.990200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-061e562a-0c91-43c8-99c7-025cc1f17eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.991449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:29.992582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d275b8c8-ff80-457b-82ff-c1229d9c97da tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896547 Nov 23 02:27:30.015642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33732) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.021104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--435049883'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:30.028304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-061e562a-0c91-43c8-99c7-025cc1f17eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.082545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.124216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.133208 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-061e562a-0c91-43c8-99c7-025cc1f17eb3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee831046a9e84d7096c8e21499aaa876&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6081629 Nov 23 02:27:30.133713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33734) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.163249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=e1718ab7-2d55-4753-85d5-345904f0ef62,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.204778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.219900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061e562a-0c91-43c8-99c7-025cc1f17eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36965b46-e22e-40f5-8666-d7300636c23e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.232773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.235737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.236985 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7def4641-b3fd-4077-b4f7-5f48bf8d43aa tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/floatingips/ab0494a0-d321-46ee-9148-e9155b9c31d2 HTTP/1.1" status: 204 len: 168 time: 0.7767408 Nov 23 02:27:30.239548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33736) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.262559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:30.275549 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a6f04064-94c2-4a09-8cab-659df736bfd9 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2190847 Nov 23 02:27:30.275764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33738) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.275874 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:30.277472 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-0e2b9070-0d18-4657-acc7-7402159a62ef tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] delete failed (client error): The resource could not be found. Nov 23 02:27:30.278488 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0e2b9070-0d18-4657-acc7-7402159a62ef tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/floatingips/ab0494a0-d321-46ee-9148-e9155b9c31d2 HTTP/1.1" status: 404 len: 345 time: 0.0380058 Nov 23 02:27:30.286663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33740) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.288846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:30.290261 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:30.350316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0febf7d6-83ef-4578-89e4-8125fa70ce97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.356376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.401503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting subnet a36ad3d8-2afc-4196-ba0a-c9bc57760c95 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:30.410407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.425545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0febf7d6-83ef-4578-89e4-8125fa70ce97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.455710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779bce9-5512-43fb-8c80-ec856bcb178a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.462298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779bce9-5512-43fb-8c80-ec856bcb178a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.464793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.472881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c779bce9-5512-43fb-8c80-ec856bcb178a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.480169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.487072 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c779bce9-5512-43fb-8c80-ec856bcb178a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/ports?network_id=7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 HTTP/1.1" status: 200 len: 2357 time: 0.1988726 Nov 23 02:27:30.491525 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:30.492996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33742) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.509564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.546451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.548273 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:29Z', 'revision_number': 11, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:30.550524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.551801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5347650 Nov 23 02:27:30.567788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33744) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.579874 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:30.581635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': 'fec68004-05bb-4aa1-8654-135760085f45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:30.589331 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:30.590462 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:30.606270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6951a8d-8e4c-4132-bb54-683637dcec00 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec68004-05bb-4aa1-8654-135760085f45,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.615973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0febf7d6-83ef-4578-89e4-8125fa70ce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.618561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0febf7d6-83ef-4578-89e4-8125fa70ce97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.623104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0febf7d6-83ef-4578-89e4-8125fa70ce97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36965b46-e22e-40f5-8666-d7300636c23e HTTP/1.1" status: 204 len: 168 time: 0.4562018 Nov 23 02:27:30.624892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.631588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/8e542728-7967-49dc-9388-c7ebf153df1e HTTP/1.1" status: 204 len: 168 time: 0.7989361 Nov 23 02:27:30.634299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5bf9f8-d5c2-470b-93ea-b197d4d2455f None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:30.637018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3ff214-57a7-4e09-be65-6d66242df7d3 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=8e542728-7967-49dc-9388-c7ebf153df1e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.638770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33748) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.663063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3712e-9f88-414c-937d-a22dba70a073 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:30.669580 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-04f3712e-9f88-414c-937d-a22dba70a073 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/subnets/e17593ad-28cc-4a29-aef3-ee11b0384f26 HTTP/1.1" status: 200 len: 797 time: 0.1752427 Nov 23 02:27:30.670217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33750) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:30.675940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febf7d6-83ef-4578-89e4-8125fa70ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36965b46-e22e-40f5-8666-d7300636c23e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:30.701874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'port': {'network_id': '7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7', 'name': 'tempest-FloatingIPTestJSON-413511822', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:30.734825 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:30.780009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:30.810359 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:29Z', 'revision_number': 11, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:30.840716 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce886a11-420e-4d11-9cd5-78f4236e78f7 None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:29Z', 'revision_number': 11, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:30.866922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 25990ed8-d4f1-428f-9a9d-3969a1ce6d53 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:30.897917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.027481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.030189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.059612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:31.114053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.132216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.151227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.159853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Subnet': ['ID=a36ad3d8-2afc-4196-ba0a-c9bc57760c95,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:31.165411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.177587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70356535-f39c-40e2-a115-deab81f5d232 None None] Network 93469973-6f5c-4240-8c02-aa7341355db8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:31.179875 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-265a143d-85b3-4a0b-bd38-af95c7b08c76 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/a36ad3d8-2afc-4196-ba0a-c9bc57760c95 HTTP/1.1" status: 204 len: 168 time: 0.9037056 Nov 23 02:27:31.180914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33762) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:31.194433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.199376 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6284177 Nov 23 02:27:31.200080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33764) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:31.278688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1ed16-f8d0-42f4-9b4f-4dc2ac62fe0d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e8c4bc-9a2a-4b8b-b8eb-8124cb6ae8db,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:31.318207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.398118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Deleting port d71f1cb7-bf67-436b-88d4-d23872406061 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:31.404832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.411812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.442195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ebd314cd-ed4e-4e59-9511-38da42bda0a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.444369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.449289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] device_id is not set on port a80b3e7d-71a8-40c2-a7db-85f6682cb032 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:31.492122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ebd314cd-ed4e-4e59-9511-38da42bda0a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.521799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] For port d71f1cb7-bf67-436b-88d4-d23872406061, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d71f1cb7-bf67-436b-88d4-d23872406061,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:31.522779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.541015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Calling delete_port for d71f1cb7-bf67-436b-88d4-d23872406061 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:31.603304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] DHCP port deletion for 93469973-6f5c-4240-8c02-aa7341355db8 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:31.704456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] Deleting port d71f1cb7-bf67-436b-88d4-d23872406061 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:31.705159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.739477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.773647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No DVR routers for this DVR port d71f1cb7-bf67-436b-88d4-d23872406061 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:31.848782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] For port d71f1cb7-bf67-436b-88d4-d23872406061, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d71f1cb7-bf67-436b-88d4-d23872406061,segment=NetworkSegment(a31b27a3-5c16-4eb5-a936-3fa3c2556337),segment_id=a31b27a3-5c16-4eb5-a936-3fa3c2556337)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:31.849190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:31.865881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] Calling delete_port for d71f1cb7-bf67-436b-88d4-d23872406061 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:31.883733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33774) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:31.901859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Port': ['ID=d71f1cb7-bf67-436b-88d4-d23872406061,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:31.972427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.015419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] No DVR routers for this DVR port d71f1cb7-bf67-436b-88d4-d23872406061 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:32.026643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb896a8d-fcf9-4e78-839b-e31054eaaebc None None] Pushing event deleted for resources: {'Port': ['ID=d71f1cb7-bf67-436b-88d4-d23872406061,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.046459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6509afb2-2de4-469f-8951-a6b5061b609c None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:32.047330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6509afb2-2de4-469f-8951-a6b5061b609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.055620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.083838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-212884220'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:32.112165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93469973-6f5c-4240-8c02-aa7341355db8']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:32.130709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31b27a3-5c16-4eb5-a936-3fa3c2556337') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:32.130709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31b27a3-5c16-4eb5-a936-3fa3c2556337') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:32.143046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.151922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Made reservation on behalf of dcadcbf7b2404fdc814e069afd262d87 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:32.156676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.181033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.184318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.200630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:32.201277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:32.206124 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:32.211677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6509afb2-2de4-469f-8951-a6b5061b609c None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:32.212063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6509afb2-2de4-469f-8951-a6b5061b609c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.255820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d71f1cb7-bf67-436b-88d4-d23872406061 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:32.259916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6509afb2-2de4-469f-8951-a6b5061b609c None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:32.282406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d71f1cb7-bf67-436b-88d4-d23872406061 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:32.282774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d71f1cb7-bf67-436b-88d4-d23872406061 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:32.283224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d897abde-62c6-48d6-8f49-dd8b8d4e4866 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:32.302163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.311537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d897abde-62c6-48d6-8f49-dd8b8d4e4866 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:32.311897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d897abde-62c6-48d6-8f49-dd8b8d4e4866 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:32.319754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.322998 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/networks/93469973-6f5c-4240-8c02-aa7341355db8 HTTP/1.1" status: 204 len: 168 time: 1.1409950 Nov 23 02:27:32.337148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33778) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:32.343838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'routes': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:32.346503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f4fc-4561-4181-802d-5bff731738af tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Pushing event deleted for resources: {'Network': ['ID=93469973-6f5c-4240-8c02-aa7341355db8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.395046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ebd314cd-ed4e-4e59-9511-38da42bda0a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.399882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ebd314cd-ed4e-4e59-9511-38da42bda0a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.401762 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ebd314cd-ed4e-4e59-9511-38da42bda0a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f8e8c4bc-9a2a-4b8b-b8eb-8124cb6ae8db HTTP/1.1" status: 204 len: 168 time: 1.1855869 Nov 23 02:27:32.408910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33780) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:32.464226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.466554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd314cd-ed4e-4e59-9511-38da42bda0a9 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8e8c4bc-9a2a-4b8b-b8eb-8124cb6ae8db,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.511868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=25990ed8-d4f1-428f-9a9d-3969a1ce6d53,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.520310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.527025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9c057b52-1778-45fb-b1a0-59644b73d5a4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/25990ed8-d4f1-428f-9a9d-3969a1ce6d53 HTTP/1.1" status: 204 len: 168 time: 1.8789637 Nov 23 02:27:32.529023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33782) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:32.535021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.14 (7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7/e17593ad-28cc-4a29-aef3-ee11b0384f26/a80b3e7d-71a8-40c2-a7db-85f6682cb032) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:32.537074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.543800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027799e4-451a-4aaf-93fd-61c639fb7d4b None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:32.564595 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-727411d6-1990-47ef-ab1a-de877ac32890 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1499863 Nov 23 02:27:32.567165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.13 (7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7/e17593ad-28cc-4a29-aef3-ee11b0384f26/a80b3e7d-71a8-40c2-a7db-85f6682cb032) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:32.568713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33784) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:32.570288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.595191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.extraroute_db [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Added routes are [] {{(pid=103356) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 02:27:32.595562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.extraroute_db [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Removed routes are [] {{(pid=103356) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 02:27:32.596172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.599094 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-07155a9c-ba09-4a09-822f-4db7f1d5c6ec tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:32.599504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07155a9c-ba09-4a09-822f-4db7f1d5c6ec tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:32.603070 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-07155a9c-ba09-4a09-822f-4db7f1d5c6ec tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/8e542728-7967-49dc-9388-c7ebf153df1e HTTP/1.1" status: 404 len: 337 time: 0.0708103 Nov 23 02:27:32.610194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33786) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:32.634168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:32.636350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51597415-665c-4295-9552-32f2a162a85a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:32.721155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.721564 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Added segment e601c28c-be28-42c6-b0c6-6d7970132a64 of type vlan for network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 Nov 23 02:27:32.774887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting subnet 06ba065f-f4d0-41ff-8b93-60dc8af2f89a {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:32.785468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7afbc5a7-d790-4675-81dd-5e546f70deeb tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.789350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.849425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.853300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.860771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.894620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7afbc5a7-d790-4675-81dd-5e546f70deeb tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.918953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.959898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.966524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:32.967204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:32.974403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.033986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router 2f19506c-c0c2-41a0-8534-ee08be8114f9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:33.053076 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1665547 Nov 23 02:27:33.059581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33788) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.064621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'subnet': {'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:33.070630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7afbc5a7-d790-4675-81dd-5e546f70deeb tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.073498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7afbc5a7-d790-4675-81dd-5e546f70deeb tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.075103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7afbc5a7-d790-4675-81dd-5e546f70deeb tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/fec68004-05bb-4aa1-8654-135760085f45 HTTP/1.1" status: 204 len: 168 time: 0.5051198 Nov 23 02:27:33.077689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33790) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.093874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afbc5a7-d790-4675-81dd-5e546f70deeb tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec68004-05bb-4aa1-8654-135760085f45,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.115951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.149494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-063cb72f-1165-4fdd-b9f1-7f278650d9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.152894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328f9ac-8990-461e-a475-c8fc654b50e5 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Network': ['ID=bfcce5a8-4e1c-4b7e-b707-b561e9874d36,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.162264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.184767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:33.219638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:33.252557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:33.265739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:33.293122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ea1e00-c6fd-42a4-92bc-0ae9a533609d None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:33.331302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:33.352498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] Sync routers for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:33.354810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.356537 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c6115db8-0207-4e23-a01a-75d6219a2824 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 704 time: 1.0182667 Nov 23 02:27:33.363048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33792) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.376200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:33.376442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-33b25149-13c2-442c-8314-9045b5b8ae6d tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2799292 Nov 23 02:27:33.376584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:33.381730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33794) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.387037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group': {'name': 'tempest-secgroup--626133431'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:33.393873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Made reservation on behalf of dcadcbf7b2404fdc814e069afd262d87 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:33.397532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.429203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-352f3952-0f12-420b-a4c2-3c5b3179b04e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 205 time: 0.0613589 Nov 23 02:27:33.430784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33796) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.467783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=a80b3e7d-71a8-40c2-a7db-85f6682cb032,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.468385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:33.470573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-37d881e6-cba0-46f9-9226-b7cc1393a334 None None] Provisioning complete for port a80b3e7d-71a8-40c2-a7db-85f6682cb032 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:33.470776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-37d881e6-cba0-46f9-9226-b7cc1393a334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.512450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.580459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:33.581609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.612799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.616641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.631289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:29Z', 'revision_number': 11, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:33.659830 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c8e5f190-2715-4135-b90b-349b7cfd4ec7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.9849720 Nov 23 02:27:33.660675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33798) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.671991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] Checking router: 2f19506c-c0c2-41a0-8534-ee08be8114f9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:33.688980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-37d881e6-cba0-46f9-9226-b7cc1393a334 None None] Port a80b3e7d-71a8-40c2-a7db-85f6682cb032 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:33.691471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] Routers {'2f19506c-c0c2-41a0-8534-ee08be8114f9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:33.692180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2f19506c-c0c2-41a0-8534-ee08be8114f9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:33.721012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'a80b3e7d-71a8-40c2-a7db-85f6682cb032', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:33.735735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Subnet': ['ID=06ba065f-f4d0-41ff-8b93-60dc8af2f89a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.739449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.746550 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-08775e34-afcc-49a5-a4eb-6ce7d9a4c2b0 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/06ba065f-f4d0-41ff-8b93-60dc8af2f89a HTTP/1.1" status: 204 len: 168 time: 1.1312420 Nov 23 02:27:33.748432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33800) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.758161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.762796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.784303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8a55f1-fdda-4017-89b1-e019f3ac8d52 None None] Network 4950201c-cf6e-42c3-ae07-b1191468339c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:33.799083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.833428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] Set router 2f19506c-c0c2-41a0-8534-ee08be8114f9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:33.836702 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ead4373-b092-44a1-9ec8-b755bca3956e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:33.836855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ead4373-b092-44a1-9ec8-b755bca3956e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:33.842847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0ead4373-b092-44a1-9ec8-b755bca3956e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/01c3829e-f75f-4feb-ade4-36f2453d1132 HTTP/1.1" status: 404 len: 337 time: 0.0890458 Nov 23 02:27:33.849069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33802) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.882952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Subnet': ['ID=ea1cc93e-91a1-4cc9-b199-c033a5779f75,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.901296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.901582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.906737 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5237374 Nov 23 02:27:33.907010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33804) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.912984 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0d194f5d-c6ba-4254-b840-90469c029a62 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca HTTP/1.1" status: 200 len: 205 time: 0.0581770 Nov 23 02:27:33.914575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4816d-2e5a-4f47-aec4-58084cddcfa4 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2563ce7-2466-4da6-b21a-23531d04cf53,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:33.916924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33806) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.922081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:29Z', 'revision_number': 11, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:33.925691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': 'b2563ce7-2466-4da6-b21a-23531d04cf53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:33.941926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.966139 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-da337988-f1f4-4eb2-b595-c370a099aa52 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] delete failed (client error): The resource could not be found. Nov 23 02:27:33.969733 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da337988-f1f4-4eb2-b595-c370a099aa52 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/routers/2e2095a1-ae6a-4b7a-a00d-ea03e6a687ca HTTP/1.1" status: 404 len: 336 time: 0.0478811 Nov 23 02:27:33.970225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.972365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1a802496-bc03-47f7-b1da-25fad5e5b74e None None] Provisioning complete for port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:33.972535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33808) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:33.972708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a802496-bc03-47f7-b1da-25fad5e5b74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:33.974590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3933b156-b8dd-4046-ae73-ce49218f994b None None] The sync data for ids ['2f19506c-c0c2-41a0-8534-ee08be8114f9'] in dv-neutron-818844-1-hyperv is: [{'id': '2f19506c-c0c2-41a0-8534-ee08be8114f9', 'name': 'tempest-RoutersIpV6Test-router-203898192', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:26:17Z', 'updated_at': '2021-11-23T02:27:29Z', 'revision_number': 11, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:34.004863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Checking segment: {'id': 'e601c28c-be28-42c6-b0c6-6d7970132a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:34.005432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network hostable DHCP agents. Network: bfcce5a8-4e1c-4b7e-b707-b561e9874d36, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:34.009230 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-8895c16b-0354-45b3-b02e-44b3a873449e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.009594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8895c16b-0354-45b3-b02e-44b3a873449e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.015762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8895c16b-0354-45b3-b02e-44b3a873449e tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/6da8c523-7b31-4b54-acdc-0e02216c9886 HTTP/1.1" status: 404 len: 337 time: 0.0398259 Nov 23 02:27:34.017600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33810) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.061358 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a86628-abc9-4b17-a38a-4043a4e5d285 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.063857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a86628-abc9-4b17-a38a-4043a4e5d285 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.071407 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b7a86628-abc9-4b17-a38a-4043a4e5d285 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/44291fc9-1ec9-4ca6-81d1-68920e51fecf HTTP/1.1" status: 404 len: 337 time: 0.0497952 Nov 23 02:27:34.073319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33812) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.076675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.084466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.085333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router 2f19506c-c0c2-41a0-8534-ee08be8114f9 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:34.089991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:34.104834 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bfcce5a8-4e1c-4b7e-b707-b561e9874d36) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:34.108975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.114831 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ba90ac02-69ad-484a-9db9-e577bc1b5992 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 204 len: 168 time: 0.6764610 Nov 23 02:27:34.116809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:34.117697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.121098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33814) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.133477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-73577801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:34.153947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbe6b92-1fc0-4729-9a66-cf24f3d8236b None None] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:34.158297 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5763462e-556e-4b1e-83be-166f7b68b00b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.158920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5763462e-556e-4b1e-83be-166f7b68b00b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.162696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5763462e-556e-4b1e-83be-166f7b68b00b tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/7a334268-da4c-4850-a3d4-9cbaae5bfa4e HTTP/1.1" status: 404 len: 337 time: 0.0827599 Nov 23 02:27:34.165871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33816) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.204035 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a0a2729-6950-4ee7-89f3-54d0fd1e0408 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1430037 Nov 23 02:27:34.210309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33818) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.215412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.219592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-287298058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:34.224924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1a802496-bc03-47f7-b1da-25fad5e5b74e None None] Provisioning complete for port 4c94563e-6eee-48b9-b510-16c020fb5f02 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:34.225326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a802496-bc03-47f7-b1da-25fad5e5b74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.225543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.227377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.231386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.237807 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc48e062-4ceb-4110-a6de-03e487b38db6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.238968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc48e062-4ceb-4110-a6de-03e487b38db6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.244751 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cc48e062-4ceb-4110-a6de-03e487b38db6 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/54a0c89e-8002-4911-9ab4-e20e9ff3c9ce HTTP/1.1" status: 404 len: 333 time: 0.0773268 Nov 23 02:27:34.247691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33820) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.254888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] DHCP port deletion for 4950201c-cf6e-42c3-ae07-b1191468339c request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:34.282967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33ff6bbe-e51e-42a4-9d97-00cf5676be67,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:34.292415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.293551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.300063 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e61912-7ef7-4eec-b0a2-44e610244782 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.300813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e61912-7ef7-4eec-b0a2-44e610244782 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.301614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.305953 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0e4a8f6f-06d2-4ff1-9ef5-cf77c9c7e630 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3970265 Nov 23 02:27:34.308853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33822) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.310661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33824) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.311978 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-98e61912-7ef7-4eec-b0a2-44e610244782 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/b6affbd2-e8b5-4072-b544-c9d22b962f6c HTTP/1.1" status: 404 len: 337 time: 0.0614676 Nov 23 02:27:34.314688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1a802496-bc03-47f7-b1da-25fad5e5b74e None None] Port 4c94563e-6eee-48b9-b510-16c020fb5f02 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:34.328059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.378088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.385432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.401975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] Deleting port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:34.402350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.417737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.419705 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d5575d0b-8e07-4d8b-836c-c84226e5b756 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2964585 Nov 23 02:27:34.430130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33826) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.436788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:34.463852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6ade2368-f3c2-469b-b44e-bcc73c211b0f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules/33ff6bbe-e51e-42a4-9d97-00cf5676be67 HTTP/1.1" status: 200 len: 763 time: 0.1537228 Nov 23 02:27:34.486485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33828) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.511733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] For port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,segment=NetworkSegment(cbf3e7db-34e1-4e88-9d37-1d4f22a47a94),segment_id=cbf3e7db-34e1-4e88-9d37-1d4f22a47a94)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:34.512162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.515971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bfcce5a8-4e1c-4b7e-b707-b561e9874d36', 'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36', 'tenant_id': 'dcadcbf7b2404fdc814e069afd262d87', 'fixed_ips': [{'subnet_id': 'ea1cc93e-91a1-4cc9-b199-c033a5779f75'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:34.516859 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.538329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] Calling delete_port for 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:34.542954 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-56edb077-093f-496e-bc04-d0c3590f01ec tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.543220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56edb077-093f-496e-bc04-d0c3590f01ec tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.548314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-56edb077-093f-496e-bc04-d0c3590f01ec tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/fedb631e-3de2-4e5d-9e1a-6687d475d4cc HTTP/1.1" status: 404 len: 337 time: 0.2235875 Nov 23 02:27:34.550237 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33830) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.557021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.564615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.594582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.63 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/629f42a2-8c80-4db6-9805-f77ec9e75ea0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:34.598784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.603111 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8de65c2b-a950-4bbe-aa33-bb2bbbbaf48f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3915100 Nov 23 02:27:34.606278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33832) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.668967 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08acbac-fa09-4b62-979d-2bf0b8ad5ce4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.669554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08acbac-fa09-4b62-979d-2bf0b8ad5ce4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.675441 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e08acbac-fa09-4b62-979d-2bf0b8ad5ce4 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/33e5a817-ab37-41f8-b774-258b978ac2cd HTTP/1.1" status: 404 len: 333 time: 0.0722060 Nov 23 02:27:34.682042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33834) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.689294 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-24291012-a8d9-44fc-b1c1-879a7525a37e tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1997204 Nov 23 02:27:34.689758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33836) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.756308 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5595c4-a39d-474a-90cb-6b8e42662679 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.756685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5595c4-a39d-474a-90cb-6b8e42662679 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.762660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3d5595c4-a39d-474a-90cb-6b8e42662679 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/50497d68-105c-4c84-89d5-089f9daf0644 HTTP/1.1" status: 404 len: 337 time: 0.0747318 Nov 23 02:27:34.764047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33838) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.795401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.804188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-78241b70-9a0a-4e34-aa94-4bcef889c3c6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.814314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-78241b70-9a0a-4e34-aa94-4bcef889c3c6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.824425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.837883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9254f04-b4b9-445b-91fe-623d49239aef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:34.838377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9254f04-b4b9-445b-91fe-623d49239aef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:34.844352 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b9254f04-b4b9-445b-91fe-623d49239aef tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/subnets/bc7d3177-76fe-4c3a-a59a-433928332190 HTTP/1.1" status: 404 len: 337 time: 0.0766225 Nov 23 02:27:34.874448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33840) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.887300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.899189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Allocated IP 172.20.0.2 (bfcce5a8-4e1c-4b7e-b707-b561e9874d36/ea1cc93e-91a1-4cc9-b199-c033a5779f75/1600800b-3f17-4b79-8510-6a721bb96165) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:34.925212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] Pushing event deleted for resources: {'Port': ['ID=2d8382f4-07e2-4191-bc04-1f74f0fb4cdb,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:34.928368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-78241b70-9a0a-4e34-aa94-4bcef889c3c6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.933899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075826d9-5ebb-4db7-8d41-69c0e8aae728 None None] No DVR routers for this DVR port 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:34.937178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-78241b70-9a0a-4e34-aa94-4bcef889c3c6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:34.938457 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-78241b70-9a0a-4e34-aa94-4bcef889c3c6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/33ff6bbe-e51e-42a4-9d97-00cf5676be67 HTTP/1.1" status: 204 len: 168 time: 0.2477000 Nov 23 02:27:34.942575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33842) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:34.955761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78241b70-9a0a-4e34-aa94-4bcef889c3c6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33ff6bbe-e51e-42a4-9d97-00cf5676be67,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:34.997859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Router e9196059-df5c-4411-9db1-06b10dd5a7ca is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:27:35.010118 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f58810d8-29d7-4817-92d3-9eb7998e9f7f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0662310 Nov 23 02:27:35.014197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33844) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:35.022284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': 'b2563ce7-2466-4da6-b21a-23531d04cf53', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:35.101156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.108152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.114071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:35.122787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.123044 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-141273d6-6a5b-4881-8f53-938ba2ea4dc3 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "PUT /v2.0/routers/e9196059-df5c-4411-9db1-06b10dd5a7ca HTTP/1.1" status: 200 len: 696 time: 0.6916933 Nov 23 02:27:35.127054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33846) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:35.133186 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] Sync routers for ids ['e9196059-df5c-4411-9db1-06b10dd5a7ca'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:35.136736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.150300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:35.155241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:35.162826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:35.168679 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] Routers {'e9196059-df5c-4411-9db1-06b10dd5a7ca'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:35.170152 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['e9196059-df5c-4411-9db1-06b10dd5a7ca'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:35.196654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Pushing event updated for resources: {'Port': ['ID=1600800b-3f17-4b79-8510-6a721bb96165,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:35.238228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Attempting to bind port 1600800b-3f17-4b79-8510-6a721bb96165 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:35.238790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Attempting to bind port 1600800b-3f17-4b79-8510-6a721bb96165 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'e601c28c-be28-42c6-b0c6-6d7970132a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:35.239253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Attempting to bind port 1600800b-3f17-4b79-8510-6a721bb96165 on network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:35.245261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:35.246066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-361c1210-1f27-48dd-b78d-13a93cc38052 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/routers/e9196059-df5c-4411-9db1-06b10dd5a7ca HTTP/1.1" status: 200 len: 702 time: 0.1179903 Nov 23 02:27:35.249025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Checking segment: {'id': 'e601c28c-be28-42c6-b0c6-6d7970132a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:35.249809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33848) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:35.250146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.250444 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] Set router e9196059-df5c-4411-9db1-06b10dd5a7ca gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:35.250603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Bound using segment: {'id': 'e601c28c-be28-42c6-b0c6-6d7970132a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:35.251058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Bound port: 1600800b-3f17-4b79-8510-6a721bb96165, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e601c28c-be28-42c6-b0c6-6d7970132a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:35.251448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.309953 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9196059-df5c-4411-9db1-06b10dd5a7ca', 'name': 'tempest-RoutersIpV6Test-router-73577801', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:34Z', 'updated_at': '2021-11-23T02:27:34Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:35.314882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.337546 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] Checking router: e9196059-df5c-4411-9db1-06b10dd5a7ca for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:35.349004 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] Routers {'e9196059-df5c-4411-9db1-06b10dd5a7ca'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:35.350023 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['e9196059-df5c-4411-9db1-06b10dd5a7ca'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:35.352113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] For port 1600800b-3f17-4b79-8510-6a721bb96165, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:35.354039 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b62b74a3-972e-476a-83f3-60039f9efbf7 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9196059-df5c-4411-9db1-06b10dd5a7ca HTTP/1.1" status: 200 len: 205 time: 0.1016178 Nov 23 02:27:35.354039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.356028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33850) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:35.357915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.365482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] For port 1600800b-3f17-4b79-8510-6a721bb96165, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1600800b-3f17-4b79-8510-6a721bb96165,segment=NetworkSegment(e601c28c-be28-42c6-b0c6-6d7970132a64),segment_id=e601c28c-be28-42c6-b0c6-6d7970132a64)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:35.376284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.379975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46607b15-a92f-4478-8e38-4f558112aea3,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:35.414669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.441343 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] Set router e9196059-df5c-4411-9db1-06b10dd5a7ca gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:35.451533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Deleting port 4c94563e-6eee-48b9-b510-16c020fb5f02 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:35.452161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.470456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.475273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.476794 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-540cdcbf-bfe9-4294-ba45-521fab6aa0ac tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4604328 Nov 23 02:27:35.479326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33852) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:35.504468 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9196059-df5c-4411-9db1-06b10dd5a7ca', 'name': 'tempest-RoutersIpV6Test-router-73577801', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:34Z', 'updated_at': '2021-11-23T02:27:34Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:35.537663 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d8cf49-642d-45fd-8d13-9b299fe5af8a None None] The sync data for ids ['e9196059-df5c-4411-9db1-06b10dd5a7ca'] in dv-neutron-818844-1-hyperv is: [{'id': 'e9196059-df5c-4411-9db1-06b10dd5a7ca', 'name': 'tempest-RoutersIpV6Test-router-73577801', 'tenant_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:34Z', 'updated_at': '2021-11-23T02:27:34Z', 'revision_number': 2, 'project_id': '4fa7aed44e764bdd8ef08ff5cd42e35f', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:35.569238 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388d7b4-5d9c-49d6-940c-b0de1c33c471 None None] Pushing event updated for resources: {'Port': ['ID=1600800b-3f17-4b79-8510-6a721bb96165,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:35.576875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.589109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6d0b8a3-a6bf-4563-9cab-9cf77e4e23f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.673967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:35.714548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:35.723156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:35.733623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:35.737530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=629f42a2-8c80-4db6-9805-f77ec9e75ea0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:35.747775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Calling delete_port for 4c94563e-6eee-48b9-b510-16c020fb5f02 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:35.880658 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6accfc8e-ac27-4d87-a492-216d2ec7b164 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules/46607b15-a92f-4478-8e38-4f558112aea3 HTTP/1.1" status: 200 len: 763 time: 0.4000263 Nov 23 02:27:35.883311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33854) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.000763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.006680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.021196 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a6392c61-e72b-4448-b77f-32024d51a770 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1365983 Nov 23 02:27:36.024146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33856) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.052495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Allocated IP 172.20.0.1 (bfcce5a8-4e1c-4b7e-b707-b561e9874d36/ea1cc93e-91a1-4cc9-b199-c033a5779f75/9a4b21c2-3e18-41b3-9678-5125ae4c46d1) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:36.080873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.081226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Fanout notify agent at l3_agent the message router_deleted on router e9196059-df5c-4411-9db1-06b10dd5a7ca {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:36.089127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.093985 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89f6690e-e7ec-4f55-8c56-065f8ee05398 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/e9196059-df5c-4411-9db1-06b10dd5a7ca HTTP/1.1" status: 204 len: 168 time: 0.7221301 Nov 23 02:27:36.094999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33858) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.104186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af8348e1-871d-4a57-81ed-0ef58d44201f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.124441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.137497 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-86d90d5c-ace8-40ca-8d0e-67efdffa6879 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9196059-df5c-4411-9db1-06b10dd5a7ca HTTP/1.1" status: 200 len: 205 time: 0.0413475 Nov 23 02:27:36.139793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af8348e1-871d-4a57-81ed-0ef58d44201f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.141168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33860) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.191409 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-afe1bdd2-b961-41a3-82d4-d80b2a21ef24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:36.194908 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-afe1bdd2-b961-41a3-82d4-d80b2a21ef24 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/e9196059-df5c-4411-9db1-06b10dd5a7ca HTTP/1.1" status: 404 len: 336 time: 0.0503871 Nov 23 02:27:36.195606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33862) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.204119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Port': ['ID=4c94563e-6eee-48b9-b510-16c020fb5f02,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:36.226433 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-60313418-0176-495d-8551-a4d7bcf24b1a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.227054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60313418-0176-495d-8551-a4d7bcf24b1a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.232303 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-60313418-0176-495d-8551-a4d7bcf24b1a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/8bc8234b-8de9-45fe-ba50-99973ab8ffc9 HTTP/1.1" status: 404 len: 337 time: 0.0356610 Nov 23 02:27:36.234634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33864) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.248264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.248469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af8348e1-871d-4a57-81ed-0ef58d44201f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.251568 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5b0b0993-947e-46d9-9ebc-d46656f28681 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/ports/4c94563e-6eee-48b9-b510-16c020fb5f02 HTTP/1.1" status: 204 len: 168 time: 1.3742185 Nov 23 02:27:36.257484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1600800b-3f17-4b79-8510-6a721bb96165 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:36.260972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33866) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.272986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af8348e1-871d-4a57-81ed-0ef58d44201f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.274111 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-af8348e1-871d-4a57-81ed-0ef58d44201f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/46607b15-a92f-4478-8e38-4f558112aea3 HTTP/1.1" status: 204 len: 168 time: 0.2492590 Nov 23 02:27:36.277218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33868) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.278327 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-51bd3674-8a4f-4806-8be7-6b8ac179c046 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.279121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51bd3674-8a4f-4806-8be7-6b8ac179c046 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.284362 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-51bd3674-8a4f-4806-8be7-6b8ac179c046 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/25c77939-d1f1-4206-81da-91cf94e9dba8 HTTP/1.1" status: 404 len: 337 time: 0.0461845 Nov 23 02:27:36.285050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33870) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.294626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8348e1-871d-4a57-81ed-0ef58d44201f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46607b15-a92f-4478-8e38-4f558112aea3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:36.318907 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0af687-8b22-4788-bcf0-9ac055766523 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.319366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0af687-8b22-4788-bcf0-9ac055766523 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.325169 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f0af687-8b22-4788-bcf0-9ac055766523 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/aa6df753-7c1c-4855-bc41-24e85a82d9bd HTTP/1.1" status: 404 len: 337 time: 0.0366149 Nov 23 02:27:36.332653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33872) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.356948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.359809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1600800b-3f17-4b79-8510-6a721bb96165 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:36.360809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.363871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-90fbef30-e09d-4c5f-be75-6fc6b672341c tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.363871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90fbef30-e09d-4c5f-be75-6fc6b672341c tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.366650 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-90fbef30-e09d-4c5f-be75-6fc6b672341c tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/a36ad3d8-2afc-4196-ba0a-c9bc57760c95 HTTP/1.1" status: 404 len: 337 time: 0.0293014 Nov 23 02:27:36.369200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33874) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.398730 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-54a90bd1-eff2-4a1d-893f-64de1f611966 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 200 len: 205 time: 0.0282567 Nov 23 02:27:36.402610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33876) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.420112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.443391 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-acb30172-db29-428a-8a79-ead001c37737 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:36.444521 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-acb30172-db29-428a-8a79-ead001c37737 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/2f19506c-c0c2-41a0-8534-ee08be8114f9 HTTP/1.1" status: 404 len: 336 time: 0.0409102 Nov 23 02:27:36.445230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.447373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33878) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.452845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.483129 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-16c1c176-f3bb-43a5-b429-c47c3d344702 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1911035 Nov 23 02:27:36.484335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33880) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.490465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Request body: {'security_group_rule': {'security_group_id': 'b2563ce7-2466-4da6-b21a-23531d04cf53', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:36.493557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 1600800b-3f17-4b79-8510-6a721bb96165, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1600800b-3f17-4b79-8510-6a721bb96165,segment=NetworkSegment(e601c28c-be28-42c6-b0c6-6d7970132a64),segment_id=e601c28c-be28-42c6-b0c6-6d7970132a64)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:36.499064 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-79228151-c0cd-4f2d-931d-cea7f15abf83 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a5962dc-30a6-4947-8e56-a40754994b29 HTTP/1.1" status: 200 len: 205 time: 0.0483718 Nov 23 02:27:36.500675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33882) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.503637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.547293 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-977b50ce-90cb-4379-a435-6fe6056da79b tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:36.550768 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-977b50ce-90cb-4379-a435-6fe6056da79b tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/0a5962dc-30a6-4947-8e56-a40754994b29 HTTP/1.1" status: 404 len: 336 time: 0.0467715 Nov 23 02:27:36.552203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33886) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.587018 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ed27d0-cce6-4529-89ed-cbe513643801 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.587706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ed27d0-cce6-4529-89ed-cbe513643801 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.591585 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c0ed27d0-cce6-4529-89ed-cbe513643801 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/42b795d2-996d-46d7-a7b7-c31510f3dde0 HTTP/1.1" status: 404 len: 337 time: 0.0386467 Nov 23 02:27:36.592725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.596381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33888) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.598384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=1600800b-3f17-4b79-8510-6a721bb96165,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:36.603275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:36.631553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:36.632011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d8382f4-07e2-4191-bc04-1f74f0fb4cdb not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:36.639213 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-16c4744f-ea8f-40b2-9dc6-3cdb3772b72a tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 200 len: 205 time: 0.0417299 Nov 23 02:27:36.642073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33890) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.679559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.683701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.687481 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-76216cdd-5769-46e4-a369-2d0bce96b597 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:36.691411 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-76216cdd-5769-46e4-a369-2d0bce96b597 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/21fcc393-0df1-43cd-a816-e53b6c12e0ed HTTP/1.1" status: 404 len: 336 time: 0.0456967 Nov 23 02:27:36.692727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33892) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.724565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ade37a31-a5cc-400d-9c7e-7d7c195f252d tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bde9035-f11a-4b73-9826-065588bf199b HTTP/1.1" status: 200 len: 205 time: 0.0289881 Nov 23 02:27:36.727427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33894) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.739670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.746691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:36.751922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4950201c-cf6e-42c3-ae07-b1191468339c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:36.762250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:36.768944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:36.772925 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-a5868626-43f8-4215-87bc-a6916d1747ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:36.774008 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a5868626-43f8-4215-87bc-a6916d1747ec tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/8bde9035-f11a-4b73-9826-065588bf199b HTTP/1.1" status: 404 len: 336 time: 0.0456581 Nov 23 02:27:36.774494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.775101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.776948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33896) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.781118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:36.781406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbf3e7db-34e1-4e88-9d37-1d4f22a47a94') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:36.820461 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0d8562-d225-4a70-9274-8a1a89535160 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.820923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0d8562-d225-4a70-9274-8a1a89535160 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.824475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2f0d8562-d225-4a70-9274-8a1a89535160 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/989756ba-e017-4be8-864e-6a96a51128e7 HTTP/1.1" status: 404 len: 337 time: 0.0437896 Nov 23 02:27:36.825227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fa6046-31e3-445a-a991-bc3643763841,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:36.828172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33898) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.828354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Port': ['ID=9a4b21c2-3e18-41b3-9678-5125ae4c46d1,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:36.839301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.840851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.842080 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d42b00cf-bf6d-4dea-85d9-c199e6d872d6 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568249 Nov 23 02:27:36.846766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33900) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.857683 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1037ab7e-4d8c-4a41-bb96-781f6dbd9e9e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=0514c349-9ea0-4340-98c0-c1af2eb66b38 HTTP/1.1" status: 200 len: 205 time: 0.0288928 Nov 23 02:27:36.860126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33902) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.883454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.889772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.899053 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a3b43bd5-fd57-4dd7-9134-4fcf62307fb2 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules/94fa6046-31e3-445a-a991-bc3643763841 HTTP/1.1" status: 200 len: 764 time: 0.0452094 Nov 23 02:27:36.901939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33904) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.902152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:36.902470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:36.905979 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:36.909780 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-762aa7d9-5db8-4f38-9c02-0cb0780c9200 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:36.913715 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-762aa7d9-5db8-4f38-9c02-0cb0780c9200 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/0514c349-9ea0-4340-98c0-c1af2eb66b38 HTTP/1.1" status: 404 len: 336 time: 0.0496671 Nov 23 02:27:36.919859 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33906) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.951744 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-400e1eff-957b-4070-9dc7-b708d370902e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:36.952560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400e1eff-957b-4070-9dc7-b708d370902e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:36.956355 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-400e1eff-957b-4070-9dc7-b708d370902e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/bce704e1-8b2d-4efe-bd8c-3678be53dbe4 HTTP/1.1" status: 404 len: 337 time: 0.0352185 Nov 23 02:27:36.960081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33908) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:36.995780 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cae0cb8e-03dc-45b5-9861-6923c074a2bb tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "GET /v2.0/ports?device_id=b880a537-5a34-4d8e-ba10-e4d7f8146008 HTTP/1.1" status: 200 len: 205 time: 0.0344772 Nov 23 02:27:37.000541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33910) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.014690 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3e1aed15-5c3a-4b5c-9849-87aa63ecfd32 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1110945 Nov 23 02:27:37.017371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33912) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.047884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a85a89a-28b4-4e1e-87ea-0d84ed1e351c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.057231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a85a89a-28b4-4e1e-87ea-0d84ed1e351c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.091062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a85a89a-28b4-4e1e-87ea-0d84ed1e351c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.098578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9a85a89a-28b4-4e1e-87ea-0d84ed1e351c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.100126 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9a85a89a-28b4-4e1e-87ea-0d84ed1e351c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/94fa6046-31e3-445a-a991-bc3643763841 HTTP/1.1" status: 204 len: 168 time: 0.0817311 Nov 23 02:27:37.102819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33914) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.113786 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-1d21e876-db59-4e59-a098-ea81e9dbfcee tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] delete failed (client error): The resource could not be found. Nov 23 02:27:37.117420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1d21e876-db59-4e59-a098-ea81e9dbfcee tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/routers/b880a537-5a34-4d8e-ba10-e4d7f8146008 HTTP/1.1" status: 404 len: 336 time: 0.1085174 Nov 23 02:27:37.117616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85a89a-28b4-4e1e-87ea-0d84ed1e351c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94fa6046-31e3-445a-a991-bc3643763841,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:37.119998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33916) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.123386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.128826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.160111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.164315 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] 10.222.0.53 "DELETE /v2.0/networks/4950201c-cf6e-42c3-ae07-b1191468339c HTTP/1.1" status: 204 len: 168 time: 0.9023087 Nov 23 02:27:37.165825 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd920b7-1dde-4379-a301-c897c4b33495 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:37.166345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd920b7-1dde-4379-a301-c897c4b33495 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:37.170045 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bdd920b7-1dde-4379-a301-c897c4b33495 tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/26624340-55ab-43cc-9e56-c1bcf4019e9a HTTP/1.1" status: 404 len: 337 time: 0.0417078 Nov 23 02:27:37.172334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33920) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.215498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-16759994-8918-4b3c-8889-8178c264a17e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] DELETE failed (client error): The resource could not be found. Nov 23 02:27:37.216040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16759994-8918-4b3c-8889-8178c264a17e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:27:37.223262 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-16759994-8918-4b3c-8889-8178c264a17e tempest-RoutersIpV6Test-1840010476 tempest-RoutersIpV6Test-1840010476-project] 10.222.0.53 "DELETE /v2.0/subnets/30618d1b-b25b-4b91-9b36-7e734c3d795b HTTP/1.1" status: 404 len: 337 time: 0.0471013 Nov 23 02:27:37.223432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5898418-1b30-4c31-9f6f-528768ba4ff2 tempest-PortsTestJSON-409558187 tempest-PortsTestJSON-409558187-project] Pushing event deleted for resources: {'Network': ['ID=4950201c-cf6e-42c3-ae07-b1191468339c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:37.227091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.251442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f601882-174d-4c85-9a8d-60a4acc85681 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1445138 Nov 23 02:27:37.253340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33924) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.332016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3825953-186d-473b-a758-060e6f523822 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.377035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3825953-186d-473b-a758-060e6f523822 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.453486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3825953-186d-473b-a758-060e6f523822 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.457026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b3825953-186d-473b-a758-060e6f523822 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.460063 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b3825953-186d-473b-a758-060e6f523822 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "DELETE /v2.0/security-groups/b2563ce7-2466-4da6-b21a-23531d04cf53 HTTP/1.1" status: 204 len: 168 time: 0.2035816 Nov 23 02:27:37.472937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33926) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.490946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3825953-186d-473b-a758-060e6f523822 tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2563ce7-2466-4da6-b21a-23531d04cf53,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:37.538668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad547f09-6511-47ad-940a-6f41ad648e7c None None] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:37.607289 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-22b1d496-9e76-4eb4-a395-0fe1e628519c tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1272364 Nov 23 02:27:37.608046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33930) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.646808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33934) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.726534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33938) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:37.757779 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f2246a1b-54e5-4b0e-8484-076db2ecb49f tempest-SecGroupTest-1659246905 tempest-SecGroupTest-1659246905-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1441486 Nov 23 02:27:37.797076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c8b21c96-83ad-4925-9add-f5a071e81bc2 None None] Provisioning complete for port 1600800b-3f17-4b79-8510-6a721bb96165 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:37.797723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c8b21c96-83ad-4925-9add-f5a071e81bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:37.974671 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-50b74a11-49d1-4e97-8538-8271d2a2619b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c19c057f3c734da4a581434eb8ed8209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265300 Nov 23 02:27:37.977525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33944) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:38.004529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.014596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.015420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.024465 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-33304fa1-23f9-4dd5-9259-117a61407b4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fa7aed44e764bdd8ef08ff5cd42e35f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951570 Nov 23 02:27:38.028307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33946) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:38.101719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60fea9b6-f008-48c2-8d0e-fcf0fafba69c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.119133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdd6-6a83-47de-8444-1142b2195d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.136720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=629f42a2-8c80-4db6-9805-f77ec9e75ea0,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:38.150524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60fea9b6-f008-48c2-8d0e-fcf0fafba69c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.168034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdd6-6a83-47de-8444-1142b2195d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.208867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.260089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-21141168-138a-4918-96cb-52c41bdf1fb4 None None] Provisioning complete for port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:38.263075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-21141168-138a-4918-96cb-52c41bdf1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.272735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdd6-6a83-47de-8444-1142b2195d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.276404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c61ccdd6-6a83-47de-8444-1142b2195d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.277650 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c61ccdd6-6a83-47de-8444-1142b2195d81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd6a0ee3-cb52-413f-857d-9e3e2fdd6f9a HTTP/1.1" status: 204 len: 168 time: 0.2482555 Nov 23 02:27:38.282749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60fea9b6-f008-48c2-8d0e-fcf0fafba69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.285717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60fea9b6-f008-48c2-8d0e-fcf0fafba69c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.287274 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-60fea9b6-f008-48c2-8d0e-fcf0fafba69c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/920c4d94-d447-4446-9559-77380736a1f1 HTTP/1.1" status: 204 len: 168 time: 0.3086176 Nov 23 02:27:38.296023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ccdd6-6a83-47de-8444-1142b2195d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a0ee3-cb52-413f-857d-9e3e2fdd6f9a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:38.312329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fea9b6-f008-48c2-8d0e-fcf0fafba69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920c4d94-d447-4446-9559-77380736a1f1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:38.347267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 33954) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:38.360876 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP cdc39db7-c74c-4dc2-be13-71449133c11b associated. External IP: 172.26.8.63, port: a80b3e7d-71a8-40c2-a7db-85f6682cb032. Nov 23 02:27:38.396593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1600800b-3f17-4b79-8510-6a721bb96165 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:38.487270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-21141168-138a-4918-96cb-52c41bdf1fb4 None None] Port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:38.515037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-21141168-138a-4918-96cb-52c41bdf1fb4 None None] Provisioning complete for port 1600800b-3f17-4b79-8510-6a721bb96165 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:38.515629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-21141168-138a-4918-96cb-52c41bdf1fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.559568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.596042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.596902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1600800b-3f17-4b79-8510-6a721bb96165 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:38.597416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.726837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Port': ['ID=9a4b21c2-3e18-41b3-9678-5125ae4c46d1,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:38.731881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.742325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-24f3c3a8-bc9f-43d0-9daf-ba53ad782993 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97000a071f384768ac420bdd3091f706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3941517 Nov 23 02:27:38.746263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:38.769432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:38.820663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-cf39258a-7d38-4a39-a01e-9935894a5190 None None] Provisioning complete for port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:38.821381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cf39258a-7d38-4a39-a01e-9935894a5190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.877099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-cf39258a-7d38-4a39-a01e-9935894a5190 None None] Port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:38.944702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07768d1-f310-4ccb-98c2-e6ed6bcf79fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:38.989384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:38.997040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:39.020816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07768d1-f310-4ccb-98c2-e6ed6bcf79fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.164182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:39.179592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:39.190406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.199373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:39.200079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.249925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.255680 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c9f6933f-73e5-4985-b399-8d5287380c6b tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5543118 Nov 23 02:27:39.256108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 33988) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:39.261142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:39.261983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.262689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'port_id': 'a80b3e7d-71a8-40c2-a7db-85f6682cb032', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:39.265557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07768d1-f310-4ccb-98c2-e6ed6bcf79fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.268385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07768d1-f310-4ccb-98c2-e6ed6bcf79fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.269614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e07768d1-f310-4ccb-98c2-e6ed6bcf79fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00a2e754-2fb5-4fbc-bde7-6af42409ba9d HTTP/1.1" status: 204 len: 168 time: 0.5223713 Nov 23 02:27:39.315930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07768d1-f310-4ccb-98c2-e6ed6bcf79fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a2e754-2fb5-4fbc-bde7-6af42409ba9d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:39.339811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.339811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2deb25-6da0-45e4-958d-c55c08e86200 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:39.366110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.374713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d0af5aa7-7ceb-4ad3-a12e-5b5425df7bb8 None None] Provisioning complete for port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:39.375129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d0af5aa7-7ceb-4ad3-a12e-5b5425df7bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.415472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Router cac8428c-7efd-4b49-986b-c5c72ff0c166 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:27:39.432081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d0af5aa7-7ceb-4ad3-a12e-5b5425df7bb8 None None] Port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:39.435629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.580152 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34000) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:39.589571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:39.603381 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-11013d6e-2437-4c7b-98a2-2f52b6ab3cb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "PUT /v2.0/routers/cac8428c-7efd-4b49-986b-c5c72ff0c166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9961832 Nov 23 02:27:39.604062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34004) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:39.610938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'port': {'network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36', 'name': 'tempest-FloatingIPNegativeTestJSON-1431165576'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:39.614836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] Sync routers for ids ['cac8428c-7efd-4b49-986b-c5c72ff0c166'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:39.625032 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] Routers {'cac8428c-7efd-4b49-986b-c5c72ff0c166'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:39.625659 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cac8428c-7efd-4b49-986b-c5c72ff0c166'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.666956 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.677656 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] Routers {'cac8428c-7efd-4b49-986b-c5c72ff0c166'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:39.678586 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cac8428c-7efd-4b49-986b-c5c72ff0c166'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.716187 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:39.717583 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01775219-c4bf-4965-8480-c071f22efd2a None None] The sync data for ids ['cac8428c-7efd-4b49-986b-c5c72ff0c166'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:39.800361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1551840023'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:39.840673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Made reservation on behalf of 6f1ed00117b6418188630c91b3e49e29 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:39.847843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.852139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34012) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:39.867996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:39.947925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7e97bfed-9531-4e48-a6f8-3180696ee16c tempest-DvrRoutersNegativeTest-1836126000 tempest-DvrRoutersNegativeTest-1836126000-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-822367400', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:39.951578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.policy [None req-7e97bfed-9531-4e48-a6f8-3180696ee16c tempest-DvrRoutersNegativeTest-1836126000 tempest-DvrRoutersNegativeTest-1836126000-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103356) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 02:27:39.951953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.policy [None req-7e97bfed-9531-4e48-a6f8-3180696ee16c tempest-DvrRoutersNegativeTest-1836126000 tempest-DvrRoutersNegativeTest-1836126000-project] Failed policy check for 'create_router' {{(pid=103356) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 02:27:39.952978 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-7e97bfed-9531-4e48-a6f8-3180696ee16c tempest-DvrRoutersNegativeTest-1836126000 tempest-DvrRoutersNegativeTest-1836126000-project] create failed (client error): Access was denied to this resource. Nov 23 02:27:39.954042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e97bfed-9531-4e48-a6f8-3180696ee16c tempest-DvrRoutersNegativeTest-1836126000 tempest-DvrRoutersNegativeTest-1836126000-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1006441 Nov 23 02:27:40.002352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.008225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.044105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:40.059358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1371b32-b9d6-4447-af21-ba583f84fbb6,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:40.063259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.063630 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Added segment d763b86e-3368-4d05-ad28-7606efda7eaf of type vlan for network db78afae-fbd1-4041-80e5-a8fefccfc668 Nov 23 02:27:40.110418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.116700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Made reservation on behalf of dcadcbf7b2404fdc814e069afd262d87 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:40.122410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.149512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.158484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:40.159249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.169462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] device_id is not set on port c29a9231-843f-4930-b973-906ae1d1d74a yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:40.239957 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6581542 Nov 23 02:27:40.243368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34028) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:40.251450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Request body: {'subnet': {'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:40.275470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6c2c6-aab6-4351-b5b7-214ed87c7fe4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event updated for resources: {'Network': ['ID=db78afae-fbd1-4041-80e5-a8fefccfc668,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:40.293225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network db78afae-fbd1-4041-80e5-a8fefccfc668 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:40.414222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Made reservation on behalf of 6f1ed00117b6418188630c91b3e49e29 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:40.420936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.451346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34034) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:40.479092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Allocated IP 172.20.0.7 (bfcce5a8-4e1c-4b7e-b707-b561e9874d36/ea1cc93e-91a1-4cc9-b199-c033a5779f75/c29a9231-843f-4930-b973-906ae1d1d74a) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:40.562388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.570969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.630759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-477021bc-e993-4012-bcf5-c7ad43f7ee83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.664352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.753967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event updated for resources: {'Subnet': ['ID=196e71a5-db15-4742-99b2-0de9f371c2ff,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:40.765984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Checking segment: {'id': 'd763b86e-3368-4d05-ad28-7606efda7eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:40.768532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Network hostable DHCP agents. Network: db78afae-fbd1-4041-80e5-a8fefccfc668, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:40.792055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Network db78afae-fbd1-4041-80e5-a8fefccfc668 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:40.806311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, db78afae-fbd1-4041-80e5-a8fefccfc668) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:40.816832 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:40.817914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.818365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993dc740-935e-43de-835f-1b486e6a5665 None None] Network db78afae-fbd1-4041-80e5-a8fefccfc668 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:40.840340 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-483ab336-e488-49bf-a454-d4bf11aa4b11 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5954628 Nov 23 02:27:40.843477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34046) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:40.849466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Request body: {'port': {'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668', 'name': 'tempest-TagsExtTest-1884445408'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:40.949860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:40.994334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Made reservation on behalf of 6f1ed00117b6418188630c91b3e49e29 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:40.999317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.002802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-db78afae-fbd1-4041-80e5-a8fefccfc668', 'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668', 'tenant_id': '6f1ed00117b6418188630c91b3e49e29', 'fixed_ips': [{'subnet_id': '196e71a5-db15-4742-99b2-0de9f371c2ff'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:41.003755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.028422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] device_id is not set on port 92b415b8-0999-4dfb-a87e-5c20debb145f yet. {{(pid=103356) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:41.040689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-477021bc-e993-4012-bcf5-c7ad43f7ee83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.087222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-477021bc-e993-4012-bcf5-c7ad43f7ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.128286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477021bc-e993-4012-bcf5-c7ad43f7ee83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c15471-075f-4243-b836-bd5a3ef0323f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.161763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Allocated IP 172.20.0.3 (db78afae-fbd1-4041-80e5-a8fefccfc668/196e71a5-db15-4742-99b2-0de9f371c2ff/92b415b8-0999-4dfb-a87e-5c20debb145f) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:41.163126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-477021bc-e993-4012-bcf5-c7ad43f7ee83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a803098443a4d77b6b0ebc066af826b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7068481 Nov 23 02:27:41.166574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34054) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:41.169462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.225512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:41.238831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:41.254268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:41.260138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:41.322470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:41.323150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.357202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.399841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.460977 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Network db78afae-fbd1-4041-80e5-a8fefccfc668 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:41.465990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:41.471447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:41.491859 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Allocated IP 172.20.0.2 (db78afae-fbd1-4041-80e5-a8fefccfc668/196e71a5-db15-4742-99b2-0de9f371c2ff/e0fe858c-eb2a-4a52-85f0-908cf3a9489c) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:41.519627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event updated for resources: {'Port': ['ID=92b415b8-0999-4dfb-a87e-5c20debb145f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.529265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Port': ['ID=c29a9231-843f-4930-b973-906ae1d1d74a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.548648 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-185aad7e-f344-413c-8b2c-064509d7ecb6 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9383748 Nov 23 02:27:41.549706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34060) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:41.554769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86ac27d5-d8ef-4af6-abda-97295ec38b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.560425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:41.580901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:41.581934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.588679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86ac27d5-d8ef-4af6-abda-97295ec38b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.591419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:41.600561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.610181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:41.625695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.634599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:41.635399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:41.644210 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c8a1bbd2-186b-45c1-bb6a-5957b50deeff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7992239 Nov 23 02:27:41.646589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34062) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:41.652295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1867303238', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:41.696727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:41.702143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c4b2e891-fb6f-4962-b9c4-81b690392a30 None None] Provisioning complete for port c29a9231-843f-4930-b973-906ae1d1d74a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:41.702524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c4b2e891-fb6f-4962-b9c4-81b690392a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.719164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f562c9cb-16ad-482b-bce4-8a17a6eb18e9 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/floatingips/cdc39db7-c74c-4dc2-be13-71449133c11b HTTP/1.1" status: 200 len: 977 time: 2.4586496 Nov 23 02:27:41.719164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.720109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.721747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34064) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:41.735603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86ac27d5-d8ef-4af6-abda-97295ec38b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.738559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86ac27d5-d8ef-4af6-abda-97295ec38b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.742885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-86ac27d5-d8ef-4af6-abda-97295ec38b77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16c15471-075f-4243-b836-bd5a3ef0323f HTTP/1.1" status: 204 len: 168 time: 0.5750103 Nov 23 02:27:41.766641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac27d5-d8ef-4af6-abda-97295ec38b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c15471-075f-4243-b836-bd5a3ef0323f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:41.791265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c4b2e891-fb6f-4962-b9c4-81b690392a30 None None] Port c29a9231-843f-4930-b973-906ae1d1d74a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:41.810829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.818776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.844393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.846145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-10bdf4a5-cd34-4b25-8c15-af00c1db90b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1984456 Nov 23 02:27:41.849323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34068) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:41.863710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4e434b66-a3ca-43d7-a6f9-97e3b754da6a tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-676942433', 'prefixes': ['172.20.0.0/16']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:41.864397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:41.865197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:41.887505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34070) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:41.908330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083464561', 'description': 'tempest-secgroup-smoke-2083464561 description', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:41.912611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:41.913279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ab11e-f3a8-4b10-8c8d-a11352717e37 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:41.926332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.988169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:41.997092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.009894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.020443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.038121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e434b66-a3ca-43d7-a6f9-97e3b754da6a tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for subnetpool, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.039700 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4e434b66-a3ca-43d7-a6f9-97e3b754da6a tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1872890 Nov 23 02:27:42.043643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34072) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.050005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-b00062bc-ce9d-475b-bd45-94831713b82c tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-1112672634') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:42.054711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Network db78afae-fbd1-4041-80e5-a8fefccfc668 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:42.057736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:42.060804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:42.098062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Pushing event updated for resources: {'Port': ['ID=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.106710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Allocated IP 172.26.8.86 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/6b898c33-2aec-41aa-9db6-817a4d0cbf44) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:42.160512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Attempting to bind port e0fe858c-eb2a-4a52-85f0-908cf3a9489c on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:42.162892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Attempting to bind port e0fe858c-eb2a-4a52-85f0-908cf3a9489c by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd763b86e-3368-4d05-ad28-7606efda7eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:42.163521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Attempting to bind port e0fe858c-eb2a-4a52-85f0-908cf3a9489c on network db78afae-fbd1-4041-80e5-a8fefccfc668 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:42.172068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:42.172575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Checking segment: {'id': 'd763b86e-3368-4d05-ad28-7606efda7eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:42.172992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.173489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Bound using segment: {'id': 'd763b86e-3368-4d05-ad28-7606efda7eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:42.173995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Bound port: e0fe858c-eb2a-4a52-85f0-908cf3a9489c, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd763b86e-3368-4d05-ad28-7606efda7eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'db78afae-fbd1-4041-80e5-a8fefccfc668'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:42.174968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.230302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.244604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.255227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.262173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 629f42a2-8c80-4db6-9805-f77ec9e75ea0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:42.262515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.277931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] For port e0fe858c-eb2a-4a52-85f0-908cf3a9489c, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:42.281949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] For port e0fe858c-eb2a-4a52-85f0-908cf3a9489c, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,segment=NetworkSegment(d763b86e-3368-4d05-ad28-7606efda7eaf),segment_id=d763b86e-3368-4d05-ad28-7606efda7eaf)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:42.288528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.295517 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b00062bc-ce9d-475b-bd45-94831713b82c tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-1112672634 HTTP/1.1" status: 201 len: 201 time: 0.2474077 Nov 23 02:27:42.302152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34076) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.312740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-12492551-1f40-4eac-9a25-462fef086186 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1229268871') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:42.351876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec054fe-78c4-4343-b9fd-b31227d2f11c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.353196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27781-413c-46cd-8ccb-10b15a11d978 None None] Pushing event updated for resources: {'Port': ['ID=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.385543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.401626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.402060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.425027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.434559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.446435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:42.455764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 629f42a2-8c80-4db6-9805-f77ec9e75ea0 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:42.466274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:42.470596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.471745 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5817759 Nov 23 02:27:42.473271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:42.478456 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-12492551-1f40-4eac-9a25-462fef086186 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1229268871 HTTP/1.1" status: 201 len: 201 time: 0.1717222 Nov 23 02:27:42.478456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34078) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.481856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34080) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.482040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group_rule': {'security_group_id': '33eb0007-24ec-4640-a726-d5b21e0ac081', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:42.490067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-4d7f8e22-8aaf-4f6b-b585-20a49c09def2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-1189990590') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:42.491967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081a4eda-6092-4312-ab7f-a9d882d620b6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33eb0007-24ec-4640-a726-d5b21e0ac081,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.516867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.579328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Port': ['ID=6b898c33-2aec-41aa-9db6-817a4d0cbf44,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.594377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.602462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.622840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c278fc62-1fd3-4d55-8c8a-ca323682a800,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.639294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.643171 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5c9224bb-8b85-4e3b-9871-33376a8dbf53 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624374 Nov 23 02:27:42.643352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34082) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.647859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group_rule': {'security_group_id': '33eb0007-24ec-4640-a726-d5b21e0ac081', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:42.680042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.748594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.753194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.774476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7b7513-928a-4d73-aa40-7cbc6dbb7baf,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:42.779807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.782681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4d7f8e22-8aaf-4f6b-b585-20a49c09def2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-1189990590 HTTP/1.1" status: 201 len: 201 time: 0.2988620 Nov 23 02:27:42.784900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.788864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34084) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.789157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34086) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:42.789567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-98dc1cb2-cf18-4cf5-814c-64fd5088c79d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451082 Nov 23 02:27:42.795481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-49382fab-96c7-4443-8c8a-0c7db7d0e84b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-2013391171') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:42.802674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group_rule': {'security_group_id': '33eb0007-24ec-4640-a726-d5b21e0ac081', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:42.883879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.936916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:42.995045 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-49382fab-96c7-4443-8c8a-0c7db7d0e84b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-2013391171 HTTP/1.1" status: 201 len: 201 time: 0.2049053 Nov 23 02:27:42.997902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34088) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.002589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-cabe4ffb-9447-4d9d-a4ca-dce36ccaf032 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:43.055684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.073252 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cabe4ffb-9447-4d9d-a4ca-dce36ccaf032 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags HTTP/1.1" status: 200 len: 241 time: 0.0741112 Nov 23 02:27:43.073981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34090) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.078267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-40b45066-770b-4576-b004-3dbd210bb271 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-1112672634') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:43.101395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=629f42a2-8c80-4db6-9805-f77ec9e75ea0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.124396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.144378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-40b45066-770b-4576-b004-3dbd210bb271 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-1112672634 HTTP/1.1" status: 204 len: 168 time: 0.0670946 Nov 23 02:27:43.144945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34092) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.148961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.153452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-332142e7-d145-4412-89fc-be343e53173d tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-1112672634') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:43.213386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ea988d-5749-4525-840a-bb8bd1f00c1f,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.229571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.230988 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6d0f1c3e-343d-4022-bea4-509049883920 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4395895 Nov 23 02:27:43.231929 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-332142e7-d145-4412-89fc-be343e53173d tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-1112672634 HTTP/1.1" status: 204 len: 168 time: 0.0852590 Nov 23 02:27:43.233829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34094) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.236798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34096) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.240184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group_rule': {'security_group_id': '33eb0007-24ec-4640-a726-d5b21e0ac081', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:43.242188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-2ef0a4ff-bd43-4e9d-beeb-bdcb4c411f9e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:43.268679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.294530 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.294868 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP cdc39db7-c74c-4dc2-be13-71449133c11b disassociated (deleted). External IP: 172.26.8.63, port: a80b3e7d-71a8-40c2-a7db-85f6682cb032. Nov 23 02:27:43.336904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.346352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.365710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ebbb58-81e4-4652-97d0-a7030fad23bc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.379051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.382751 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1dd5074a-9a72-4f61-b651-57f5d5754943 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454370 Nov 23 02:27:43.384457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34098) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.389382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group_rule': {'security_group_id': '33eb0007-24ec-4640-a726-d5b21e0ac081', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:43.423668 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Project ada33976b33040f8ae2c2eb1aa097bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:27:43.431063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.442468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68962c1-2d32-432b-95c5-be9bd213acf8 None None] Network db78afae-fbd1-4041-80e5-a8fefccfc668 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:43.501538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.508174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.531009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a0a786-e8b5-4c88-b1f8-3ca600e09211,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.548922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e0804a98-81a2-4712-b16b-a7a8f2c37f14 None None] Provisioning complete for port e0fe858c-eb2a-4a52-85f0-908cf3a9489c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:43.549338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e0804a98-81a2-4712-b16b-a7a8f2c37f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.554025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.558314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8632be86-8e4e-461c-9198-e3d2e77c1c78 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1698272 Nov 23 02:27:43.559574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34100) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.564639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'security_group_rule': {'security_group_id': '33eb0007-24ec-4640-a726-d5b21e0ac081', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:43.590531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Project ada33976b33040f8ae2c2eb1aa097bb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:27:43.596428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.667500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.671950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.693735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3866573e-a4ca-4e0c-990e-53f4fbdc497b,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.705532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.709919 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7cbd364d-8df2-42ad-9616-b706376106b8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461449 Nov 23 02:27:43.710181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34102) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.716253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'network': {'name': 'tempest-network-smoke--457581209', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:43.721628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.731019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.739351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Made reservation on behalf of ada33976b33040f8ae2c2eb1aa097bb1 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:43.743922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.770610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:43.781467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.781865 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Added segment 3e2abee4-b584-48c2-8e71-7aff6afe1050 of type vlan for network 6c4c89e3-7992-4f45-8c54-45d80cf19fed Nov 23 02:27:43.830316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.856285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e0804a98-81a2-4712-b16b-a7a8f2c37f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.862679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Port': ['ID=6b898c33-2aec-41aa-9db6-817a4d0cbf44,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.863011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.880559 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2ef0a4ff-bd43-4e9d-beeb-bdcb4c411f9e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags HTTP/1.1" status: 200 len: 205 time: 0.6425896 Nov 23 02:27:43.882893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34104) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.883122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:43.883663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.883873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.892268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-6daea870-b0c4-4c5f-9f29-4955c056c9e4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:43.901504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e0804a98-81a2-4712-b16b-a7a8f2c37f14 None None] For port e0fe858c-eb2a-4a52-85f0-908cf3a9489c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,segment=NetworkSegment(d763b86e-3368-4d05-ad28-7606efda7eaf),segment_id=d763b86e-3368-4d05-ad28-7606efda7eaf)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:43.908920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e0804a98-81a2-4712-b16b-a7a8f2c37f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:43.957740 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2431858 Nov 23 02:27:43.957975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34106) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:43.965376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'admin_state_up': True, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:43.965642 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0804a98-81a2-4712-b16b-a7a8f2c37f14 None None] Pushing event updated for resources: {'Port': ['ID=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.976113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f24fe-5c94-4e91-9c08-13dc774813a9 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Network': ['ID=6c4c89e3-7992-4f45-8c54-45d80cf19fed,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:43.987605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:44.003726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.004991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.069775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.084411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.085783 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f6660838-01d9-4fe1-94b5-bdccaba732f3 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5354424 Nov 23 02:27:44.088738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34108) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.096071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c2aeca68-135a-4890-ba7f-2b28a94a24f9 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'floatingip': {'port_id': 'c29a9231-843f-4930-b973-906ae1d1d74a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:44.140734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:44.157118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c2aeca68-135a-4890-ba7f-2b28a94a24f9 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.223313 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6daea870-b0c4-4c5f-9f29-4955c056c9e4 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags HTTP/1.1" status: 200 len: 241 time: 0.3353345 Nov 23 02:27:44.239313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34110) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.244736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-e7aa9ba8-5d04-426a-bb12-056932077a98 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1229268871') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.247598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-02a1c688-e4f8-4f2c-b9a9-5d9d5b97bfa3 None None] Provisioning complete for port 92b415b8-0999-4dfb-a87e-5c20debb145f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:44.247821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02a1c688-e4f8-4f2c-b9a9-5d9d5b97bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.275818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.282911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e0fe858c-eb2a-4a52-85f0-908cf3a9489c up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:44.335682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-02a1c688-e4f8-4f2c-b9a9-5d9d5b97bfa3 None None] Port 92b415b8-0999-4dfb-a87e-5c20debb145f cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:44.353566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-02a1c688-e4f8-4f2c-b9a9-5d9d5b97bfa3 None None] Provisioning complete for port e0fe858c-eb2a-4a52-85f0-908cf3a9489c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:44.354044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02a1c688-e4f8-4f2c-b9a9-5d9d5b97bfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.368392 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e7aa9ba8-5d04-426a-bb12-056932077a98 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1229268871 HTTP/1.1" status: 204 len: 168 time: 0.1279581 Nov 23 02:27:44.369000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34112) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.389461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-9bd0cfd7-4e2b-44e0-95c6-b137e0bfe18a tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1229268871') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.406714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e0fe858c-eb2a-4a52-85f0-908cf3a9489c triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:44.407517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.425192 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-c2aeca68-135a-4890-ba7f-2b28a94a24f9 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] update failed (client error): The resource could not be found. Nov 23 02:27:44.428832 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c2aeca68-135a-4890-ba7f-2b28a94a24f9 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "PUT /v2.0/floatingips/1b090fe4-9752-47d4-9819-160dffb67ca6 HTTP/1.1" status: 404 len: 507 time: 0.3348033 Nov 23 02:27:44.429486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34114) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.490681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:44.498090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9bd0cfd7-4e2b-44e0-95c6-b137e0bfe18a tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1229268871 HTTP/1.1" status: 204 len: 168 time: 0.1270082 Nov 23 02:27:44.498689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34116) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.502270 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:44.504126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-0577f0d6-6d00-41f5-993d-769779391338 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.522982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.523369 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:44.524512 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.569225 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.580139 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:44.580943 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.585164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34118) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.585344 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aec4a35a-6421-4103-b859-daa3e2462669 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/floatingips/cdc39db7-c74c-4dc2-be13-71449133c11b HTTP/1.1" status: 204 len: 168 time: 2.8623199 Nov 23 02:27:44.608813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Deleting port 6b898c33-2aec-41aa-9db6-817a4d0cbf44 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:44.609042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.618336 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:44.619302 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b465e72c-504d-49b2-a0f7-e9a25b036cbd None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:44.636002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8bd1fc77-2618-4166-bf5e-0a1b2ed10372 None None] Provisioning complete for port 92b415b8-0999-4dfb-a87e-5c20debb145f triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:44.636921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8bd1fc77-2618-4166-bf5e-0a1b2ed10372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.676493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1fc77-2618-4166-bf5e-0a1b2ed10372 None None] Port 92b415b8-0999-4dfb-a87e-5c20debb145f cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:44.700924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.701281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.715329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Calling delete_port for 6b898c33-2aec-41aa-9db6-817a4d0cbf44 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:44.862292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.891934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Port': ['ID=6b898c33-2aec-41aa-9db6-817a4d0cbf44,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:44.916261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.943850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.959787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.962555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:44.967473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da5e9f0b-7b06-437e-af1d-a6dad7512d79 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "DELETE /v2.0/floatingips/1b090fe4-9752-47d4-9819-160dffb67ca6 HTTP/1.1" status: 204 len: 168 time: 0.5338023 Nov 23 02:27:44.967805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34120) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:44.972897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f3f291aa-f2b2-4086-8904-39566f694fd8 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'floatingip': {'floating_network_id': 'bfcce5a8-4e1c-4b7e-b707-b561e9874d36', 'port_id': 'c29a9231-843f-4930-b973-906ae1d1d74a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:44.995023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f3f291aa-f2b2-4086-8904-39566f694fd8 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.038667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0577f0d6-6d00-41f5-993d-769779391338 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags HTTP/1.1" status: 200 len: 205 time: 0.5380430 Nov 23 02:27:45.041204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34122) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.046852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-10f44a2d-4a27-4cbe-bf5e-32e561b6fad3 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.083608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port a80b3e7d-71a8-40c2-a7db-85f6682cb032 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:45.083947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.139170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Allocated IP 172.26.8.137 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/ec0fac1e-fb87-48a2-b065-f126deaeb6eb) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:45.140482 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-10f44a2d-4a27-4cbe-bf5e-32e561b6fad3 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags HTTP/1.1" status: 200 len: 241 time: 0.0979002 Nov 23 02:27:45.143168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34124) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.148156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-e325ac77-8542-40e4-a833-bc25eb7659ba tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-1189990590') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.240258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.249639 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e325ac77-8542-40e4-a833-bc25eb7659ba tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-1189990590 HTTP/1.1" status: 204 len: 168 time: 0.1054492 Nov 23 02:27:45.252349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34126) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.257394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-874ea9b7-87fc-41b9-a6e6-ea41f22c3c93 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-1189990590') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.260929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for a80b3e7d-71a8-40c2-a7db-85f6682cb032 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:45.294538 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-f3f291aa-f2b2-4086-8904-39566f694fd8 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:27:45.295613 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f3f291aa-f2b2-4086-8904-39566f694fd8 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3267896 Nov 23 02:27:45.320215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34128) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.329343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'c29a9231-843f-4930-b973-906ae1d1d74a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:45.351364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.358457 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-874ea9b7-87fc-41b9-a6e6-ea41f22c3c93 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-1189990590 HTTP/1.1" status: 204 len: 168 time: 0.1051064 Nov 23 02:27:45.359075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34130) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.363748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-6943d461-9432-42dd-8775-620a9df2b7b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.385125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.441032 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6943d461-9432-42dd-8775-620a9df2b7b8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags HTTP/1.1" status: 200 len: 205 time: 0.0807667 Nov 23 02:27:45.443633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34132) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.447805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-5f90c27a-be8a-43b2-819b-4011032e07f3 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.465908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.470240 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f90c27a-be8a-43b2-819b-4011032e07f3 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags HTTP/1.1" status: 200 len: 241 time: 0.0256119 Nov 23 02:27:45.473155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34134) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.478007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-05845aca-7908-4410-9671-843d9a5575b0 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-2013391171') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.504621 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-05845aca-7908-4410-9671-843d9a5575b0 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-2013391171 HTTP/1.1" status: 204 len: 168 time: 0.0302293 Nov 23 02:27:45.507179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34136) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.511758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-60c8a48d-8d5f-403e-853b-435053917926 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-2013391171') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.546292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:45.548401 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-60c8a48d-8d5f-403e-853b-435053917926 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-2013391171 HTTP/1.1" status: 204 len: 168 time: 0.0401158 Nov 23 02:27:45.550894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34138) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.555238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-e2454985-ab83-4c3b-a68a-f69b7158203d tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.559210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:45.561673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:45.574317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483c1d1-521a-4960-ad28-0582365db1d4 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:45.577963 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2454985-ab83-4c3b-a68a-f69b7158203d tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags HTTP/1.1" status: 200 len: 205 time: 0.0258536 Nov 23 02:27:45.580472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34140) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.584925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-b9ffbf03-5474-4a4f-bc2a-0b6c271de9a7 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.598795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Port': ['ID=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:45.613746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b8510ebb-7655-4872-8516-9deccd942635 None None] Provisioning complete for port ec0fac1e-fb87-48a2-b065-f126deaeb6eb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:45.614226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b8510ebb-7655-4872-8516-9deccd942635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.620824 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b9ffbf03-5474-4a4f-bc2a-0b6c271de9a7 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0392201 Nov 23 02:27:45.622172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34142) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.627296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-9175e4e7-5de7-4449-bbb3-ef03745ce064 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.650175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b8510ebb-7655-4872-8516-9deccd942635 None None] Port ec0fac1e-fb87-48a2-b065-f126deaeb6eb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:45.720056 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9175e4e7-5de7-4449-bbb3-ef03745ce064 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags HTTP/1.1" status: 204 len: 168 time: 0.0967069 Nov 23 02:27:45.722615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34144) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.726825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-2477cd52-1879-47be-b51e-ff6b5bd98516 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.752558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.782132 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2477cd52-1879-47be-b51e-ff6b5bd98516 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags HTTP/1.1" status: 204 len: 168 time: 0.0585673 Nov 23 02:27:45.784845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34146) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.789388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-f3584269-5c71-456f-bed2-460c94023d9c tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.805097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:45.810005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=a80b3e7d-71a8-40c2-a7db-85f6682cb032,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:45.837627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021896c1-93ad-4065-9296-4d9706137627 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:45.848043 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f3584269-5c71-456f-bed2-460c94023d9c tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0616627 Nov 23 02:27:45.853012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34148) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.859516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-092d1be9-34c8-4fa3-8d97-5c566f78b200 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-765168772') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:45.930424 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-092d1be9-34c8-4fa3-8d97-5c566f78b200 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-765168772 HTTP/1.1" status: 201 len: 201 time: 0.0763090 Nov 23 02:27:45.933191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34150) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:45.937774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-c1444d16-cc0f-4f94-acb4-241e1174972e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1304295651') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.007160 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c1444d16-cc0f-4f94-acb4-241e1174972e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1304295651 HTTP/1.1" status: 201 len: 201 time: 0.0727568 Nov 23 02:27:46.009694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34152) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.014758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-a45c122f-8fed-4c1a-a498-0e77217ecdba tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-95932917') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.058859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.062130 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-355b2c62-b2d5-4052-914c-bf44001b4ffe tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/ports/a80b3e7d-71a8-40c2-a7db-85f6682cb032 HTTP/1.1" status: 204 len: 168 time: 1.4581821 Nov 23 02:27:46.066368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34154) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.070522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:46.109066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a45c122f-8fed-4c1a-a498-0e77217ecdba tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-95932917 HTTP/1.1" status: 201 len: 201 time: 0.0954857 Nov 23 02:27:46.109294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34156) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.114075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-341485e3-d2c6-49fb-8389-c467f719ce95 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-788159342') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.114352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.117687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Allocated IP 172.26.8.185 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/081d3b19-616e-4328-b7bc-eff85fac31b9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:46.152807 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-341485e3-d2c6-49fb-8389-c467f719ce95 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-788159342 HTTP/1.1" status: 201 len: 201 time: 0.0423107 Nov 23 02:27:46.155611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34158) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.160957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-90b45253-6e33-4d57-8544-25a0fe234e9b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', {'tags': ['tempest-TagsExtTest-Tag-785607668', 'tempest-TagsExtTest-Tag-2119723078', 'tempest-TagsExtTest-Tag-696166481']}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.168706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.222388 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-90b45253-6e33-4d57-8544-25a0fe234e9b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags HTTP/1.1" status: 200 len: 316 time: 0.0655138 Nov 23 02:27:46.224807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.229110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-fe6e0d71-4d20-40aa-8fec-d668d307b410 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.298212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe6e0d71-4d20-40aa-8fec-d668d307b410 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0721536 Nov 23 02:27:46.300907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34162) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.305465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-0405c45e-1442-4981-b429-ce4b9589ab86 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-785607668') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.360914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-0405c45e-1442-4981-b429-ce4b9589ab86 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:46.362182 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0405c45e-1442-4981-b429-ce4b9589ab86 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-785607668 HTTP/1.1" status: 404 len: 328 time: 0.0600865 Nov 23 02:27:46.365303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34164) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.369632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-f3541963-248a-4333-8ddf-6cef857cd3d2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-2119723078') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.696098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.720433 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-f3541963-248a-4333-8ddf-6cef857cd3d2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:46.721487 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f3541963-248a-4333-8ddf-6cef857cd3d2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-2119723078 HTTP/1.1" status: 404 len: 329 time: 0.3552206 Nov 23 02:27:46.724289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.728571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-52798b29-8c3b-4d5c-853d-119c976530cf tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff', 'tempest-TagsExtTest-Tag-696166481') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.743733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.781670 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-52798b29-8c3b-4d5c-853d-119c976530cf tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:46.782715 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-52798b29-8c3b-4d5c-853d-119c976530cf tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags/tempest-TagsExtTest-Tag-696166481 HTTP/1.1" status: 404 len: 328 time: 0.0575442 Nov 23 02:27:46.785561 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34168) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.790203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-a49c4a3d-131c-4fe4-b6a7-ffd645c94f7b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', {'tags': ['tempest-TagsExtTest-Tag-1008671870', 'tempest-TagsExtTest-Tag-1229261023', 'tempest-TagsExtTest-Tag-1238394486']}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.814081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.820257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:46.855305 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a49c4a3d-131c-4fe4-b6a7-ffd645c94f7b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags HTTP/1.1" status: 200 len: 318 time: 0.0678124 Nov 23 02:27:46.858146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34170) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.862646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-44164885-c650-4fdf-bee0-56a6736339be tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.900352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:46.931216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:46.931548 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-44164885-c650-4fdf-bee0-56a6736339be tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags HTTP/1.1" status: 204 len: 168 time: 0.0720899 Nov 23 02:27:46.934394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34172) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:46.939306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-33dadf4c-8ee8-4dcc-9fba-5242407e50b2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1008671870') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:46.940584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:46.977765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event updated for resources: {'Port': ['ID=081d3b19-616e-4328-b7bc-eff85fac31b9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:46.993872 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-33dadf4c-8ee8-4dcc-9fba-5242407e50b2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:46.998428 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-33dadf4c-8ee8-4dcc-9fba-5242407e50b2 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1008671870 HTTP/1.1" status: 404 len: 329 time: 0.0626631 Nov 23 02:27:46.998999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34174) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.003216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-41dcb907-0750-4844-b346-5d4c0b251945 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1229261023') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.052515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-41dcb907-0750-4844-b346-5d4c0b251945 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:47.053582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-41dcb907-0750-4844-b346-5d4c0b251945 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1229261023 HTTP/1.1" status: 404 len: 329 time: 0.0536821 Nov 23 02:27:47.056452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34176) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.060961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-dc1265a5-810a-4c61-8f99-a6d1387cadc0 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f', 'tempest-TagsExtTest-Tag-1238394486') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.112772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.35 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/b980d40d-335c-4401-a0c6-eb16a01d8e09) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:47.115473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-dc1265a5-810a-4c61-8f99-a6d1387cadc0 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:47.116743 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dc1265a5-810a-4c61-8f99-a6d1387cadc0 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags/tempest-TagsExtTest-Tag-1238394486 HTTP/1.1" status: 404 len: 329 time: 0.0592992 Nov 23 02:27:47.119691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34178) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.125185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-63da7a68-716b-44e3-b4bb-acd969cd2047 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', {'tags': ['tempest-TagsExtTest-Tag-498925432', 'tempest-TagsExtTest-Tag-1543866495', 'tempest-TagsExtTest-Tag-594156447']}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.142633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Router 5858e434-9ff7-48ae-9d3e-3a885171a634 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:27:47.215131 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-63da7a68-716b-44e3-b4bb-acd969cd2047 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags HTTP/1.1" status: 200 len: 316 time: 0.0912983 Nov 23 02:27:47.215734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34180) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.220026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-aab8b48c-e281-4dcc-9374-faa7b42c451e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.315629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aab8b48c-e281-4dcc-9374-faa7b42c451e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags HTTP/1.1" status: 204 len: 168 time: 0.0990615 Nov 23 02:27:47.318269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34182) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.322991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-b3a8b08a-d0d9-4440-97e8-706dd6d5ffdb tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-498925432') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.365324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.370750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:47.381259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Sync routers for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:47.392218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:47.392879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.396125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Deleting port 081d3b19-616e-4328-b7bc-eff85fac31b9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:47.396491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.402897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.407037 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-540b05ec-9b6c-459c-9c82-2794962a6a1f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.4452205 Nov 23 02:27:47.407595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.424377 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-b3a8b08a-d0d9-4440-97e8-706dd6d5ffdb tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:47.428962 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b3a8b08a-d0d9-4440-97e8-706dd6d5ffdb tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-498925432 HTTP/1.1" status: 404 len: 328 time: 0.1091285 Nov 23 02:27:47.429543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34188) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.434963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-0b53659f-a9d2-4f22-83c8-3340e3029273 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-1543866495') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.481195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.529394 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-0b53659f-a9d2-4f22-83c8-3340e3029273 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:47.530892 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0b53659f-a9d2-4f22-83c8-3340e3029273 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-1543866495 HTTP/1.1" status: 404 len: 329 time: 0.1003497 Nov 23 02:27:47.533853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.535741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.536436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.541039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-6bc58f49-ee1b-482b-91a8-8f093d31e42b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62', 'tempest-TagsExtTest-Tag-594156447') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.550478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:47.552399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:47.560644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:47.562778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Calling delete_port for 081d3b19-616e-4328-b7bc-eff85fac31b9 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:47.564962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:47.568974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=b980d40d-335c-4401-a0c6-eb16a01d8e09,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:47.632510 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-6bc58f49-ee1b-482b-91a8-8f093d31e42b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:47.634395 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6bc58f49-ee1b-482b-91a8-8f093d31e42b tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags/tempest-TagsExtTest-Tag-594156447 HTTP/1.1" status: 404 len: 328 time: 0.0991523 Nov 23 02:27:47.636877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34192) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.642502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-88be36e9-8ec3-4a67-92fa-d8bf368058fa tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', {'tags': ['tempest-TagsExtTest-Tag-1093537061', 'tempest-TagsExtTest-Tag-1265149122', 'tempest-TagsExtTest-Tag-1378631441']}) {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.716123 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-34fcff8e-7da5-4dc2-aa5b-b50bb92545e3 tempest-TestNetworkAdvancedServerOps-693084041 tempest-TestNetworkAdvancedServerOps-693084041-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ada33976b33040f8ae2c2eb1aa097bb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3048215 Nov 23 02:27:47.722854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34194) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.735772 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-88be36e9-8ec3-4a67-92fa-d8bf368058fa tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "PUT /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags HTTP/1.1" status: 200 len: 318 time: 0.0956395 Nov 23 02:27:47.737956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34196) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.746861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-75d279ed-7647-4a98-a11a-9b39327712df tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.749608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.785936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 3, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.825449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Checking router: 5858e434-9ff7-48ae-9d3e-3a885171a634 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:47.825889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Updating router 5858e434-9ff7-48ae-9d3e-3a885171a634 port ec0fac1e-fb87-48a2-b065-f126deaeb6eb binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:27:47.852414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.856139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.894301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118e071-1f58-428d-be1e-cf3e97b47b58 tempest-TestNetworkAdvancedServerOps-693084041 tempest-TestNetworkAdvancedServerOps-693084041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:47.898890 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d118e071-1f58-428d-be1e-cf3e97b47b58 tempest-TestNetworkAdvancedServerOps-693084041 tempest-TestNetworkAdvancedServerOps-693084041-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1718771 Nov 23 02:27:47.899155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34198) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.899473 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-75d279ed-7647-4a98-a11a-9b39327712df tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1588867 Nov 23 02:27:47.903073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34200) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.907534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-8408e9b1-e3f6-41ed-912a-c0dfac1e1595 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-1093537061') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:47.927230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:47.946334 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b81973a-3883-497b-8bdb-8e9f200afcb2 tempest-TestNetworkAdvancedServerOps-693084041 tempest-TestNetworkAdvancedServerOps-693084041-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0433083 Nov 23 02:27:47.947233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34202) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:47.952386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1742526844', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:47.968871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Port': ['ID=081d3b19-616e-4328-b7bc-eff85fac31b9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.045826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Made reservation on behalf of ada33976b33040f8ae2c2eb1aa097bb1 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:48.049829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.050963 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-8408e9b1-e3f6-41ed-912a-c0dfac1e1595 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:48.052026 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8408e9b1-e3f6-41ed-912a-c0dfac1e1595 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-1093537061 HTTP/1.1" status: 404 len: 329 time: 0.1480682 Nov 23 02:27:48.055562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34204) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.061380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-3138f64f-621d-4f6b-ad24-1c5b6512dddd tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-1265149122') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.138171 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] create failed (client error): The resource could not be found. Nov 23 02:27:48.139382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9a094e01-0ef0-4fd5-8f59-e84f09762589 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.8176982 Nov 23 02:27:48.142879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.148138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.155932 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-3138f64f-621d-4f6b-ad24-1c5b6512dddd tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:48.159827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.159998 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3138f64f-621d-4f6b-ad24-1c5b6512dddd tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-1265149122 HTTP/1.1" status: 404 len: 329 time: 0.1003447 Nov 23 02:27:48.160090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34208) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.165040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-4f3826c1-0b52-4e0e-907b-455579bfe0ff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9', 'tempest-TagsExtTest-Tag-1378631441') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.172504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.181992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.197350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c55cd-9870-4926-a9d8-a192750650a1 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:48.222746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Attempting to bind port ec0fac1e-fb87-48a2-b065-f126deaeb6eb on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:48.223135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Attempting to bind port ec0fac1e-fb87-48a2-b065-f126deaeb6eb by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:48.223516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Attempting to bind port ec0fac1e-fb87-48a2-b065-f126deaeb6eb on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:48.233653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c7f3-1391-4247-bd4a-cebba6d5430d None None] Pushing event updated for resources: {'Port': ['ID=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.236728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:48.237125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:48.237544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.237932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:48.238498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Bound port: ec0fac1e-fb87-48a2-b065-f126deaeb6eb, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:48.238917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.249400 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-4f3826c1-0b52-4e0e-907b-455579bfe0ff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] show failed (client error): The resource could not be found. Nov 23 02:27:48.250467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4f3826c1-0b52-4e0e-907b-455579bfe0ff tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags/tempest-TagsExtTest-Tag-1378631441 HTTP/1.1" status: 404 len: 329 time: 0.0893979 Nov 23 02:27:48.255449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34210) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.263080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-f14b4adf-8990-4457-b422-bab8d7ea097c tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f92c1348-a43a-4548-a947-06176fce97b9') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.287174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=b980d40d-335c-4401-a0c6-eb16a01d8e09,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.293271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.296335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] For port ec0fac1e-fb87-48a2-b065-f126deaeb6eb, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:48.314183 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f14b4adf-8990-4457-b422-bab8d7ea097c tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9/tags HTTP/1.1" status: 204 len: 168 time: 0.0577273 Nov 23 02:27:48.315395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] For port ec0fac1e-fb87-48a2-b065-f126deaeb6eb, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:48.317477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.321010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a3fe14e6-df92-4de5-bbda-07890ed067a2 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2516646 Nov 23 02:27:48.321186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34212) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.323764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34214) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.329190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'port': {'network_id': '7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7', 'name': 'tempest-FloatingIPTestJSON-2016126832'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:48.329782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.333323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-13328862-7b93-4219-bbd9-bde09fcd2d8a None None] Provisioning complete for port ec0fac1e-fb87-48a2-b065-f126deaeb6eb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:48.333688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13328862-7b93-4219-bbd9-bde09fcd2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.358193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.tag.tag_plugin [None req-6f846f95-2611-4d96-a3de-fad00ebce38e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '31ad2e12-342a-4c3c-9ecb-73f952566b62') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.416083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618f543-ec96-4acf-b1ec-809d4bfc1706 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:48.429241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8c7f3-1391-4247-bd4a-cebba6d5430d None None] Pushing event updated for resources: {'Port': ['ID=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.439471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:48.440103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.453783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:48.457785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.477327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] device_id is not set on port 7026fb8d-f745-4cd7-a99e-9acd3fdc0711 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:27:48.499333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.531807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Deleting port c29a9231-843f-4930-b973-906ae1d1d74a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:48.532161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.565239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13328862-7b93-4219-bbd9-bde09fcd2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.596078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-13328862-7b93-4219-bbd9-bde09fcd2d8a None None] For port ec0fac1e-fb87-48a2-b065-f126deaeb6eb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:48.596352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.2 (7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7/e17593ad-28cc-4a29-aef3-ee11b0384f26/7026fb8d-f745-4cd7-a99e-9acd3fdc0711) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:48.600269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:48.603318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13328862-7b93-4219-bbd9-bde09fcd2d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.622757 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6f846f95-2611-4d96-a3de-fad00ebce38e tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62/tags HTTP/1.1" status: 204 len: 168 time: 0.2693706 Nov 23 02:27:48.625718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34218) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.628109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Subnet': ['ID=8a2e270f-3124-4c82-bd01-f41e289db92c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.630224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-51b5d93f-bfe3-425d-8dd7-1c7728ed601d tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '92b415b8-0999-4dfb-a87e-5c20debb145f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.674991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Checking segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:48.675347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network hostable DHCP agents. Network: 6c4c89e3-7992-4f45-8c54-45d80cf19fed, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:48.678594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.697275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Calling delete_port for c29a9231-843f-4930-b973-906ae1d1d74a owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:48.717174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:48.759671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 6c4c89e3-7992-4f45-8c54-45d80cf19fed) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:48.764694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:48.768273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.768424 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-51b5d93f-bfe3-425d-8dd7-1c7728ed601d tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f/tags HTTP/1.1" status: 204 len: 168 time: 0.1395557 Nov 23 02:27:48.768871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13328862-7b93-4219-bbd9-bde09fcd2d8a None None] Pushing event updated for resources: {'Port': ['ID=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:48.768960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34220) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.776036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3a27f3ce-78b3-4b44-87ef-d04a6468baa9 None None] Provisioning complete for port ec0fac1e-fb87-48a2-b065-f126deaeb6eb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:48.776655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3a27f3ce-78b3-4b44-87ef-d04a6468baa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.777604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.tag.tag_plugin [None req-07f25078-46c9-4c5d-a9e6-68ae2f28d899 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '196e71a5-db15-4742-99b2-0de9f371c2ff') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:48.815212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881439d-839c-4feb-ac05-6d17175bf677 None None] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:48.817299 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aedd0365-cda1-4601-9cfa-f868d2ee06a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8688703 Nov 23 02:27:48.817918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34222) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.846784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.891738 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-07f25078-46c9-4c5d-a9e6-68ae2f28d899 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff/tags HTTP/1.1" status: 204 len: 168 time: 0.1159623 Nov 23 02:27:48.891983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34224) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:48.954434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:48.979925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.024596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:49.028513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Port': ['ID=c29a9231-843f-4930-b973-906ae1d1d74a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.032494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:49.038731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:49.044264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=7026fb8d-f745-4cd7-a99e-9acd3fdc0711,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.078678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8446-0081-4106-8d05-fd088c409100 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for subnetpool, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.083427 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4a3f8446-0081-4106-8d05-fd088c409100 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f92c1348-a43a-4548-a947-06176fce97b9 HTTP/1.1" status: 204 len: 168 time: 0.1872032 Nov 23 02:27:49.084655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34228) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:49.105244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ca94e-1f98-40b4-ab0a-72b7c4204138 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:49.131833 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-10c236c6-de04-4537-90a9-096ede96d2c8 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "GET /v2.0/ports?device_id=31ad2e12-342a-4c3c-9ecb-73f952566b62 HTTP/1.1" status: 200 len: 205 time: 0.0423095 Nov 23 02:27:49.131833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34230) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:49.145018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:49.145814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.188508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.195181 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-80a742ed-c333-4500-a87b-50bb433261c4 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "DELETE /v2.0/ports/c29a9231-843f-4930-b973-906ae1d1d74a HTTP/1.1" status: 204 len: 168 time: 1.0506370 Nov 23 02:27:49.195822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34232) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:49.201021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-31b445f6-0c56-4310-851a-db704404f88a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8759108 Nov 23 02:27:49.212207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34234) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:49.217122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'port_id': '7026fb8d-f745-4cd7-a99e-9acd3fdc0711'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:49.245835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 3, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:49.246138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.284333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:49.284572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.285199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.289559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b2d06d-7add-4f89-8b99-a1dc57dbc8bc None None] The sync data for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv is: [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:45Z', 'revision_number': 3, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:49.455281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-789b22f9-86eb-4807-9922-d1618e23850d None None] Provisioning complete for port 7026fb8d-f745-4cd7-a99e-9acd3fdc0711 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:49.455995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-789b22f9-86eb-4807-9922-d1618e23850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.466906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.469331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.517551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Allocated IP 172.20.0.2 (6c4c89e3-7992-4f45-8c54-45d80cf19fed/8a2e270f-3124-4c82-bd01-f41e289db92c/234cb53c-6a8d-418d-9fe8-d8aa646e3651) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:49.522528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-789b22f9-86eb-4807-9922-d1618e23850d None None] Port 7026fb8d-f745-4cd7-a99e-9acd3fdc0711 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:49.538332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.539053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Fanout notify agent at l3_agent the message router_deleted on router 31ad2e12-342a-4c3c-9ecb-73f952566b62 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:49.549702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.550855 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8a1487bb-fda2-400f-86d8-cee5fa933e74 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/routers/31ad2e12-342a-4c3c-9ecb-73f952566b62 HTTP/1.1" status: 204 len: 168 time: 0.4191642 Nov 23 02:27:49.553360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34236) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:49.728217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.735099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Deleting port 92b415b8-0999-4dfb-a87e-5c20debb145f {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:49.736093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.747283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.787749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:49.793776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:49.798089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:49.829905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Pushing event updated for resources: {'Port': ['ID=234cb53c-6a8d-418d-9fe8-d8aa646e3651,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:49.859256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.864106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605d3bb1-2b64-41b2-b8dc-9f43e0eeca93 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:49.865829 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-605d3bb1-2b64-41b2-b8dc-9f43e0eeca93 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "GET /v2.0/ports?device_id=cac8428c-7efd-4b49-986b-c5c72ff0c166 HTTP/1.1" status: 200 len: 913 time: 0.6669025 Nov 23 02:27:49.870945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34238) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:49.875414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Attempting to bind port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:49.876042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Attempting to bind port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:49.876687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Attempting to bind port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 on network 6c4c89e3-7992-4f45-8c54-45d80cf19fed {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:49.879330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Calling delete_port for 92b415b8-0999-4dfb-a87e-5c20debb145f owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:49.882722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:49.883303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Checking segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:49.883886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.884463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Bound using segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:49.885085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Bound port: 234cb53c-6a8d-418d-9fe8-d8aa646e3651, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:49.885742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:49.958736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] For port 234cb53c-6a8d-418d-9fe8-d8aa646e3651, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:49.962474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] For port 234cb53c-6a8d-418d-9fe8-d8aa646e3651, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=234cb53c-6a8d-418d-9fe8-d8aa646e3651,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:49.972559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.043042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7998d-8b32-4d41-89cb-eefafd8e0254 None None] Pushing event updated for resources: {'Port': ['ID=234cb53c-6a8d-418d-9fe8-d8aa646e3651,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:50.320496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.332817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ec0fac1e-fb87-48a2-b065-f126deaeb6eb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:50.413094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.419244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ec0fac1e-fb87-48a2-b065-f126deaeb6eb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:50.419623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.656317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.663635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.689099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.726031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event deleted for resources: {'Port': ['ID=92b415b8-0999-4dfb-a87e-5c20debb145f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:50.827825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.831196 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-09666ae7-cdad-41f9-845d-a31c402f6076 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/ports/92b415b8-0999-4dfb-a87e-5c20debb145f HTTP/1.1" status: 204 len: 168 time: 1.2765534 Nov 23 02:27:50.834887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34240) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:50.890759 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP ae251398-4c6a-4d0e-860b-22edff8be95e associated. External IP: 172.26.8.35, port: 7026fb8d-f745-4cd7-a99e-9acd3fdc0711. Nov 23 02:27:50.898350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.903871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Deleting subnet 196e71a5-db15-4742-99b2-0de9f371c2ff {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:50.908220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:50.995283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Allocated IP 172.20.0.1 (6c4c89e3-7992-4f45-8c54-45d80cf19fed/8a2e270f-3124-4c82-bd01-f41e289db92c/6df0e69d-d9c6-4976-af49-d4b27384d13c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:51.030275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.181644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.218444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.245224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:51.299355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.335741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.339922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event deleted for resources: {'Subnet': ['ID=196e71a5-db15-4742-99b2-0de9f371c2ff,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:51.344066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.347344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-65a7d1e2-fea3-4ee0-a919-06676cd156e9 tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/subnets/196e71a5-db15-4742-99b2-0de9f371c2ff HTTP/1.1" status: 204 len: 168 time: 0.5118790 Nov 23 02:27:51.349902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34242) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:51.359604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0cb866-f870-4207-af81-d910bbf2f2ce None None] Network db78afae-fbd1-4041-80e5-a8fefccfc668 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:51.429236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:51.435238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:51.443059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:51.449027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Port': ['ID=6df0e69d-d9c6-4976-af49-d4b27384d13c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:51.460692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.476542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:51.478817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Deleting port 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:51.479458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.483184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.486356 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:51.497244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2470ad88-4d24-47b8-be54-cd66c8698f4b None None] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:51.503331 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:51.504005 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:51.556524 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:51.577990 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:51.578555 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:51.585893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.600033 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-484a9791-ba4a-4a53-a797-c48fbbb5b808 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/floatingips/ae251398-4c6a-4d0e-860b-22edff8be95e HTTP/1.1" status: 200 len: 977 time: 2.3870254 Nov 23 02:27:51.605347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34244) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:51.658961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-84d3df16-d843-4b3c-a0be-5710fd15fa00 None None] Provisioning complete for port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:51.658961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84d3df16-d843-4b3c-a0be-5710fd15fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.668513 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:51.668739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] DHCP port deletion for db78afae-fbd1-4041-80e5-a8fefccfc668 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:51.669357 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a88efee-d92a-41b8-8c8c-6503bc6ef44a None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:51.686804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.728136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Calling delete_port for 9a4b21c2-3e18-41b3-9678-5125ae4c46d1 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:51.758141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Deleting port e0fe858c-eb2a-4a52-85f0-908cf3a9489c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:51.758755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.791556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.830030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] For port e0fe858c-eb2a-4a52-85f0-908cf3a9489c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,segment=NetworkSegment(d763b86e-3368-4d05-ad28-7606efda7eaf),segment_id=d763b86e-3368-4d05-ad28-7606efda7eaf)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:51.830328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.844357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Calling delete_port for e0fe858c-eb2a-4a52-85f0-908cf3a9489c owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:51.878609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] Deleting port e0fe858c-eb2a-4a52-85f0-908cf3a9489c {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:51.879177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.934836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84d3df16-d843-4b3c-a0be-5710fd15fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.968281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 7026fb8d-f745-4cd7-a99e-9acd3fdc0711 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:51.968955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:51.992993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] For port e0fe858c-eb2a-4a52-85f0-908cf3a9489c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,segment=NetworkSegment(d763b86e-3368-4d05-ad28-7606efda7eaf),segment_id=d763b86e-3368-4d05-ad28-7606efda7eaf)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:51.993973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.021134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] Calling delete_port for e0fe858c-eb2a-4a52-85f0-908cf3a9489c owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:52.029290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-84d3df16-d843-4b3c-a0be-5710fd15fa00 None None] For port 234cb53c-6a8d-418d-9fe8-d8aa646e3651, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=234cb53c-6a8d-418d-9fe8-d8aa646e3651,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:52.039566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84d3df16-d843-4b3c-a0be-5710fd15fa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.067468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.162483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3df16-d843-4b3c-a0be-5710fd15fa00 None None] Pushing event updated for resources: {'Port': ['ID=234cb53c-6a8d-418d-9fe8-d8aa646e3651,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.185429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.192489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.212267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.266055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] Pushing event deleted for resources: {'Port': ['ID=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.277219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c05e0a-da21-47a3-a66a-17b1fa018974 None None] No DVR routers for this DVR port e0fe858c-eb2a-4a52-85f0-908cf3a9489c on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:52.318141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Port': ['ID=6df0e69d-d9c6-4976-af49-d4b27384d13c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.326657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.327019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.327331 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP ae251398-4c6a-4d0e-860b-22edff8be95e disassociated. External IP: 172.26.8.35, port: 7026fb8d-f745-4cd7-a99e-9acd3fdc0711. Nov 23 02:27:52.327681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 7026fb8d-f745-4cd7-a99e-9acd3fdc0711 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:52.329863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.367802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7c767f34-46cc-4f73-8fee-517d7533c463 None None] Provisioning complete for port 6df0e69d-d9c6-4976-af49-d4b27384d13c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:52.369908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c767f34-46cc-4f73-8fee-517d7533c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.410735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7c767f34-46cc-4f73-8fee-517d7533c463 None None] Port 6df0e69d-d9c6-4976-af49-d4b27384d13c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:52.414004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 234cb53c-6a8d-418d-9fe8-d8aa646e3651 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:52.438062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.459478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7c767f34-46cc-4f73-8fee-517d7533c463 None None] Provisioning complete for port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:52.459997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7c767f34-46cc-4f73-8fee-517d7533c463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.471658 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:52.473536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:52.523032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event deleted for resources: {'Port': ['ID=e0fe858c-eb2a-4a52-85f0-908cf3a9489c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.527304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] No DVR routers for this DVR port e0fe858c-eb2a-4a52-85f0-908cf3a9489c on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:52.558166 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:52.559193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.642812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.650856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Router 5858e434-9ff7-48ae-9d3e-3a885171a634 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:52.734128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db78afae-fbd1-4041-80e5-a8fefccfc668']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:52.752403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd763b86e-3368-4d05-ad28-7606efda7eaf') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:52.752707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd763b86e-3368-4d05-ad28-7606efda7eaf') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:52.778881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.781805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.792436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e0fe858c-eb2a-4a52-85f0-908cf3a9489c no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:52.812162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.815046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: e0fe858c-eb2a-4a52-85f0-908cf3a9489c {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:52.815628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e0fe858c-eb2a-4a52-85f0-908cf3a9489c not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:52.829148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:52.832294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6192d9b-b418-4515-92ec-68ea4a68b6e3 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:52.842986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.848889 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-727fd2cd-ca8b-408e-8c8e-868751ef0f03 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "PUT /v2.0/routers/5858e434-9ff7-48ae-9d3e-3a885171a634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0292397 Nov 23 02:27:52.856083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=7026fb8d-f745-4cd7-a99e-9acd3fdc0711,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:52.872687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Sync routers for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:52.873986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:52.874500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:52.882803 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:52.902003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7bdc0b8f-341c-4523-8ee3-ecfe0d91ef82 None None] Provisioning complete for port 6df0e69d-d9c6-4976-af49-d4b27384d13c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:52.902392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7bdc0b8f-341c-4523-8ee3-ecfe0d91ef82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:52.910479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:52.911503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:53.067875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7bdc0b8f-341c-4523-8ee3-ecfe0d91ef82 None None] Port 6df0e69d-d9c6-4976-af49-d4b27384d13c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:53.089534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:53.121206 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-4294beb4-bfd0-4aaf-bb43-fcfa0ef4a3bf tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083464561&fields=id&tenant_id=ada33976b33040f8ae2c2eb1aa097bb1 HTTP/1.1" status: 200 len: 267 time: 0.0717552 Nov 23 02:27:53.241004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c1d67430-63dd-486a-9c95-9659e565a809 None None] Provisioning complete for port 6df0e69d-d9c6-4976-af49-d4b27384d13c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:53.241400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c1d67430-63dd-486a-9c95-9659e565a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.290768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Port': ['ID=9a4b21c2-3e18-41b3-9678-5125ae4c46d1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:53.312934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c1d67430-63dd-486a-9c95-9659e565a809 None None] Port 6df0e69d-d9c6-4976-af49-d4b27384d13c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:53.376029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.397700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 2, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:53.426592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Checking router: 5858e434-9ff7-48ae-9d3e-3a885171a634 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:27:53.427009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Updating router 5858e434-9ff7-48ae-9d3e-3a885171a634 port 6df0e69d-d9c6-4976-af49-d4b27384d13c binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:27:53.442988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.449724 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] 10.222.0.53 "DELETE /v2.0/networks/db78afae-fbd1-4041-80e5-a8fefccfc668 HTTP/1.1" status: 204 len: 168 time: 2.0980024 Nov 23 02:27:53.458923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.495339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:53.517013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.524309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19035e-8687-4dbe-9f4a-9021e38c1ddc tempest-TagsExtTest-1447106983 tempest-TagsExtTest-1447106983-project] Pushing event deleted for resources: {'Network': ['ID=db78afae-fbd1-4041-80e5-a8fefccfc668,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:53.677855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-fd46b90c-98e0-4b4d-a28c-741548d88f2b tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:53.685935 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-fd46b90c-98e0-4b4d-a28c-741548d88f2b tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/networks?id=6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 200 len: 796 time: 0.5539217 Nov 23 02:27:53.703798 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-b7c50e89-33a6-4c9c-8ca6-19a51f61bebf tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/quotas/ada33976b33040f8ae2c2eb1aa097bb1 HTTP/1.1" status: 200 len: 375 time: 0.0167711 Nov 23 02:27:53.801091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:53.809766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Router cac8428c-7efd-4b49-986b-c5c72ff0c166 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:53.810766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-423ca98f-d5a8-41d2-8b91-7ced00e06544 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060028 Nov 23 02:27:53.811437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34266) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:53.811563 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:53.830406 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:53.831062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:53.864852 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:53.875765 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:53.876712 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:53.924141 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:53.925060 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdadd3e-17e5-4b25-b71e-3524bf7fb045 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:53.992836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:53.996479 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4c08e795-82ef-4e1b-acf2-18290e198ef0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/ports/7026fb8d-f745-4cd7-a99e-9acd3fdc0711 HTTP/1.1" status: 204 len: 168 time: 2.3869114 Nov 23 02:27:54.000372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34272) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:54.007431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:54.016444 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6f98da2d-db62-4674-bf1c-1ffe5edce891 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "PUT /v2.0/routers/cac8428c-7efd-4b49-986b-c5c72ff0c166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8236985 Nov 23 02:27:54.019158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34274) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:54.019909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] Sync routers for ids ['cac8428c-7efd-4b49-986b-c5c72ff0c166'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:54.046685 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ef77931d-f91e-4e04-a2d3-a2d171a88bc8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f1ed00117b6418188630c91b3e49e29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2316985 Nov 23 02:27:54.047564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34276) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:54.048282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] Routers {'cac8428c-7efd-4b49-986b-c5c72ff0c166'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:54.049535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cac8428c-7efd-4b49-986b-c5c72ff0c166'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:54.055279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.095049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:54.100872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.114914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-eb63e5ea-93c4-4c2c-9b09-b987c3dda4de service neutron] 10.222.0.53 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858844 Nov 23 02:27:54.132393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] Routers {'cac8428c-7efd-4b49-986b-c5c72ff0c166'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:54.136275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['cac8428c-7efd-4b49-986b-c5c72ff0c166'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:54.136443 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-715ce5b7-5309-4af5-82ba-e8151ec657fc tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/floatingips/ae251398-4c6a-4d0e-860b-22edff8be95e HTTP/1.1" status: 200 len: 687 time: 0.1316941 Nov 23 02:27:54.136443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34278) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:54.178634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:54.179379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686db5ad-68b7-4c3c-b886-5a4fc0d05d33 None None] The sync data for ids ['cac8428c-7efd-4b49-986b-c5c72ff0c166'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:54.192843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642947c3-4347-4641-97f5-248fc711c7ca None None] Pushing event updated for resources: {'Port': ['ID=6df0e69d-d9c6-4976-af49-d4b27384d13c,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:54.193159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.241993 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-667c7ad9-f504-4027-9543-60863bc3da1f service neutron] 10.222.0.53 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173844 Nov 23 02:27:54.246308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d76e00a9-b6e1-4dd7-b345-c785b308d88f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.259564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Attempting to bind port 6df0e69d-d9c6-4976-af49-d4b27384d13c on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:54.260085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Attempting to bind port 6df0e69d-d9c6-4976-af49-d4b27384d13c by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:54.260703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Attempting to bind port 6df0e69d-d9c6-4976-af49-d4b27384d13c on network 6c4c89e3-7992-4f45-8c54-45d80cf19fed {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:54.267849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:54.268394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Checking segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:54.268923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.269421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Bound using segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:54.270017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Bound port: 6df0e69d-d9c6-4976-af49-d4b27384d13c, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:54.270504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.299766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d76e00a9-b6e1-4dd7-b345-c785b308d88f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.319522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 234cb53c-6a8d-418d-9fe8-d8aa646e3651 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:54.371803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d76e00a9-b6e1-4dd7-b345-c785b308d88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.375763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d76e00a9-b6e1-4dd7-b345-c785b308d88f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.380594 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d76e00a9-b6e1-4dd7-b345-c785b308d88f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f1371b32-b9d6-4447-af21-ba583f84fbb6 HTTP/1.1" status: 204 len: 168 time: 0.3310294 Nov 23 02:27:54.392089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e00a9-b6e1-4dd7-b345-c785b308d88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1371b32-b9d6-4447-af21-ba583f84fbb6,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:54.452866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] For port 6df0e69d-d9c6-4976-af49-d4b27384d13c, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:54.457193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] For port 6df0e69d-d9c6-4976-af49-d4b27384d13c, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6df0e69d-d9c6-4976-af49-d4b27384d13c,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:54.469338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.477365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:54.477749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.588259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642947c3-4347-4641-97f5-248fc711c7ca None None] Pushing event updated for resources: {'Port': ['ID=6df0e69d-d9c6-4976-af49-d4b27384d13c,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:54.590989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:54.591609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:54.642650 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b2d5e3ed-7a04-43d4-8cad-dbc6d9ecd674 req-d86f1cc1-4771-4f5d-80a3-54e77c6dfb3b tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0957501 Nov 23 02:27:54.684670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.697656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-08ce701d-f226-4998-a5e2-3a0f4ae9cad7 None None] Provisioning complete for port 6df0e69d-d9c6-4976-af49-d4b27384d13c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:54.698202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-08ce701d-f226-4998-a5e2-3a0f4ae9cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.701264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.820030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port b980d40d-335c-4401-a0c6-eb16a01d8e09 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:54.828743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.850452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.850920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Fanout notify agent at l3_agent the message router_deleted on router cac8428c-7efd-4b49-986b-c5c72ff0c166 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:27:54.857106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:27:54.874855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.878259 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-10f38349-db85-453d-b99b-6fe0c5c9bd1f tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "DELETE /v2.0/routers/cac8428c-7efd-4b49-986b-c5c72ff0c166 HTTP/1.1" status: 204 len: 168 time: 0.8567042 Nov 23 02:27:54.878659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34292) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:54.960376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.960376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.961152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-08ce701d-f226-4998-a5e2-3a0f4ae9cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.971080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Deleting subnet ea1cc93e-91a1-4cc9-b199-c033a5779f75 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:27:54.975668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:54.975848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for b980d40d-335c-4401-a0c6-eb16a01d8e09 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:55.034731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.039295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-08ce701d-f226-4998-a5e2-3a0f4ae9cad7 None None] For port 6df0e69d-d9c6-4976-af49-d4b27384d13c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6df0e69d-d9c6-4976-af49-d4b27384d13c,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:55.047702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-08ce701d-f226-4998-a5e2-3a0f4ae9cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.149173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.150049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce701d-f226-4998-a5e2-3a0f4ae9cad7 None None] Pushing event updated for resources: {'Port': ['ID=6df0e69d-d9c6-4976-af49-d4b27384d13c,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.165260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.181604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8f3bca9b-80e9-4d12-9154-6f69ef153629 None None] Provisioning complete for port 6df0e69d-d9c6-4976-af49-d4b27384d13c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:55.181881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f3bca9b-80e9-4d12-9154-6f69ef153629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.184663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=b980d40d-335c-4401-a0c6-eb16a01d8e09,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.233047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:54Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:55.257032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.260829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.262893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-81a33e5f-b939-4bb3-a27e-4ec18c38a92d tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/floatingips/ae251398-4c6a-4d0e-860b-22edff8be95e HTTP/1.1" status: 204 len: 168 time: 1.1255877 Nov 23 02:27:55.266554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34296) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:55.272067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '9bfee471-ba08-403e-b7c0-e2f44db4878c'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:55.273797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8dbda0-08e4-4581-b631-8337798ee09f None None] The sync data for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv is: [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:54Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:55.307753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.336408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.398041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1cc93e-91a1-4cc9-b199-c033a5779f75,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.403425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.409909 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-37d7c39a-3693-437d-a796-d0ad2d0f0299 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "DELETE /v2.0/subnets/ea1cc93e-91a1-4cc9-b199-c033a5779f75 HTTP/1.1" status: 204 len: 168 time: 0.5279906 Nov 23 02:27:55.412377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34298) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:55.412523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244a02b-ab09-4ed2-bb02-70fcbae2bfcc None None] Network bfcce5a8-4e1c-4b7e-b707-b561e9874d36 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:55.532473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.573255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.647705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Deleting port 1600800b-3f17-4b79-8510-6a721bb96165 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:55.648113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.669725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] DHCP port deletion for bfcce5a8-4e1c-4b7e-b707-b561e9874d36 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:27:55.711144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.190 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/05b6a829-fa33-43f0-b67a-9408498fea1b) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:55.740323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] For port 1600800b-3f17-4b79-8510-6a721bb96165, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1600800b-3f17-4b79-8510-6a721bb96165,segment=NetworkSegment(e601c28c-be28-42c6-b0c6-6d7970132a64),segment_id=e601c28c-be28-42c6-b0c6-6d7970132a64)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:55.740718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.743671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] Deleting port 1600800b-3f17-4b79-8510-6a721bb96165 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:27:55.744461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.778554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Calling delete_port for 1600800b-3f17-4b79-8510-6a721bb96165 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:55.782042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a548206c-1126-4d09-9978-52d210c455a3 req-7633c429-d35a-4f82-9bb8-fc75f0d1d121 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0385218 Nov 23 02:27:55.830882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] For port 1600800b-3f17-4b79-8510-6a721bb96165, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1600800b-3f17-4b79-8510-6a721bb96165,segment=NetworkSegment(e601c28c-be28-42c6-b0c6-6d7970132a64),segment_id=e601c28c-be28-42c6-b0c6-6d7970132a64)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:27:55.831289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.844644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] Calling delete_port for 1600800b-3f17-4b79-8510-6a721bb96165 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:27:55.874695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.884617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.923442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Port': ['ID=1600800b-3f17-4b79-8510-6a721bb96165,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:55.927786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] No DVR routers for this DVR port 1600800b-3f17-4b79-8510-6a721bb96165 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:55.932886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.957885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:55.977819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] No DVR routers for this DVR port 1600800b-3f17-4b79-8510-6a721bb96165 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:27:55.983595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b2a7-1e2e-4b38-a6a1-3b7aab30b1b4 None None] Pushing event deleted for resources: {'Port': ['ID=1600800b-3f17-4b79-8510-6a721bb96165,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:56.033361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:56.038014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:56.039154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.041995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:56.070012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=05b6a829-fa33-43f0-b67a-9408498fea1b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:56.127562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcce5a8-4e1c-4b7e-b707-b561e9874d36']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:56.143534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e601c28c-be28-42c6-b0c6-6d7970132a64') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:56.143935 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e601c28c-be28-42c6-b0c6-6d7970132a64') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:56.164165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.212081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.225490 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:27:56.225973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:27:56.229906 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:27:56.255557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-64c1a09a-b296-4d94-b997-b2ce666511b5 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:56.257449 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-64c1a09a-b296-4d94-b997-b2ce666511b5 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.46 "GET /v2.0/networks?id=6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 200 len: 796 time: 0.2000370 Nov 23 02:27:56.295308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6df0e69d-d9c6-4976-af49-d4b27384d13c up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:27:56.365677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 6df0e69d-d9c6-4976-af49-d4b27384d13c triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:56.366054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.396847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.410372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.416434 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] 10.222.0.53 "DELETE /v2.0/networks/bfcce5a8-4e1c-4b7e-b707-b561e9874d36 HTTP/1.1" status: 204 len: 168 time: 1.0017798 Nov 23 02:27:56.429268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849ff5c-f1da-495d-ac88-6f7052aad403 tempest-FloatingIPNegativeTestJSON-759068025 tempest-FloatingIPNegativeTestJSON-759068025-project] Pushing event deleted for resources: {'Network': ['ID=bfcce5a8-4e1c-4b7e-b707-b561e9874d36,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:56.437738 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-236cce3b-5de3-4dd2-9df0-f33743dfa556 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ada33976b33040f8ae2c2eb1aa097bb1 HTTP/1.1" status: 200 len: 380 time: 0.1317465 Nov 23 02:27:56.449073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'port': {'device_id': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'admin_state_up': True, 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'security_groups': ['33eb0007-24ec-4640-a726-d5b21e0ac081']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:56.469346 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:27:56.567292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1600800b-3f17-4b79-8510-6a721bb96165 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:27:56.597291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 1600800b-3f17-4b79-8510-6a721bb96165 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:27:56.597715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1600800b-3f17-4b79-8510-6a721bb96165 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:27:56.618126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Made reservation on behalf of ada33976b33040f8ae2c2eb1aa097bb1 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:56.622448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.643521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:56.772621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Allocated IP 172.20.0.8 (6c4c89e3-7992-4f45-8c54-45d80cf19fed/8a2e270f-3124-4c82-bd01-f41e289db92c/5fca41aa-eebd-42b5-a302-6ffcc4243d55) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:56.849736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34312) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:56.968004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.007463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.009270 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d219922-3994-4a5a-97b2-e16fd2971972 req-02c3d45d-4cbb-44b9-a99d-e880d0a1a29f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0348747 Nov 23 02:27:57.054496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.059931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:57.077005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:57.086644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:57.143690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.164476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:57.165115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.170031 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a28d933b-bf38-4309-82b8-353e99780ca2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dcadcbf7b2404fdc814e069afd262d87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190839 Nov 23 02:27:57.174373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34316) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:57.187141 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-abb84e5c-96c3-4bd5-82b8-e5cadc1e4dda tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7427678 Nov 23 02:27:57.213019 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Request body: {'port': {'device_id': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:57.258871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.265461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6ef2-0a0c-4315-975d-cfa69dd7e71d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.268610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.271663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.300964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d12048da-752d-4024-bf70-81b97dc1ef19 None None] Provisioning complete for port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:27:57.301578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d12048da-752d-4024-bf70-81b97dc1ef19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.324396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6ef2-0a0c-4315-975d-cfa69dd7e71d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.357821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d12048da-752d-4024-bf70-81b97dc1ef19 None None] Port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:27:57.370567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=05b6a829-fa33-43f0-b67a-9408498fea1b,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.399119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.487910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6ef2-0a0c-4315-975d-cfa69dd7e71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.490561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9b7c6ef2-0a0c-4315-975d-cfa69dd7e71d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.491710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9b7c6ef2-0a0c-4315-975d-cfa69dd7e71d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51597415-665c-4295-9552-32f2a162a85a HTTP/1.1" status: 204 len: 168 time: 0.3163850 Nov 23 02:27:57.506434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c6ef2-0a0c-4315-975d-cfa69dd7e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51597415-665c-4295-9552-32f2a162a85a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.518653 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP 0a225ff8-58fe-4ec5-bbbe-3f87943a98df associated. External IP: 172.26.8.190, port: 9bfee471-ba08-403e-b7c0-e2f44db4878c. Nov 23 02:27:57.625986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fca41aa-eebd-42b5-a302-6ffcc4243d55 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:27:57.635138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.652620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Transition to ACTIVE for port object 5fca41aa-eebd-42b5-a302-6ffcc4243d55 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:27:57.657747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.714008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:57.757773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:27:57.825922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Attempting to bind port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:57.826132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Attempting to bind port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:57.826573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Attempting to bind port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 on network 6c4c89e3-7992-4f45-8c54-45d80cf19fed {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:57.832888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 on network 6c4c89e3-7992-4f45-8c54-45d80cf19fed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:27:57.833218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Attempting to bind port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 on network 6c4c89e3-7992-4f45-8c54-45d80cf19fed {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:57.841927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:57.842328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Checking segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:57.842664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Bound using segment: {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:57.843103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Bound port: 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2abee4-b584-48c2-8e71-7aff6afe1050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:57.843467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.907577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:27:57.918572 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:27:57.931798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.936951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:57.936951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:57.938674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:57.944317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:57.951855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:57.967213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-622c3676-e484-4593-8c5d-6ba4f33a703a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6993754 Nov 23 02:27:57.972422 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:57.972708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34330) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:57.981118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1756859886'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:57.983421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:27:57.984370 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:58.008510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.009149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.010706 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] 10.222.0.46 "PUT /v2.0/ports/5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 200 len: 1093 time: 0.8022408 Nov 23 02:27:58.011420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:27:58.013945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39598fd1-9ae9-4053-94df-5eb26573548b" -d '{"events": [{"name": "network-changed", "server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:27:58.038798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:58.041976 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:27:58.042658 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55823d8-9eff-433b-a304-c514e4bb5d00 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:27:58.052919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.076140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040739d3-69ea-4dd9-a41d-10794ab122dc service neutron] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.122916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:58.143334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.143814 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Added segment b33b9d7a-64f0-42f8-807c-b737f2b1049d of type vlan for network b689ffcc-852e-41ce-8493-8cbb4715e6d2 Nov 23 02:27:58.150504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-22a8ab98-f698-446d-9cab-413a772a8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.152597 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-22a8ab98-f698-446d-9cab-413a772a8840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0621433 Nov 23 02:27:58.227376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-b60e6813-8a00-4599-870f-9c2ef19ed046 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 200 len: 217 time: 0.0550935 Nov 23 02:27:58.282908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.295072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c042d-71ec-4032-831d-3ede4b428564 x-openstack-request-id: req-d30c042d-71ec-4032-831d-3ede4b428564 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:27:58.295376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:27:58.295632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d30c042d-71ec-4032-831d-3ede4b428564 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:27:58.296209 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'status': 'completed', 'code': 200} Nov 23 02:27:58.322010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-0cacd2b3-4c4f-44f1-a859-0360a37032d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.322010 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-0cacd2b3-4c4f-44f1-a859-0360a37032d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a2e270f-3124-4c82-bd01-f41e289db92c HTTP/1.1" status: 200 len: 835 time: 0.0758410 Nov 23 02:27:58.324384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07a043-f906-4b67-805f-10803963be2e req-012cb4fd-d860-4ab3-8738-717e85c11bb4 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.326022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-de07a043-f906-4b67-805f-10803963be2e req-012cb4fd-d860-4ab3-8738-717e85c11bb4 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 943 time: 0.1397200 Nov 23 02:27:58.343548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.349013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.349558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.380057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-45a274ee-6b89-46ee-a016-e6a9326d1a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.381653 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-45a274ee-6b89-46ee-a016-e6a9326d1a1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c4c89e3-7992-4f45-8c54-45d80cf19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461516 Nov 23 02:27:58.427994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Network': ['ID=b689ffcc-852e-41ce-8493-8cbb4715e6d2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.439897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:58.442028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-da73aac0-c425-4047-b8fc-1ed6d07a2c11 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4681776 Nov 23 02:27:58.442664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34346) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:58.450593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34348) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:58.463229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'subnet': {'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:58.495988 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-4a5b5ac1-4283-4df3-b0a2-7b8c3864da71 service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058147 Nov 23 02:27:58.524422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-de07a043-f906-4b67-805f-10803963be2e req-7d0f2ecc-f0b6-405b-9b09-a8bd5c894017 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899300 Nov 23 02:27:58.582320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-817398855'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:58.591554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:58.595106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.605116 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3630db3-3ec0-4dca-9084-513320e14ed1 req-01671e9f-eb57-4b84-8c12-03480deb7eaa service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998526 Nov 23 02:27:58.653636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:27:58.657164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.673580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.754601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598fd1-9ae9-4053-94df-5eb26573548b req-7786707a-f75f-46b6-a50e-620203350ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.756259 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-7786707a-f75f-46b6-a50e-620203350ec0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0491717 Nov 23 02:27:58.848557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.852077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598fd1-9ae9-4053-94df-5eb26573548b req-f90de191-d24f-4830-b2e5-70ec2e935599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.853643 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-f90de191-d24f-4830-b2e5-70ec2e935599 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 200 len: 897 time: 0.0891886 Nov 23 02:27:58.853830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.862087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.884475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:27:58.902746 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-f3243292-d2e7-49be-aea6-dec3142238b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 200 len: 217 time: 0.0399930 Nov 23 02:27:58.935784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:58.936143 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment a42dba6d-0fcf-4629-9e42-ba6ef2c4c748 of type vlan for network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 Nov 23 02:27:58.940098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7450c77e-4f53-481b-adb5-84a8eb59eee0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:58.955451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598fd1-9ae9-4053-94df-5eb26573548b req-4eea86d1-7e98-414f-a4e5-87623328e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:58.957101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-4eea86d1-7e98-414f-a4e5-87623328e157 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a2e270f-3124-4c82-bd01-f41e289db92c HTTP/1.1" status: 200 len: 835 time: 0.0460660 Nov 23 02:27:58.992936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Subnet': ['ID=99ab10ae-61fb-431d-ad69-ac4c24a7a2ee,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.004568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598fd1-9ae9-4053-94df-5eb26573548b req-68843beb-6229-4422-8ede-56c89d3c9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.006092 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-68843beb-6229-4422-8ede-56c89d3c9321 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c4c89e3-7992-4f45-8c54-45d80cf19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409064 Nov 23 02:27:59.006935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.015111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Checking segment: {'id': 'b33b9d7a-64f0-42f8-807c-b737f2b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:59.015481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network hostable DHCP agents. Network: b689ffcc-852e-41ce-8493-8cbb4715e6d2, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:27:59.046296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.051914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.052561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.058931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:27:59.104764 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-13146541-d65b-43bd-a2f0-0039fb11ad1a service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879781 Nov 23 02:27:59.109572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, b689ffcc-852e-41ce-8493-8cbb4715e6d2) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:59.118908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ac03f-88f4-4254-9fa5-5758f7fa2780 None None] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:27:59.128765 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6790550 Nov 23 02:27:59.130298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.130895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.145448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61b3eb-b9f7-4e11-83cc-767846af0bd9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=c22d1c26-ff53-47ad-8e35-7c07fb5fef70,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.159714 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-86e7d974-82d3-4e54-b7c6-584e5d5ce070 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6989608 Nov 23 02:27:59.160393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34352) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:27:59.165767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-197636171', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:27:59.200036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.202183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.204085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:27:59.242882 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-39598fd1-9ae9-4053-94df-5eb26573548b req-fd98debb-249c-42f7-b614-fc3207b77201 service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291316 Nov 23 02:27:59.275554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.386040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-b689ffcc-852e-41ce-8493-8cbb4715e6d2', 'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2', 'tenant_id': '00d8fa1d120c4769add7643d9a4ba867', 'fixed_ips': [{'subnet_id': '99ab10ae-61fb-431d-ad69-ac4c24a7a2ee'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:27:59.386902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.432050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.533867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Allocated IP 172.20.0.2 (b689ffcc-852e-41ce-8493-8cbb4715e6d2/99ab10ae-61fb-431d-ad69-ac4c24a7a2ee/e61c5c84-f9d4-47ec-bbef-6d083c229cd3) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:59.636053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.658674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.659044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd2e53-d373-4b38-bfcf-737e934fbe05 req-2b48c5e6-0378-4a29-a06a-783aa6c73fe7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:27:59.660618 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-23cd2e53-d373-4b38-bfcf-737e934fbe05 req-2b48c5e6-0378-4a29-a06a-783aa6c73fe7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 943 time: 0.0563030 Nov 23 02:27:59.715666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.720787 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-23cd2e53-d373-4b38-bfcf-737e934fbe05 req-49d9da6f-78db-4fe8-a6b4-6eaa2a18d939 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534234 Nov 23 02:27:59.723962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.767806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:27:59.771213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:27:59.774668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:27:59.789917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Pushing event updated for resources: {'Port': ['ID=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:27:59.817378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.26.8.227 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/e922e2a9-0a8d-46b2-bc73-ca37f888ecaf) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:27:59.834785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Attempting to bind port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:27:59.835647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Attempting to bind port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b33b9d7a-64f0-42f8-807c-b737f2b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:27:59.835647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Attempting to bind port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 on network b689ffcc-852e-41ce-8493-8cbb4715e6d2 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:27:59.841052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:27:59.841432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Checking segment: {'id': 'b33b9d7a-64f0-42f8-807c-b737f2b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:27:59.841840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.842239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Bound using segment: {'id': 'b33b9d7a-64f0-42f8-807c-b737f2b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:27:59.842715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Bound port: e61c5c84-f9d4-47ec-bbef-6d083c229cd3, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b33b9d7a-64f0-42f8-807c-b737f2b1049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:27:59.843103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.905547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] For port e61c5c84-f9d4-47ec-bbef-6d083c229cd3, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:27:59.909002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] For port e61c5c84-f9d4-47ec-bbef-6d083c229cd3, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,segment=NetworkSegment(b33b9d7a-64f0-42f8-807c-b737f2b1049d),segment_id=b33b9d7a-64f0-42f8-807c-b737f2b1049d)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:27:59.916350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.937598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:27:59.973922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.025224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:00.031244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:00.034257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:00.038101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=e922e2a9-0a8d-46b2-bc73-ca37f888ecaf,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:00.107548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ebe257-9dac-46a2-a275-3b1f53026c88 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:00.136929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83354bbb-4c94-4966-9e2b-7da82aae91e2 None None] Pushing event updated for resources: {'Port': ['ID=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:00.248984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bae26c60-8bba-4c2c-8216-6ab424b5aee7 None None] Provisioning complete for port e922e2a9-0a8d-46b2-bc73-ca37f888ecaf triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:00.249370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bae26c60-8bba-4c2c-8216-6ab424b5aee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.288261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bae26c60-8bba-4c2c-8216-6ab424b5aee7 None None] Port e922e2a9-0a8d-46b2-bc73-ca37f888ecaf cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:00.376494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:28:00.511839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:00.526302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'port_id': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'mac_address': 'fa:16:3e:08:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:28:00.580881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.595310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fca41aa-eebd-42b5-a302-6ffcc4243d55 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:28:00.617259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:00.624288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.626841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.678834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:00.861900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:00.876474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e1004-28e1-4b6b-941f-f8c87bc6f576 req-7a70db8f-056c-48b3-ad44-11401b3d16a7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:00.878032 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c39e1004-28e1-4b6b-941f-f8c87bc6f576 req-7a70db8f-056c-48b3-ad44-11401b3d16a7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 944 time: 0.0670741 Nov 23 02:28:01.010591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c39e1004-28e1-4b6b-941f-f8c87bc6f576 req-51506f7d-00a6-4a0e-87ff-24305ef93c4a tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975487 Nov 23 02:28:01.043856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5fca41aa-eebd-42b5-a302-6ffcc4243d55'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:28:01.060461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 37136834-54f9-468a-9d5d-4a4c61a2d2de is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:28:01.193345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:01.215362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] Sync routers for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:01.225129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.230186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34358) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:01.230947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-304adb8b-1719-403a-9410-1f3e5272e046 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0695462 Nov 23 02:28:01.233544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:01.234200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:01.290423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:01.322132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:01.322132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:01.362068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:01.362068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac57c45-1c4e-4af8-82d8-086e6360a9e1 None None] The sync data for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:01.368998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2eafaf-a033-4550-aefb-2e7c006fa7d1 None None] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:01.466289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2fafe448-e0ad-4404-9052-e75ee51cd9e3 None None] Provisioning complete for port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:01.466573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fafe448-e0ad-4404-9052-e75ee51cd9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.633002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fafe448-e0ad-4404-9052-e75ee51cd9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.675898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2fafe448-e0ad-4404-9052-e75ee51cd9e3 None None] For port e61c5c84-f9d4-47ec-bbef-6d083c229cd3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,segment=NetworkSegment(b33b9d7a-64f0-42f8-807c-b737f2b1049d),segment_id=b33b9d7a-64f0-42f8-807c-b737f2b1049d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:01.685635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2fafe448-e0ad-4404-9052-e75ee51cd9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.719823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:01.753725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafe448-e0ad-4404-9052-e75ee51cd9e3 None None] Pushing event updated for resources: {'Port': ['ID=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:01.907029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d0418c86-fc32-4795-878c-ecb2882d1a9e None None] Provisioning complete for port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:01.907538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d0418c86-fc32-4795-878c-ecb2882d1a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.019702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.1 (b689ffcc-852e-41ce-8493-8cbb4715e6d2/99ab10ae-61fb-431d-ad69-ac4c24a7a2ee/ca9de7b0-be0d-4bad-a88e-2edbf825735a) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:02.171715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73182fb0-ebae-4a7a-a21d-1d0922959834 req-639c3bdf-6bda-4021-8975-8968d7e3a1fd tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.173226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-73182fb0-ebae-4a7a-a21d-1d0922959834 req-639c3bdf-6bda-4021-8975-8968d7e3a1fd tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 944 time: 0.0908408 Nov 23 02:28:02.178639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.243510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.253037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e61c5c84-f9d4-47ec-bbef-6d083c229cd3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:02.293887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:02.300088 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-73182fb0-ebae-4a7a-a21d-1d0922959834 req-f55129bb-87cf-44ef-8870-59d6c61a746a tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063478 Nov 23 02:28:02.301525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:02.301906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.305674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:02.309850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:02.355778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=ca9de7b0-be0d-4bad-a88e-2edbf825735a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:02.377853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.385863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:02.389135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34362) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:02.404753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:02.485066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:28:02.495484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:02.496103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.537574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:02.542731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.543239 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.587629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.625262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:02.627524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636fdfc3-2246-4de9-90da-44c127d04627" -d '{"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:02.639934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-596ce456-2991-4b37-a7b5-9e232a5f3a87 None None] Provisioning complete for port ca9de7b0-be0d-4bad-a88e-2edbf825735a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:02.640673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-596ce456-2991-4b37-a7b5-9e232a5f3a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.645293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:02.671563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.699361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a81f0f-a925-4bfa-8a95-1ca3d3f7dc95 x-openstack-request-id: req-b5a81f0f-a925-4bfa-8a95-1ca3d3f7dc95 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:02.700288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:02.700923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5a81f0f-a925-4bfa-8a95-1ca3d3f7dc95 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:02.700923 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'code': 200} Nov 23 02:28:02.716591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-596ce456-2991-4b37-a7b5-9e232a5f3a87 None None] Port ca9de7b0-be0d-4bad-a88e-2edbf825735a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:02.733428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:02.790092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.862386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=1a882cc4-ed08-4729-8868-ed446cc76dc3,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:02.868641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:02.869269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: c22d1c26-ff53-47ad-8e35-7c07fb5fef70, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:02.890174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:02.901966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, c22d1c26-ff53-47ad-8e35-7c07fb5fef70) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:02.906593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:02.907388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.915194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33432b95-11a3-4db2-a63d-2eb06f101be4 None None] Network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:02.926126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ea3e6e72-e034-45e5-af30-1d564ae6e0ef tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5357654 Nov 23 02:28:02.930030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34366) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:02.935031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1738631654'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:02.957936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:02.962317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:02.994282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:03.006625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.006996 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment 51686215-ee3e-457f-9462-8943e5a81680 of type vlan for network 7023632e-fef7-4c60-8d58-6accb132d497 Nov 23 02:28:03.059313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.080893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-c22d1c26-ff53-47ad-8e35-7c07fb5fef70', 'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '1a882cc4-ed08-4729-8868-ed446cc76dc3'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:03.082002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.087399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.094861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.096338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.167389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1492a65-3f5b-4399-83a8-fff28a433530 req-ba4050a3-974b-45c4-9f4d-43efe0edbc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.169057 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a1492a65-3f5b-4399-83a8-fff28a433530 req-ba4050a3-974b-45c4-9f4d-43efe0edbc64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0919724 Nov 23 02:28:03.177193 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2462544 Nov 23 02:28:03.180028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:03.185601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': '7023632e-fef7-4c60-8d58-6accb132d497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:03.194554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6c6c3c24-5e9d-4b44-ad4f-6d2e9134f2cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.230617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544bcbe-5f7d-409a-83e3-7a8b4d580c4d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=7023632e-fef7-4c60-8d58-6accb132d497,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:03.248727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 7023632e-fef7-4c60-8d58-6accb132d497 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:03.259064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.263614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a1492a65-3f5b-4399-83a8-fff28a433530 req-57123a88-850c-43f8-8704-a9c1818053e1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817685 Nov 23 02:28:03.267294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.287840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:03.291868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.297404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Allocated IP 2001:db8:0:ffff::2 (c22d1c26-ff53-47ad-8e35-7c07fb5fef70/1a882cc4-ed08-4729-8868-ed446cc76dc3/b1510f37-ed82-402d-b04e-ea5efc0bba8d) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:03.356116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.359640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=ca9de7b0-be0d-4bad-a88e-2edbf825735a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:03.496516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af009c0f-d2db-402b-a471-ef03aeeb06bf req-8fa1122e-8f63-40eb-9998-85d1c431362d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.498239 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-af009c0f-d2db-402b-a471-ef03aeeb06bf req-8fa1122e-8f63-40eb-9998-85d1c431362d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0890899 Nov 23 02:28:03.499778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.507928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.508177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:03.512440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:03.526251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.569134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:03.580938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:03.584464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:03.587689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Pushing event updated for resources: {'Port': ['ID=b1510f37-ed82-402d-b04e-ea5efc0bba8d,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:03.613065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-af009c0f-d2db-402b-a471-ef03aeeb06bf req-b4676855-797e-4716-98e0-f429b78d6750 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029053 Nov 23 02:28:03.638283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=7de383db-f1cf-4485-b70a-451dbf60dda8,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:03.643932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': '51686215-ee3e-457f-9462-8943e5a81680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '7023632e-fef7-4c60-8d58-6accb132d497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:03.645084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: 7023632e-fef7-4c60-8d58-6accb132d497, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:03.667389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Attempting to bind port b1510f37-ed82-402d-b04e-ea5efc0bba8d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:03.668073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Attempting to bind port b1510f37-ed82-402d-b04e-ea5efc0bba8d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:03.668645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Attempting to bind port b1510f37-ed82-402d-b04e-ea5efc0bba8d on network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:03.671092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network 7023632e-fef7-4c60-8d58-6accb132d497 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:03.675037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:03.675530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Checking segment: {'id': 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:03.676313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.676653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Bound using segment: {'id': 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:03.677208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Bound port: b1510f37-ed82-402d-b04e-ea5efc0bba8d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'c22d1c26-ff53-47ad-8e35-7c07fb5fef70'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:03.678160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.685039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 7023632e-fef7-4c60-8d58-6accb132d497) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:03.690076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:03.690722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.694420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 37136834-54f9-468a-9d5d-4a4c61a2d2de has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:03.697910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c83dfb9-8d42-43ea-b30b-ce45e14553fe None None] Network 7023632e-fef7-4c60-8d58-6accb132d497 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:03.716088 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-afc479e3-3ca8-487f-b241-ab449114a44f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5349293 Nov 23 02:28:03.718783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34372) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:03.824938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:03.829652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.830855 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9365936e-4906-49c2-891e-849b7dd9723f tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/routers/37136834-54f9-468a-9d5d-4a4c61a2d2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5988543 Nov 23 02:28:03.833518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34374) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:03.838719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'port': {'network_id': 'b689ffcc-852e-41ce-8493-8cbb4715e6d2', 'name': 'tempest-FloatingIPTestJSON-462514973'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:03.842724 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] Sync routers for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:03.855076 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:03.855996 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:03.891056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2dc93fa2-5c3b-4406-8562-b3901151e0e7 None None] Provisioning complete for port ca9de7b0-be0d-4bad-a88e-2edbf825735a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:03.891391 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:03.891543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2dc93fa2-5c3b-4406-8562-b3901151e0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.893517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] For port b1510f37-ed82-402d-b04e-ea5efc0bba8d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:03.902421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:03.903312 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:27:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:03.939609 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:03.940330 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf54e49-915d-4555-b37d-7f12ba73dc1b None None] The sync data for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:03.948954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] For port b1510f37-ed82-402d-b04e-ea5efc0bba8d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b1510f37-ed82-402d-b04e-ea5efc0bba8d,segment=NetworkSegment(a42dba6d-0fcf-4629-9e42-ba6ef2c4c748),segment_id=a42dba6d-0fcf-4629-9e42-ba6ef2c4c748)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:03.957676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.966635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fd34f2-be33-4474-a019-e230c2b45541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-7023632e-fef7-4c60-8d58-6accb132d497', 'network_id': '7023632e-fef7-4c60-8d58-6accb132d497', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '7de383db-f1cf-4485-b70a-451dbf60dda8'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:03.967516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3fd34f2-be33-4474-a019-e230c2b45541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.987392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:03.998704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2dc93fa2-5c3b-4406-8562-b3901151e0e7 None None] Port ca9de7b0-be0d-4bad-a88e-2edbf825735a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:04.072437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Made reservation on behalf of 00d8fa1d120c4769add7643d9a4ba867 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:04.076576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.082263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08aa37-6ef2-48fe-b237-40e42d9c4bc3 None None] Pushing event updated for resources: {'Port': ['ID=b1510f37-ed82-402d-b04e-ea5efc0bba8d,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.099212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] device_id is not set on port 89c82334-cbd3-462d-91a5-a8308f7cff47 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:28:04.108168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-d3fd34f2-be33-4474-a019-e230c2b45541 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7de383db-f1cf-4485-b70a-451dbf60dda8: This subnet is being modified by another concurrent operation. Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7de383db-f1cf-4485-b70a-451dbf60dda8: This subnet is being modified by another concurrent operation. Nov 23 02:28:04.117503 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:28:04.138155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ea7d2c-2f53-4bc5-a882-ac70a8d15bba None None] Network 7023632e-fef7-4c60-8d58-6accb132d497 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:04.167623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=7de383db-f1cf-4485-b70a-451dbf60dda8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.294363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.331390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023632e-fef7-4c60-8d58-6accb132d497']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:04.347499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51686215-ee3e-457f-9462-8943e5a81680') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:04.347776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51686215-ee3e-457f-9462-8943e5a81680') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:04.357321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Allocated IP 172.20.0.5 (b689ffcc-852e-41ce-8493-8cbb4715e6d2/99ab10ae-61fb-431d-ad69-ac4c24a7a2ee/89c82334-cbd3-462d-91a5-a8308f7cff47) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:04.363833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.387304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.402624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:04.403075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:04.406232 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:04.518518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.528524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.531739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/7023632e-fef7-4c60-8d58-6accb132d497 HTTP/1.1" status: 204 len: 168 time: 0.8117726 Nov 23 02:28:04.535726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34376) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:04.541664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-56936390'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:04.545861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61570645-614b-418b-a14b-c337c3eaaedc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=7023632e-fef7-4c60-8d58-6accb132d497,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.578514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:04.582166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.606966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:04.614760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.616340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.616683 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment 73968127-2dd0-4264-b45a-377c43dee324 of type vlan for network 817713f6-a592-4028-8ca6-a4aec52c2746 Nov 23 02:28:04.651085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.662253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.689453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.695184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.695813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.717848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:04.735351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:04.737808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:04.762670 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2254143 Nov 23 02:28:04.765819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34380) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:04.771501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:04.777384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event updated for resources: {'Port': ['ID=89c82334-cbd3-462d-91a5-a8308f7cff47,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.794785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2730c2-8cd3-4890-85af-c561482c613d tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=817713f6-a592-4028-8ca6-a4aec52c2746,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:04.809557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 817713f6-a592-4028-8ca6-a4aec52c2746 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:04.817194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf74e14-6d0a-44c1-bc58-f82beae3b8db req-67f804aa-336e-4440-8f56-bb60cb3dbacd tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.819430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8bf74e14-6d0a-44c1-bc58-f82beae3b8db req-67f804aa-336e-4440-8f56-bb60cb3dbacd tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.1264489 Nov 23 02:28:04.840630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:04.841294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.903224 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8bf74e14-6d0a-44c1-bc58-f82beae3b8db req-06117295-225e-41aa-a0f7-2aa0b8960ff5 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749505 Nov 23 02:28:04.911187 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d4c15e1f-0076-45d8-b234-2d3feea1ac52 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0760756 Nov 23 02:28:04.912133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34382) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:04.917188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Request body: {'floatingip': {'port_id': '89c82334-cbd3-462d-91a5-a8308f7cff47'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:04.925167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:04.938468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:04.980445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.157754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a3c94-d3f9-45cb-9754-ff2e82570a6b req-4ba2801f-1381-4539-a8a7-69b618cd9e18 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.159393 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2f8a3c94-d3f9-45cb-9754-ff2e82570a6b req-4ba2801f-1381-4539-a8a7-69b618cd9e18 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.1009459 Nov 23 02:28:05.235668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.237135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4fc7c7e6-b813-4f02-ae18-031812916231 None None] Provisioning complete for port 89c82334-cbd3-462d-91a5-a8308f7cff47 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:05.238193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4fc7c7e6-b813-4f02-ae18-031812916231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.276074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4fc7c7e6-b813-4f02-ae18-031812916231 None None] Port 89c82334-cbd3-462d-91a5-a8308f7cff47 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:05.295152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77629196-0418-4d13-827d-06e57b318d7a None None] Network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:05.310582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2f8a3c94-d3f9-45cb-9754-ff2e82570a6b req-b0581397-c162-4211-a428-47c0aea49c64 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183872 Nov 23 02:28:05.319378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=8e2ee130-c29a-4063-90de-fcc3a1e91498,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:05.337187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34386) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:05.337706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': '73968127-2dd0-4264-b45a-377c43dee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:05.338076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: 817713f6-a592-4028-8ca6-a4aec52c2746, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:05.358816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network 817713f6-a592-4028-8ca6-a4aec52c2746 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:05.369981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 817713f6-a592-4028-8ca6-a4aec52c2746) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:05.382005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.383133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b2e48-d8cd-4884-81e1-0094180e3dbc None None] Network 817713f6-a592-4028-8ca6-a4aec52c2746 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:05.383595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.405082 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-729f65be-205c-4796-8714-b0f4f9601c61 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6383352 Nov 23 02:28:05.408717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34388) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:05.415603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1141095066'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:05.440063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:05.445251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.467472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d72f8f-3cbf-4d5a-8268-3276badb5fc2 tempest-TestNetworkAdvancedServerOps-693084041 tempest-TestNetworkAdvancedServerOps-693084041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.468479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-cf03baed-0d59-4bc1-a718-54cb144f1584 None None] Provisioning complete for port b1510f37-ed82-402d-b04e-ea5efc0bba8d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:05.468791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cf03baed-0d59-4bc1-a718-54cb144f1584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.469465 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-59d72f8f-3cbf-4d5a-8268-3276badb5fc2 tempest-TestNetworkAdvancedServerOps-693084041 tempest-TestNetworkAdvancedServerOps-693084041-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1093 time: 0.1013732 Nov 23 02:28:05.473684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:05.475312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:05.479781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:05.486002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.486375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment e3f1dc1b-11bf-49ff-93a0-df5e84c538bf of type vlan for network 4d15aaf1-860d-4954-94a1-53a2d13d5931 Nov 23 02:28:05.533583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.563678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.569769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:05.570422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.639423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c4af440d-263a-419c-b48f-1206f9611d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.652765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=4d15aaf1-860d-4954-94a1-53a2d13d5931,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:05.670298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 4d15aaf1-860d-4954-94a1-53a2d13d5931 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:05.779844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-817713f6-a592-4028-8ca6-a4aec52c2746', 'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '8e2ee130-c29a-4063-90de-fcc3a1e91498'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:05.780609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.804328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cf03baed-0d59-4bc1-a718-54cb144f1584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.819553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.841286 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea19338a-cf90-4a45-8d75-f3775cd1e3bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4307888 Nov 23 02:28:05.845793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34392) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:05.860101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': '4d15aaf1-860d-4954-94a1-53a2d13d5931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:05.919279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-cf03baed-0d59-4bc1-a718-54cb144f1584 None None] For port b1510f37-ed82-402d-b04e-ea5efc0bba8d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b1510f37-ed82-402d-b04e-ea5efc0bba8d,segment=NetworkSegment(a42dba6d-0fcf-4629-9e42-ba6ef2c4c748),segment_id=a42dba6d-0fcf-4629-9e42-ba6ef2c4c748)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:05.944428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cf03baed-0d59-4bc1-a718-54cb144f1584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:05.984630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:05.988835 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.012458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.021213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.032893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Allocated IP 2001:db8::1 (817713f6-a592-4028-8ca6-a4aec52c2746/8e2ee130-c29a-4063-90de-fcc3a1e91498/9414a047-0bc8-4af0-b1f0-4c2390d06bed) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:06.063317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Performing IP validity checks on allocation pools {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:28:06.063568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03baed-0d59-4bc1-a718-54cb144f1584 None None] Pushing event updated for resources: {'Port': ['ID=b1510f37-ed82-402d-b04e-ea5efc0bba8d,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.064482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:28:06.087045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.114569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8c7b6e50-050c-4f80-b33c-840bf7a0a4d6 None None] Provisioning complete for port b1510f37-ed82-402d-b04e-ea5efc0bba8d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:06.115109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8c7b6e50-050c-4f80-b33c-840bf7a0a4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.181341 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP 0a225ff8-58fe-4ec5-bbbe-3f87943a98df associated. External IP: 172.26.8.190, port: 9bfee471-ba08-403e-b7c0-e2f44db4878c. Nov 23 02:28:06.205615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.285366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.291372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=31720264-8563-4086-ba68-7ea25bcec521,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.295771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.307239 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': 'e3f1dc1b-11bf-49ff-93a0-df5e84c538bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '4d15aaf1-860d-4954-94a1-53a2d13d5931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:06.307676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: 4d15aaf1-860d-4954-94a1-53a2d13d5931, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:06.339485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Allocated IP 172.26.8.56 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/efb07a4c-03ab-4189-a5f4-ac93288bb6fa) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:06.350257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network 4d15aaf1-860d-4954-94a1-53a2d13d5931 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:06.356926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b1510f37-ed82-402d-b04e-ea5efc0bba8d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:06.364615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 4d15aaf1-860d-4954-94a1-53a2d13d5931) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:06.365552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Network 817713f6-a592-4028-8ca6-a4aec52c2746 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:06.370294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:06.371327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.393299 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-97d4fefa-dd8e-47ae-a49a-90c2dfebec62 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5392103 Nov 23 02:28:06.394230 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34394) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:06.396798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eeeb85-499f-4043-ab2e-57cffc3093dc None None] Network 4d15aaf1-860d-4954-94a1-53a2d13d5931 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:06.399133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:06.420957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:06.423737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.450759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Pushing event updated for resources: {'Port': ['ID=9414a047-0bc8-4af0-b1f0-4c2390d06bed,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.471385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.499847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.551808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.554436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Attempting to bind port 9414a047-0bc8-4af0-b1f0-4c2390d06bed on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:06.555323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Attempting to bind port 9414a047-0bc8-4af0-b1f0-4c2390d06bed by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '73968127-2dd0-4264-b45a-377c43dee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:06.555323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Attempting to bind port 9414a047-0bc8-4af0-b1f0-4c2390d06bed on network 817713f6-a592-4028-8ca6-a4aec52c2746 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:06.583039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:06.583725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Checking segment: {'id': '73968127-2dd0-4264-b45a-377c43dee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:06.584324 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.584917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Bound using segment: {'id': '73968127-2dd0-4264-b45a-377c43dee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:06.585573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Bound port: 9414a047-0bc8-4af0-b1f0-4c2390d06bed, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73968127-2dd0-4264-b45a-377c43dee324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '817713f6-a592-4028-8ca6-a4aec52c2746'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:06.586121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.594439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b1510f37-ed82-402d-b04e-ea5efc0bba8d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:06.595069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.599204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.637540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:06.643563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:06.647860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:06.667137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.687457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Port': ['ID=efb07a4c-03ab-4189-a5f4-ac93288bb6fa,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.699645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=31720264-8563-4086-ba68-7ea25bcec521,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.719044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b182b0b-a628-454d-89fb-75c9004cb7af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-4d15aaf1-860d-4954-94a1-53a2d13d5931', 'network_id': '4d15aaf1-860d-4954-94a1-53a2d13d5931', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '31720264-8563-4086-ba68-7ea25bcec521'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:06.720716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b182b0b-a628-454d-89fb-75c9004cb7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.744532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] For port 9414a047-0bc8-4af0-b1f0-4c2390d06bed, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:06.760869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:06.772433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.784866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] For port 9414a047-0bc8-4af0-b1f0-4c2390d06bed, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9414a047-0bc8-4af0-b1f0-4c2390d06bed,segment=NetworkSegment(73968127-2dd0-4264-b45a-377c43dee324),segment_id=73968127-2dd0-4264-b45a-377c43dee324)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:06.794728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d15aaf1-860d-4954-94a1-53a2d13d5931']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:06.805871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3f1dc1b-11bf-49ff-93a0-df5e84c538bf') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:06.806356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3f1dc1b-11bf-49ff-93a0-df5e84c538bf') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:06.817136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.830685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.836900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:06.837468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:06.842275 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:06.844791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.898879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c40e3-4e19-4452-96f2-2441b5d11751 None None] Network 4d15aaf1-860d-4954-94a1-53a2d13d5931 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:06.919794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.928439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:06.935742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/4d15aaf1-860d-4954-94a1-53a2d13d5931 HTTP/1.1" status: 204 len: 168 time: 0.5364923 Nov 23 02:28:06.935742 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34396) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:06.955710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-59137704'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:06.961226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e04b9-3170-4a09-9f88-d13a5a228938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=4d15aaf1-860d-4954-94a1-53a2d13d5931,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:06.972731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968090e3-ff5f-40b3-b415-2edbaa02df24 None None] Pushing event updated for resources: {'Port': ['ID=9414a047-0bc8-4af0-b1f0-4c2390d06bed,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:07.007972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:07.012040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.046356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:07.055353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 565} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:07.065303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:07.068689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.069050 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment d81c8e1b-de11-4dbc-b64c-ff2923e623aa of type vlan for network a4943b77-f2a8-4588-8246-3b995015d90e Nov 23 02:28:07.079530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:07.081077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:07.118290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.130017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:07.141911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:07.142646 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:07.148310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.156861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.162992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.202656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:07.203070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f9d032-0b0f-4f21-98cf-79c9fa4a2649 None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:07.252537 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3161037 Nov 23 02:28:07.255910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34398) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:07.260874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': 'a4943b77-f2a8-4588-8246-3b995015d90e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:07.271068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cfc2f-2d85-49ca-bfee-8dce5983c5b2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=a4943b77-f2a8-4588-8246-3b995015d90e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:07.280622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a4943b77-f2a8-4588-8246-3b995015d90e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:07.379453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:07.384979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.417233 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.471683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 37136834-54f9-468a-9d5d-4a4c61a2d2de has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:07.505822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.599841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.669186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=b01b746e-3558-4073-a10b-232edc24c30c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:07.678891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': 'd81c8e1b-de11-4dbc-b64c-ff2923e623aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'a4943b77-f2a8-4588-8246-3b995015d90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:07.679262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: a4943b77-f2a8-4588-8246-3b995015d90e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:07.698359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network a4943b77-f2a8-4588-8246-3b995015d90e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:07.709278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a4943b77-f2a8-4588-8246-3b995015d90e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:07.714174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:07.714759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.728810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdb9444-ae60-4dc1-add8-7c1bd295cf7c None None] Network a4943b77-f2a8-4588-8246-3b995015d90e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:07.734662 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5347743b-d8d2-4156-b3e8-067baf598a0b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4778152 Nov 23 02:28:07.737428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34400) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:07.868707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.930105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd0f9a-2f7f-4b4e-b036-badf3d732ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a4943b77-f2a8-4588-8246-3b995015d90e', 'network_id': 'a4943b77-f2a8-4588-8246-3b995015d90e', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': 'b01b746e-3558-4073-a10b-232edc24c30c'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:07.931002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99dd0f9a-2f7f-4b4e-b036-badf3d732ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.953285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.954166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:07.962139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:07.967062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] Sync routers for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:07.980328 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:07.981281 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.047909 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.053191 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.063846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:08.064999 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.078584 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b3627134-d00f-4f4b-baa0-8d94b740c579 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/floatingips/0a225ff8-58fe-4ec5-bbbe-3f87943a98df HTTP/1.1" status: 200 len: 977 time: 3.1630433 Nov 23 02:28:08.081675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34402) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:08.103212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=b01b746e-3558-4073-a10b-232edc24c30c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:08.106643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-99dd0f9a-2f7f-4b4e-b036-badf3d732ab9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b01b746e-3558-4073-a10b-232edc24c30c: This subnet is being modified by another concurrent operation. Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b01b746e-3558-4073-a10b-232edc24c30c: This subnet is being modified by another concurrent operation. Nov 23 02:28:08.113328 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:28:08.122178 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.123085 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14004a3f-6383-4ad2-aef3-76cf024abdda None None] The sync data for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:08.148294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.151270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1668a6-7afd-459a-a593-1ee69524f510 None None] Network a4943b77-f2a8-4588-8246-3b995015d90e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:08.169452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.206808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.239307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4943b77-f2a8-4588-8246-3b995015d90e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.254241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd81c8e1b-de11-4dbc-b64c-ff2923e623aa') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.255088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd81c8e1b-de11-4dbc-b64c-ff2923e623aa') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:08.273042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.283779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.298390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:08.299185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.326443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event updated for resources: {'Port': ['ID=efb07a4c-03ab-4189-a5f4-ac93288bb6fa,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:08.347153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:08.350304 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:08.352530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 89c82334-cbd3-462d-91a5-a8308f7cff47 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:08.352530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.379239 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.384590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.388640 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/a4943b77-f2a8-4588-8246-3b995015d90e HTTP/1.1" status: 204 len: 168 time: 0.6498969 Nov 23 02:28:08.395888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34404) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:08.418246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408596147'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:08.439053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fec7dc-9bf2-4fec-85e3-55f2a5fa6e44 None None] Network 817713f6-a592-4028-8ca6-a4aec52c2746 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:08.440300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca758ec6-9deb-4d65-bb66-0827df556558 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=a4943b77-f2a8-4588-8246-3b995015d90e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:08.441151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9414a047-0bc8-4af0-b1f0-4c2390d06bed up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:08.444833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:08.450864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.477875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:08.489199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.489610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment 2080a5c0-2815-4245-b65b-2ddf7007aeac of type vlan for network 71540065-ae13-4b55-832f-b0dc77b4a19f Nov 23 02:28:08.531297 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Floating IP b4babea9-4042-472d-bfc7-ee3a6553c249 associated. External IP: 172.26.8.56, port: 5fca41aa-eebd-42b5-a302-6ffcc4243d55. Nov 23 02:28:08.535271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.539828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.556170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f65af4c1-e61e-458e-a93e-bf1936366be5 None None] Provisioning complete for port 9414a047-0bc8-4af0-b1f0-4c2390d06bed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:08.556568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f65af4c1-e61e-458e-a93e-bf1936366be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.569819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.576825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:08.580398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.606542 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2091711 Nov 23 02:28:08.608195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34406) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:08.625598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': '71540065-ae13-4b55-832f-b0dc77b4a19f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:08.692386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9414a047-0bc8-4af0-b1f0-4c2390d06bed triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:08.692777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.737957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda9f81-5b84-482d-8c6a-624bf8549e3b tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=71540065-ae13-4b55-832f-b0dc77b4a19f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:08.753270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 71540065-ae13-4b55-832f-b0dc77b4a19f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:08.786545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:08.790210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.845691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f65af4c1-e61e-458e-a93e-bf1936366be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.877616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.877986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.878306 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Floating IP 0a225ff8-58fe-4ec5-bbbe-3f87943a98df disassociated. External IP: 172.26.8.190, port: 89c82334-cbd3-462d-91a5-a8308f7cff47. Nov 23 02:28:08.879229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 89c82334-cbd3-462d-91a5-a8308f7cff47 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:08.936257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f65af4c1-e61e-458e-a93e-bf1936366be5 None None] For port 9414a047-0bc8-4af0-b1f0-4c2390d06bed, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9414a047-0bc8-4af0-b1f0-4c2390d06bed,segment=NetworkSegment(73968127-2dd0-4264-b45a-377c43dee324),segment_id=73968127-2dd0-4264-b45a-377c43dee324)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:08.937291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Router 5858e434-9ff7-48ae-9d3e-3a885171a634 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:08.943683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:08.946738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f65af4c1-e61e-458e-a93e-bf1936366be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.007269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.038562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af4c1-e61e-458e-a93e-bf1936366be5 None None] Pushing event updated for resources: {'Port': ['ID=9414a047-0bc8-4af0-b1f0-4c2390d06bed,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.048025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:28:09.048435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:28:09.091017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=314c2d3c-fcfd-412c-b317-ff50e9484f60,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.092024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': '2080a5c0-2815-4245-b65b-2ddf7007aeac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '71540065-ae13-4b55-832f-b0dc77b4a19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:09.092187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: 71540065-ae13-4b55-832f-b0dc77b4a19f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:09.113340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network 71540065-ae13-4b55-832f-b0dc77b4a19f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:09.124677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 71540065-ae13-4b55-832f-b0dc77b4a19f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:09.130489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.131877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.138279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72999747-44ae-432a-8802-7490ca57a213 None None] Network 71540065-ae13-4b55-832f-b0dc77b4a19f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:09.158008 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d141b437-63a4-44af-bba5-624fae74d8de tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5372548 Nov 23 02:28:09.161242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34408) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:09.169060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.201937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:09.212137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=89c82334-cbd3-462d-91a5-a8308f7cff47,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.213005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] Sync routers for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:09.248445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:09.249122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.265544 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.298928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-733264be-0daa-47c1-96d5-c0b147cf6548 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8245664 Nov 23 02:28:09.301217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:28:09.303706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a76513-c6e4-4ac3-b656-ac27483e71c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:28:09.352965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.397187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e73daae-5d44-4e3b-b88a-1e8aebf1f8d7 x-openstack-request-id: req-3e73daae-5d44-4e3b-b88a-1e8aebf1f8d7 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:28:09.397480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:28:09.397812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e73daae-5d44-4e3b-b88a-1e8aebf1f8d7 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:28:09.398220 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'status': 'completed', 'code': 200} Nov 23 02:28:09.431029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.436893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1ab4e2d4-66df-48ee-8d40-4aa97ff892b2 None None] Provisioning complete for port 9414a047-0bc8-4af0-b1f0-4c2390d06bed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:09.437268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1ab4e2d4-66df-48ee-8d40-4aa97ff892b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.441421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.459086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 37136834-54f9-468a-9d5d-4a4c61a2d2de has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:09.484597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ef08fb-28db-412a-866d-10c922787e48 req-e93abf4f-65e7-45a2-bcb7-2ee8354a566f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.493006 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-07ef08fb-28db-412a-866d-10c922787e48 req-e93abf4f-65e7-45a2-bcb7-2ee8354a566f tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0809009 Nov 23 02:28:09.524585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73669e5a-4de7-493b-a540-578f7a715a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-71540065-ae13-4b55-832f-b0dc77b4a19f', 'network_id': '71540065-ae13-4b55-832f-b0dc77b4a19f', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '314c2d3c-fcfd-412c-b317-ff50e9484f60'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:09.525703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73669e5a-4de7-493b-a540-578f7a715a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.534142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:09.559487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-aaed8b56-77a8-4568-a941-36c2b4cf698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.561231 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-aaed8b56-77a8-4568-a941-36c2b4cf698e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0939002 Nov 23 02:28:09.588627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.627055 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-07ef08fb-28db-412a-866d-10c922787e48 req-31026d04-b7f5-4f88-a8b3-1edf63a3630e tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311080 Nov 23 02:28:09.650235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34414) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:09.657381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:09.659283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=314c2d3c-fcfd-412c-b317-ff50e9484f60,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:09.678540 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] Sync routers for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:09.691917 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:09.692870 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.729581 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.738930 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:09.739814 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.744666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.749090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7bd262e0-0ee1-4f6e-ae19-c3810b650b57 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/ports/89c82334-cbd3-462d-91a5-a8308f7cff47 HTTP/1.1" status: 204 len: 168 time: 1.6663640 Nov 23 02:28:09.751603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34416) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:09.774940 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.775937 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08d17f5-3003-4a0d-b0ac-794459179f1f None None] The sync data for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:09.801216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.823749 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4e185bc1-92cb-4e34-9c75-e5a2315db1f3 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/floatingips/b4babea9-4042-472d-bfc7-ee3a6553c249 HTTP/1.1" status: 200 len: 990 time: 0.1706622 Nov 23 02:28:09.837411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-4d6529ac-cd67-4dff-9127-4cbe7cc3a804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:09.839307 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-4d6529ac-cd67-4dff-9127-4cbe7cc3a804 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 200 len: 897 time: 0.2703500 Nov 23 02:28:09.845754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71540065-ae13-4b55-832f-b0dc77b4a19f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.856429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361866bb-bb78-4d4b-8a14-35aa782bf004 None None] Network 71540065-ae13-4b55-832f-b0dc77b4a19f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:09.892776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2080a5c0-2815-4245-b65b-2ddf7007aeac') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.893227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2080a5c0-2815-4245-b65b-2ddf7007aeac') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:09.908725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.930289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.938424 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-190d33df-35ee-4342-89c3-72032f025dfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 200 len: 998 time: 0.0904522 Nov 23 02:28:09.941424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:09.941955 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:09.945782 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:10.036901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2e6c0e-52ea-4f29-af14-3caa62043f5c None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:28:10.053326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-1520aa8b-bd04-465d-95d0-5124d3df7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.055149 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-1520aa8b-bd04-465d-95d0-5124d3df7f97 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a2e270f-3124-4c82-bd01-f41e289db92c HTTP/1.1" status: 200 len: 835 time: 0.1081910 Nov 23 02:28:10.056075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.066314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.069798 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/71540065-ae13-4b55-832f-b0dc77b4a19f HTTP/1.1" status: 204 len: 168 time: 0.9072669 Nov 23 02:28:10.087668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'b4babea9-4042-472d-bfc7-ee3a6553c249', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'port_id': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'mac_address': 'fa:16:3e:08:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:28:07Z', 'updated_at': '2021-11-23T02:28:07Z', 'revision_number': 0, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:55Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:10.088188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34418) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:10.095353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701158360'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:10.099559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b8693-23d3-4a6b-9104-24a8e72f529f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=71540065-ae13-4b55-832f-b0dc77b4a19f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:10.149575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:10.154156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.169888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-3cca33ea-9cb2-409c-a1d9-9b001f70d567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.171588 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-3cca33ea-9cb2-409c-a1d9-9b001f70d567 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c4c89e3-7992-4f45-8c54-45d80cf19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068516 Nov 23 02:28:10.239320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:10.258819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.259343 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment 67c323b4-6f32-4937-bceb-c153968801ce of type vlan for network a6b3c356-3aab-4da1-a671-79f81aa5f2cf Nov 23 02:28:10.284017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] Checking router: 5858e434-9ff7-48ae-9d3e-3a885171a634 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:28:10.301118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9414a047-0bc8-4af0-b1f0-4c2390d06bed up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:10.326036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.340278 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-55248f31-df5b-4792-8ecb-8431aff40aa9 service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535738 Nov 23 02:28:10.354484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:10.355136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:10.425197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.430898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:10.431486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.461062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.473590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e6c0e-52ea-4f29-af14-3caa62043f5c None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:28:10.490468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9414a047-0bc8-4af0-b1f0-4c2390d06bed triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:10.490851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.534776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:28:10.753045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port ca9de7b0-be0d-4bad-a88e-2edbf825735a {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:10.753491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.826310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34420) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:10.839048 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7477255 Nov 23 02:28:10.842358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34422) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:10.863042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee5c89-aab1-4b1f-9fa9-8c23579a1907 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=a6b3c356-3aab-4da1-a671-79f81aa5f2cf,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:10.870839 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a76513-c6e4-4ac3-b656-ac27483e71c0 req-7b287e66-a3df-4ed1-adc7-bb8fd58c10be service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220048 Nov 23 02:28:10.877724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:10.894115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:10.943724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:10.968415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for ca9de7b0-be0d-4bad-a88e-2edbf825735a owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:10.988949 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5f36cf7b-c79e-4f17-8ab1-a2f39ed1def3 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/floatingips/b4babea9-4042-472d-bfc7-ee3a6553c249 HTTP/1.1" status: 200 len: 990 time: 0.1615832 Nov 23 02:28:11.058628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082d2fba-178b-43d0-a89b-1c561b377fdd None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:28:11.066247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:11.069836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.106110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'b4babea9-4042-472d-bfc7-ee3a6553c249', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'port_id': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'mac_address': 'fa:16:3e:08:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:28:07Z', 'updated_at': '2021-11-23T02:28:07Z', 'revision_number': 0, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:55Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:11.154204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e422eb77-fb76-44f3-bf2c-8bf83326aac5 None None] The sync data for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv is: [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'b4babea9-4042-472d-bfc7-ee3a6553c249', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'floating_ip_address': '172.26.8.56', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'port_id': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1258, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'mac_address': 'fa:16:3e:08:b9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:28:07Z', 'updated_at': '2021-11-23T02:28:07Z', 'revision_number': 0, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:55Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:11.204114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082d2fba-178b-43d0-a89b-1c561b377fdd None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:28:11.332796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.400150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=ca9de7b0-be0d-4bad-a88e-2edbf825735a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:11.420727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaed775b-095b-4715-ac79-a6c9596cef3f None None] New status for floating IP b4babea9-4042-472d-bfc7-ee3a6553c249: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:28:11.434234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.434624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.434940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.435297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.435639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.435976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.436334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.436666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.437001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.437330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.437658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.437986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:11.459085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.574102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=2bfe4e67-153d-4d88-8b9e-4c79e26c9f82,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:11.595451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': '67c323b4-6f32-4937-bceb-c153968801ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:11.595818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: a6b3c356-3aab-4da1-a671-79f81aa5f2cf, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:11.654041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:11.666937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.674354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a6b3c356-3aab-4da1-a671-79f81aa5f2cf) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:11.679300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:11.680123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.685204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ae6ea-32f2-4b2a-9a54-ce51de477dac None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:11.748444 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-26f3e0bd-76a7-475a-b4b8-2ab2f09ff827 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9062037 Nov 23 02:28:11.751443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34424) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:11.756764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:11.853816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a6b3c356-3aab-4da1-a671-79f81aa5f2cf', 'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '2bfe4e67-153d-4d88-8b9e-4c79e26c9f82'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:11.855498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.872794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:11.876506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:11.935056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 37136834-54f9-468a-9d5d-4a4c61a2d2de has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:11.992797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34426) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:12.004337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Allocated IP 2001:db8::2 (a6b3c356-3aab-4da1-a671-79f81aa5f2cf/2bfe4e67-153d-4d88-8b9e-4c79e26c9f82/2d81b07e-c369-45a6-8b0a-fd2386fa10ed) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:12.046525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:12.054727 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-899a90ae-b53d-4b31-95ee-0ff8e27c7c99 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/routers/37136834-54f9-468a-9d5d-4a4c61a2d2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3017557 Nov 23 02:28:12.055353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34428) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:12.060904 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] Sync routers for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:12.085585 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:12.087389 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:12.092814 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4ef552dd-725c-41dc-a5ed-fb77e62fca44 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/floatingips/b4babea9-4042-472d-bfc7-ee3a6553c249 HTTP/1.1" status: 200 len: 992 time: 0.0991943 Nov 23 02:28:12.182143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.183355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.193296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.207246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.238929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:12.240558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:12.248010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:12.250412 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:12.265047 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] Routers {'37136834-54f9-468a-9d5d-4a4c61a2d2de'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:12.265974 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['37136834-54f9-468a-9d5d-4a4c61a2d2de'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:12.268406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:12.271596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:12.276458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.277486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.290532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=f8ec13fb-9c3b-4e51-bd83-557d14b3d868,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:12.297618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Pushing event updated for resources: {'Port': ['ID=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:12.304927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.310647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34430) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:12.312340 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5595694 Nov 23 02:28:12.316183 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:12.320266 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cf8203-cfb8-435f-8ab2-2a71dea22686 None None] The sync data for ids ['37136834-54f9-468a-9d5d-4a4c61a2d2de'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:12.320454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.320454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.320454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.320454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.320454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.320454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.320962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.321573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.321573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.321751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.322711 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.323787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3c37bb-8b45-4132-882a-f06b82bb9708 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:12.397511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb037e-fbe8-45a5-9974-9feb042a883f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.399057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb037e-fbe8-45a5-9974-9feb042a883f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.400729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb037e-fbe8-45a5-9974-9feb042a883f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.402517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb037e-fbe8-45a5-9974-9feb042a883f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.404016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb037e-fbe8-45a5-9974-9feb042a883f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.406030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7ceb037e-fbe8-45a5-9974-9feb042a883f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0942307 Nov 23 02:28:12.411370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34432) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:12.418166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2141759236'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:12.423962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port e922e2a9-0a8d-46b2-bc73-ca37f888ecaf {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:12.424412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.442839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:12.446445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.477461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:12.488628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.489101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment 1c5e2305-2793-4829-b5cb-ae16611cd647 of type vlan for network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b Nov 23 02:28:12.489391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Attempting to bind port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:12.489896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Attempting to bind port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '67c323b4-6f32-4937-bceb-c153968801ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:12.490928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Attempting to bind port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed on network a6b3c356-3aab-4da1-a671-79f81aa5f2cf {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:12.495399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:12.495767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Checking segment: {'id': '67c323b4-6f32-4937-bceb-c153968801ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:12.496193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.496610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Bound using segment: {'id': '67c323b4-6f32-4937-bceb-c153968801ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:12.497090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Bound port: 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c323b4-6f32-4937-bceb-c153968801ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:12.497495 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.514032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.527936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for e922e2a9-0a8d-46b2-bc73-ca37f888ecaf owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:12.535035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.564076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.565322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] For port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:12.569280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] For port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,segment=NetworkSegment(67c323b4-6f32-4937-bceb-c153968801ce),segment_id=67c323b4-6f32-4937-bceb-c153968801ce)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:12.570334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.571057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.575150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.631529 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2189481 Nov 23 02:28:12.635405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34434) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:12.639507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54bd98-2de9-4c1b-9972-fa4e629fcbf3 None None] Pushing event updated for resources: {'Port': ['ID=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:12.641029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:12.702490 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459306d-ca00-47f3-ac1e-6dab09b97ec2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=a3704c69-22e6-4357-8a67-c4d1f5ff3e9b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:12.715593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.717375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:12.746741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=e922e2a9-0a8d-46b2-bc73-ca37f888ecaf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:12.802152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d79c27-bb44-43c8-a148-dba3e388301b None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:12.819543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.840860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.859985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.887611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b is not hosted by any dhcp agent {{(pid=103356) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:28:12.898211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:12.898954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.900541 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "PUT /v2.0/networks/a3704c69-22e6-4357-8a67-c4d1f5ff3e9b HTTP/1.1" status: 200 len: 723 time: 0.2641187 Nov 23 02:28:12.911884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34436) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:12.935777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.938209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:12.958453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:13.019461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbbf35-8c0b-494b-a906-e43363496192 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=a3704c69-22e6-4357-8a67-c4d1f5ff3e9b,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:13.032352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:13.071509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:13.075702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.255812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.256563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Fanout notify agent at l3_agent the message router_deleted on router 37136834-54f9-468a-9d5d-4a4c61a2d2de {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:28:13.263725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.267653 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-daf4a966-1ce9-4530-8ab4-ea3a8fdb7a1c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/routers/37136834-54f9-468a-9d5d-4a4c61a2d2de HTTP/1.1" status: 204 len: 168 time: 1.2084970 Nov 23 02:28:13.267762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34438) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:13.319644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.363422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting subnet 99ab10ae-61fb-431d-ad69-ac4c24a7a2ee {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:13.374594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.419212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=d7154cfb-b56a-47fe-a22b-a79bca43fa73,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:13.432911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.480910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': '1c5e2305-2793-4829-b5cb-ae16611cd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:13.481291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: a3704c69-22e6-4357-8a67-c4d1f5ff3e9b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:13.527684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:13.547350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, a3704c69-22e6-4357-8a67-c4d1f5ff3e9b) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:13.553895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.554508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.557313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.560769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc7fbe7-4a42-4efc-adb6-e72aa181fe30 None None] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:13.597951 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-42e8bc69-f26b-4233-a242-46f6bd541e69 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6848111 Nov 23 02:28:13.601260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34440) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:13.609837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:13.630553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.669121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Subnet': ['ID=99ab10ae-61fb-431d-ad69-ac4c24a7a2ee,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:13.676213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.684333 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b8eb2c81-c2c5-4332-b59a-4fa0529e0b0a tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/subnets/99ab10ae-61fb-431d-ad69-ac4c24a7a2ee HTTP/1.1" status: 204 len: 168 time: 0.4155581 Nov 23 02:28:13.685017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34442) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:13.695978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672fd12-16fb-4d85-86ab-c3775cc1a47e None None] Network b689ffcc-852e-41ce-8493-8cbb4715e6d2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:13.731921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10176256'] for subnet, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.746246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba2051-722b-4be2-afbc-2067040ef477 None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:13.775863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.835300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:13.835896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.882712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-a3704c69-22e6-4357-8a67-c4d1f5ff3e9b', 'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': 'd7154cfb-b56a-47fe-a22b-a79bca43fa73'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:13.883603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.891478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733508508748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2955410'] for subnet, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.904278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3fedaf4b-f629-4c92-adda-e513965b7c07 None None] Provisioning complete for port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:13.904278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fedaf4b-f629-4c92-adda-e513965b7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.913736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] For port e61c5c84-f9d4-47ec-bbef-6d083c229cd3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,segment=NetworkSegment(b33b9d7a-64f0-42f8-807c-b737f2b1049d),segment_id=b33b9d7a-64f0-42f8-807c-b737f2b1049d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:13.914330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.929517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for e61c5c84-f9d4-47ec-bbef-6d083c229cd3 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:13.931616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:13.932250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:13.937498 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "PUT /v2.0/subnets/d7154cfb-b56a-47fe-a22b-a79bca43fa73 HTTP/1.1" status: 200 len: 826 time: 0.3314967 Nov 23 02:28:13.937878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34444) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:13.954555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0cfd6-e5f8-499d-acfd-ba31e1296d9f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=d7154cfb-b56a-47fe-a22b-a79bca43fa73,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.102503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.117214 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.153555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=e61c5c84-f9d4-47ec-bbef-6d083c229cd3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.156898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] No DVR routers for this DVR port e61c5c84-f9d4-47ec-bbef-6d083c229cd3 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:14.169629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f2c48-a863-4188-847c-40d263aa6ee9 None None] DHCP port deletion for b689ffcc-852e-41ce-8493-8cbb4715e6d2 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:14.203522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Allocated IP 2001:db8::2 (a3704c69-22e6-4357-8a67-c4d1f5ff3e9b/d7154cfb-b56a-47fe-a22b-a79bca43fa73/dc54f414-07e4-4cd7-b78e-c3855d027443) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:14.215323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fedaf4b-f629-4c92-adda-e513965b7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.300840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.307649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.316082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d81b07e-c369-45a6-8b0a-fd2386fa10ed up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:14.354812 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b689ffcc-852e-41ce-8493-8cbb4715e6d2']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:14.356987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3fedaf4b-f629-4c92-adda-e513965b7c07 None None] For port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,segment=NetworkSegment(67c323b4-6f32-4937-bceb-c153968801ce),segment_id=67c323b4-6f32-4937-bceb-c153968801ce)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:14.373187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3fedaf4b-f629-4c92-adda-e513965b7c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.373457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b33b9d7a-64f0-42f8-807c-b737f2b1049d') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:14.373773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b33b9d7a-64f0-42f8-807c-b737f2b1049d') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:14.386311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.403084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.409183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:14.409613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:14.413362 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:14.426823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] Update dhcp port {'port': {'network_id': 'a6b3c356-3aab-4da1-a671-79f81aa5f2cf', 'fixed_ips': [{'subnet_id': '2bfe4e67-153d-4d88-8b9e-4c79e26c9f82', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f8ec13fb-9c3b-4e51-bd83-557d14b3d868'}], 'binding:host_id': 'dv-neutron-818844-1-hyperv'}, 'id': '2d81b07e-c369-45a6-8b0a-fd2386fa10ed'} from dv-neutron-818844-1-hyperv. {{(pid=103358) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 02:28:14.477802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.483813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.487188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.493001 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/networks/b689ffcc-852e-41ce-8493-8cbb4715e6d2 HTTP/1.1" status: 204 len: 168 time: 0.8043706 Nov 23 02:28:14.493522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34446) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:14.500654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edab62-d7fa-4b7a-b29c-9732d7237423 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Network': ['ID=b689ffcc-852e-41ce-8493-8cbb4715e6d2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.504031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fedaf4b-f629-4c92-adda-e513965b7c07 None None] Pushing event updated for resources: {'Port': ['ID=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.541289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:14.541753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.605164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.623059 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.627541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 05b6a829-fa33-43f0-b67a-9408498fea1b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:14.628017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.637890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.667973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=d7154cfb-b56a-47fe-a22b-a79bca43fa73,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.710332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.710663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.723789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:14.725401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 05b6a829-fa33-43f0-b67a-9408498fea1b owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:14.734397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.739799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:14.748991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:14.755645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Pushing event updated for resources: {'Port': ['ID=dc54f414-07e4-4cd7-b78e-c3855d027443,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.763687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3704c69-22e6-4357-8a67-c4d1f5ff3e9b']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:14.773441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5e2305-2793-4829-b5cb-ae16611cd647') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:14.773977 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5e2305-2793-4829-b5cb-ae16611cd647') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:14.784083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.797785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.806416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:14.806834 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:14.810502 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:14.866976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] Allocated IP 172.20.0.1 (a6b3c356-3aab-4da1-a671-79f81aa5f2cf/f8ec13fb-9c3b-4e51-bd83-557d14b3d868/2d81b07e-c369-45a6-8b0a-fd2386fa10ed) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:14.873938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:28:14.873938 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:28:14.873938 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b'}] Nov 23 02:28:14.873938 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:28:14.874278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:28:14.887468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Attempting to bind port dc54f414-07e4-4cd7-b78e-c3855d027443 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:14.887871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Attempting to bind port dc54f414-07e4-4cd7-b78e-c3855d027443 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1c5e2305-2793-4829-b5cb-ae16611cd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:14.888274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Attempting to bind port dc54f414-07e4-4cd7-b78e-c3855d027443 on network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:14.898398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:14.898863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Checking segment: {'id': '1c5e2305-2793-4829-b5cb-ae16611cd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:14.899282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.899687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Bound using segment: {'id': '1c5e2305-2793-4829-b5cb-ae16611cd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:14.900357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Bound port: dc54f414-07e4-4cd7-b78e-c3855d027443, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5e2305-2793-4829-b5cb-ae16611cd647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a3704c69-22e6-4357-8a67-c4d1f5ff3e9b'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:14.900499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.901116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:14.930869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=05b6a829-fa33-43f0-b67a-9408498fea1b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:14.946392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e61c5c84-f9d4-47ec-bbef-6d083c229cd3 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:14.973944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: e61c5c84-f9d4-47ec-bbef-6d083c229cd3 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:14.974280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e61c5c84-f9d4-47ec-bbef-6d083c229cd3 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:14.999800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.002690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.003866 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ea9fef70-90f2-434d-b5ad-e3d0ff5e1123 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/floatingips/0a225ff8-58fe-4ec5-bbbe-3f87943a98df HTTP/1.1" status: 204 len: 168 time: 0.5093114 Nov 23 02:28:15.009160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34448) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:15.033311 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e72055-088e-4868-b9d3-13d4989fbcd1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:15.033858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e72055-088e-4868-b9d3-13d4989fbcd1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:15.037232 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-02e72055-088e-4868-b9d3-13d4989fbcd1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/ports/89c82334-cbd3-462d-91a5-a8308f7cff47 HTTP/1.1" status: 404 len: 333 time: 0.0270441 Nov 23 02:28:15.040160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34450) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:15.053553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] For port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,segment=NetworkSegment(67c323b4-6f32-4937-bceb-c153968801ce),segment_id=67c323b4-6f32-4937-bceb-c153968801ce)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:15.066272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] For port dc54f414-07e4-4cd7-b78e-c3855d027443, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:15.069466 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-91d9f1d1-7e2f-4ece-92aa-369508d40ebb tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/ports?device_id=37136834-54f9-468a-9d5d-4a4c61a2d2de HTTP/1.1" status: 200 len: 205 time: 0.0280027 Nov 23 02:28:15.072089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34452) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:15.083133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] For port dc54f414-07e4-4cd7-b78e-c3855d027443, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dc54f414-07e4-4cd7-b78e-c3855d027443,segment=NetworkSegment(1c5e2305-2793-4829-b5cb-ae16611cd647),segment_id=1c5e2305-2793-4829-b5cb-ae16611cd647)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:15.094719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.101124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.115653 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-896aa6b1-af9e-4d5b-ba99-e859b49a99dd tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] delete failed (client error): The resource could not be found. Nov 23 02:28:15.116737 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-896aa6b1-af9e-4d5b-ba99-e859b49a99dd tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/routers/37136834-54f9-468a-9d5d-4a4c61a2d2de HTTP/1.1" status: 404 len: 336 time: 0.0436547 Nov 23 02:28:15.119639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34454) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:15.127146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.145687 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-57eeff23-1b7c-4010-9dbc-741499677a4c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:15.146151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57eeff23-1b7c-4010-9dbc-741499677a4c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:15.149313 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-57eeff23-1b7c-4010-9dbc-741499677a4c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/subnets/99ab10ae-61fb-431d-ad69-ac4c24a7a2ee HTTP/1.1" status: 404 len: 337 time: 0.0287840 Nov 23 02:28:15.152553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34456) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:15.205823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e3c67-90d9-4c16-bda5-cb8f922ade94 None None] Pushing event updated for resources: {'Port': ['ID=dc54f414-07e4-4cd7-b78e-c3855d027443,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:15.252093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 9bfee471-ba08-403e-b7c0-e2f44db4878c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:15.252444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.350834 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.364075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 9bfee471-ba08-403e-b7c0-e2f44db4878c owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:15.374989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.396276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1d1ae-8eed-430e-9139-f04372b93bcb None None] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:15.482547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845273f-aa17-498d-b937-5434cfeea7c4 None None] Pushing event updated for resources: {'Port': ['ID=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:15.532554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting port dc54f414-07e4-4cd7-b78e-c3855d027443 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:15.532901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.551769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff0877a-d88b-449d-ab71-581ea685d708 None None] Network a3704c69-22e6-4357-8a67-c4d1f5ff3e9b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:15.596165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.642607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=9bfee471-ba08-403e-b7c0-e2f44db4878c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:15.655222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] For port dc54f414-07e4-4cd7-b78e-c3855d027443, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=dc54f414-07e4-4cd7-b78e-c3855d027443,segment=NetworkSegment(1c5e2305-2793-4829-b5cb-ae16611cd647),segment_id=1c5e2305-2793-4829-b5cb-ae16611cd647)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:15.655600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.675122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5b5d9-e294-40a3-9754-fa113bf73762 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:15.698923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Calling delete_port for dc54f414-07e4-4cd7-b78e-c3855d027443 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:15.783153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.787077 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58d52ca3-5e04-42d0-bb55-d192b87a7071 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/ports/9bfee471-ba08-403e-b7c0-e2f44db4878c HTTP/1.1" status: 204 len: 168 time: 0.6335354 Nov 23 02:28:15.789575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34458) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:15.889426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.920526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Port': ['ID=dc54f414-07e4-4cd7-b78e-c3855d027443,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:15.928176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No DVR routers for this DVR port dc54f414-07e4-4cd7-b78e-c3855d027443 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:15.963669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 8370843e-c4e4-4bb2-83c1-cce8620f64c0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:15.964685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:15.975922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca8e29-6d82-4b98-a81c-da49d68e4952 None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:16.050626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8031fb11-6191-4f15-b5ea-f930b77b93a0 None None] Provisioning complete for port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:16.051008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8031fb11-6191-4f15-b5ea-f930b77b93a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.068419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.101522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3704c69-22e6-4357-8a67-c4d1f5ff3e9b']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:16.119431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5e2305-2793-4829-b5cb-ae16611cd647') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:16.119757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5e2305-2793-4829-b5cb-ae16611cd647') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:16.122410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.137653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.146494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 8370843e-c4e4-4bb2-83c1-cce8620f64c0 owned by {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:16.158708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.168602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:16.168988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:16.171975 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:16.254328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d81b07e-c369-45a6-8b0a-fd2386fa10ed up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:16.273306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.282349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.288289 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/a3704c69-22e6-4357-8a67-c4d1f5ff3e9b HTTP/1.1" status: 204 len: 168 time: 2.3466892 Nov 23 02:28:16.289132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34460) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.303186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e406c-04c9-4588-820b-7cfb31b42180 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=a3704c69-22e6-4357-8a67-c4d1f5ff3e9b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:16.316470 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eb9457-b9d7-4bdb-9400-a1c193b0d69f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:16.317345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eb9457-b9d7-4bdb-9400-a1c193b0d69f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:16.324729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:16.324729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.332871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-67eb9457-b9d7-4bdb-9400-a1c193b0d69f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/a3704c69-22e6-4357-8a67-c4d1f5ff3e9b HTTP/1.1" status: 404 len: 339 time: 0.0419064 Nov 23 02:28:16.333921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34462) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.344835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1451569564', 'description': 'd1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:16.371641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:16.376904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.389328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.411105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:16.424618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.424965 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment b98f30a7-7759-4c15-9302-9206a87fd72b of type vlan for network 60a8573f-62f2-4836-af48-893564b63946 Nov 23 02:28:16.426165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=8370843e-c4e4-4bb2-83c1-cce8620f64c0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:16.453379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeca9ce9-c491-4f29-9f35-3d718ab0a695 None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:16.478872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b9afe-3c8e-4ccf-80a7-99647d5e6852 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:28:16.484883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.512714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.518086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.519665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.520396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.524285 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ff936233-0720-4e2b-9816-003c88dee6e7 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/ports/8370843e-c4e4-4bb2-83c1-cce8620f64c0 HTTP/1.1" status: 204 len: 168 time: 0.7312460 Nov 23 02:28:16.524837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34464) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.566187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9d9bcdfe-7c09-4910-8b8e-fe9273dcfd94 None None] Provisioning complete for port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:16.566675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9d9bcdfe-7c09-4910-8b8e-fe9273dcfd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.579342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f5a9c0-ac9c-44ff-9a71-a5525a2f18dd tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.583441 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89f5a9c0-ac9c-44ff-9a71-a5525a2f18dd tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a754952-da61-4bd5-8054-7e1836ab183b HTTP/1.1" status: 200 len: 913 time: 0.0546269 Nov 23 02:28:16.583638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34466) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.602389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=60a8573f-62f2-4836-af48-893564b63946,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:16.607889 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b2032b83-7cff-4893-b140-9d064cbc006c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2706404 Nov 23 02:28:16.610546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34468) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.615879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 60a8573f-62f2-4836-af48-893564b63946 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:16.704928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0b9afe-3c8e-4ccf-80a7-99647d5e6852 None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:28:16.741648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462551dd-264d-4614-99d1-2bf996d0d1a9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.745810 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-462551dd-264d-4614-99d1-2bf996d0d1a9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks?id=60a8573f-62f2-4836-af48-893564b63946 HTTP/1.1" status: 200 len: 765 time: 0.1316209 Nov 23 02:28:16.746033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34470) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.751277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'description': 'd2'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:16.938436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.954351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.973593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network 60a8573f-62f2-4836-af48-893564b63946 is not hosted by any dhcp agent {{(pid=103357) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 02:28:16.979963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:16.980992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:16.986685 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "PUT /v2.0/networks/60a8573f-62f2-4836-af48-893564b63946 HTTP/1.1" status: 200 len: 762 time: 0.2395980 Nov 23 02:28:16.987321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34472) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:16.988966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.085749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d2282-e112-4330-8edf-0ff42e6d6396 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=60a8573f-62f2-4836-af48-893564b63946,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:17.097203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 60a8573f-62f2-4836-af48-893564b63946 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:17.111379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b93efce-12c2-4e42-a91a-1507a15c0625 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.116690 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5b93efce-12c2-4e42-a91a-1507a15c0625 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks?id=60a8573f-62f2-4836-af48-893564b63946 HTTP/1.1" status: 200 len: 765 time: 0.0998497 Nov 23 02:28:17.117569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34474) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.317437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be7175b-29c2-4bab-adf4-84672f5f1af6 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.321901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1be7175b-29c2-4bab-adf4-84672f5f1af6 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2003205 Nov 23 02:28:17.322072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34476) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.364483 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8f60c357-5ed9-4c93-bce3-2d15af968dd5 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 207 time: 0.0412655 Nov 23 02:28:17.367989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34478) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.553225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.559085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.564864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.570617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.576717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.578506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 1b847812-abaf-45e1-8cd0-ba0487333b3a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:17.579023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.582669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.584518 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5bad02a-2b80-44ed-be3e-d9ef90b3003c tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2155073 Nov 23 02:28:17.588383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34480) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.665583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.678248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 1b847812-abaf-45e1-8cd0-ba0487333b3a owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:17.717890 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-917d4fa0-5ffa-4c0f-9bf7-fd6f56a9b179 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1251352 Nov 23 02:28:17.718122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34482) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.774683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab628f2b-dec4-473e-853f-33640ada335f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.776383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab628f2b-dec4-473e-853f-33640ada335f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.777975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab628f2b-dec4-473e-853f-33640ada335f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.779467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab628f2b-dec4-473e-853f-33640ada335f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.781030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab628f2b-dec4-473e-853f-33640ada335f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.782720 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab628f2b-dec4-473e-853f-33640ada335f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0636585 Nov 23 02:28:17.786806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34484) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.845506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ea6c3-3e48-4e31-84b7-841b026684ad tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.846796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ea6c3-3e48-4e31-84b7-841b026684ad tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.848346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ea6c3-3e48-4e31-84b7-841b026684ad tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.849696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ea6c3-3e48-4e31-84b7-841b026684ad tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.851087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ea6c3-3e48-4e31-84b7-841b026684ad tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:17.852764 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ee0ea6c3-3e48-4e31-84b7-841b026684ad tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0650132 Nov 23 02:28:17.856841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34486) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:17.930900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:17.975640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=1b847812-abaf-45e1-8cd0-ba0487333b3a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:17.978106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208e152-a91a-4838-8d7e-6e17b8cf608d None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:18.047652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2490474b-95f3-4324-9962-6a6c4c8f2291 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.049047 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2490474b-95f3-4324-9962-6a6c4c8f2291 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks/c22d1c26-ff53-47ad-8e35-7c07fb5fef70 HTTP/1.1" status: 200 len: 803 time: 0.1912103 Nov 23 02:28:18.052946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34488) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:18.156058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5121f50-401f-4fc4-8e9e-f068b718c8f0 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/networks/c22d1c26-ff53-47ad-8e35-7c07fb5fef70?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1016402 Nov 23 02:28:18.159370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34490) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:18.182089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.219984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3b805e-9157-49e5-b37d-d74179e1db35 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.224945 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2b3b805e-9157-49e5-b37d-d74179e1db35 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/subnets/1a882cc4-ed08-4729-8868-ed446cc76dc3 HTTP/1.1" status: 200 len: 843 time: 0.0598805 Nov 23 02:28:18.225205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34492) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:18.286921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d72a08-ae67-47ea-a268-5b8ddf2716d8 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['shared'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.293506 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a7d72a08-ae67-47ea-a268-5b8ddf2716d8 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "GET /v2.0/subnets/1a882cc4-ed08-4729-8868-ed446cc76dc3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0672748 Nov 23 02:28:18.294217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34494) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:18.300988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106722454'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:18.373424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:18.376926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.440191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:18.454610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.454954 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Added segment a00f5153-77b7-49a6-801c-e2064e25d087 of type vlan for network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b Nov 23 02:28:18.466862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Router 4a754952-da61-4bd5-8054-7e1836ab183b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:18.507521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.598179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.603721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:18.604648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.671859 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3765078 Nov 23 02:28:18.675085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34496) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:18.680368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:18.692499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:18.702065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-09d57d5b-f674-4cbf-b8d6-8db7ccc6b02c tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "PUT /v2.0/routers/4a754952-da61-4bd5-8054-7e1836ab183b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1143000 Nov 23 02:28:18.702065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbb596-63b3-43c1-a1dd-38a5a1a699da tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Network': ['ID=8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:18.702065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34498) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:18.705771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] Sync routers for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:18.713533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:18.772544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:18.773413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:18.821405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Made reservation on behalf of 9707f7c9551345fc80a616a1382b40a9 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:18.825450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.825656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:18.825842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.849400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] Routers {'4a754952-da61-4bd5-8054-7e1836ab183b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:18.850155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4a754952-da61-4bd5-8054-7e1836ab183b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:18.882284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:18.882949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fad95d-6c59-4261-8c49-9c9e676cfc9e None None] The sync data for ids ['4a754952-da61-4bd5-8054-7e1836ab183b'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:18.891358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Performing IP validity checks on allocation pools {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:28:18.891984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.ipam_backend_mixin [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103357) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:28:18.938319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:18.991361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting port 4ae2d4fb-d27b-480d-a373-190519e7c698 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:18.991701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.022943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.072418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.084632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Calling delete_port for 4ae2d4fb-d27b-480d-a373-190519e7c698 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:19.089967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=54f1ad2b-9945-460d-8ef3-fc5cc3571a17,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.099175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Checking segment: {'id': 'a00f5153-77b7-49a6-801c-e2064e25d087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:19.099577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network hostable DHCP agents. Network: 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:19.118527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:19.128597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:19.133598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.135103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.139777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58875b2-b3f3-4627-8c37-ef169cf7316a None None] Network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:19.154441 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7e4477b0-c25c-4379-aa54-a7716c966c7a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4780715 Nov 23 02:28:19.157571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34500) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:19.163577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:19.265449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10176256'] for subnet, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.275817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.298203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b', 'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b', 'tenant_id': '9707f7c9551345fc80a616a1382b40a9', 'fixed_ips': [{'subnet_id': '54f1ad2b-9945-460d-8ef3-fc5cc3571a17'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:19.299373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.305631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Port': ['ID=4ae2d4fb-d27b-480d-a373-190519e7c698,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.332392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce481432-df6f-4e68-b5d8-40320d4ac5a1 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:19.386641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.450357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733508508748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2955410'] for subnet, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.485173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.487509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.493563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:19.494172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.495567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "PUT /v2.0/subnets/54f1ad2b-9945-460d-8ef3-fc5cc3571a17 HTTP/1.1" status: 200 len: 900 time: 0.3369415 Nov 23 02:28:19.499523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34502) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:19.506219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Allocated IP 2001:db8::3 (8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b/54f1ad2b-9945-460d-8ef3-fc5cc3571a17/baa1afa3-d71f-471e-a118-faa2c486ad3a) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:19.507911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5b306-4df2-4a08-a549-c438dc0abe8a tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event updated for resources: {'Subnet': ['ID=54f1ad2b-9945-460d-8ef3-fc5cc3571a17,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.583107 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.583648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Fanout notify agent at l3_agent the message router_deleted on router 4a754952-da61-4bd5-8054-7e1836ab183b {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:28:19.592326 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.593442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d4cc9ff2-77d7-481b-8565-d5c03a259a60 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/routers/4a754952-da61-4bd5-8054-7e1836ab183b HTTP/1.1" status: 204 len: 168 time: 0.8904521 Nov 23 02:28:19.596103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34504) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:19.643960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.664836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Deleting subnet e17593ad-28cc-4a29-aef3-ee11b0384f26 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:19.668518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.671284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.678167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.702226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.715407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.729521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:19.733640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:19.735721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Pushing event updated for resources: {'Port': ['ID=baa1afa3-d71f-471e-a118-faa2c486ad3a,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.743509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:19.769152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.782474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.803402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Attempting to bind port baa1afa3-d71f-471e-a118-faa2c486ad3a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:19.803783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Attempting to bind port baa1afa3-d71f-471e-a118-faa2c486ad3a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'a00f5153-77b7-49a6-801c-e2064e25d087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:19.804375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Attempting to bind port baa1afa3-d71f-471e-a118-faa2c486ad3a on network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:19.809691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:19.810073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Checking segment: {'id': 'a00f5153-77b7-49a6-801c-e2064e25d087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:19.810484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.810858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=54f1ad2b-9945-460d-8ef3-fc5cc3571a17,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.810976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Bound using segment: {'id': 'a00f5153-77b7-49a6-801c-e2064e25d087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:19.811337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Bound port: baa1afa3-d71f-471e-a118-faa2c486ad3a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00f5153-77b7-49a6-801c-e2064e25d087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:19.811907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.839126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.873228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Subnet': ['ID=e17593ad-28cc-4a29-aef3-ee11b0384f26,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:19.875313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.878675 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fecc7a2d-5cf1-4512-bf01-a6284c9375d0 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/subnets/e17593ad-28cc-4a29-aef3-ee11b0384f26 HTTP/1.1" status: 204 len: 168 time: 0.2813096 Nov 23 02:28:19.881043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34506) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:19.882151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be91905-0571-4045-8cb8-e91f9b00814e None None] Network 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:19.883972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.909600 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:19.920706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00f5153-77b7-49a6-801c-e2064e25d087') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:19.921083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00f5153-77b7-49a6-801c-e2064e25d087') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:19.931185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.935152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] For port baa1afa3-d71f-471e-a118-faa2c486ad3a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:19.954468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] For port baa1afa3-d71f-471e-a118-faa2c486ad3a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=baa1afa3-d71f-471e-a118-faa2c486ad3a,segment=NetworkSegment(a00f5153-77b7-49a6-801c-e2064e25d087),segment_id=a00f5153-77b7-49a6-801c-e2064e25d087)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:19.962638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.965812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.972105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:19.973206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.973336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:19.976918 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:20.046299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:28:20.046299 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:28:20.046299 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'id': '8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b'}] Nov 23 02:28:20.046299 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:28:20.047345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:28:20.082172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04169ece-1cba-4b0b-a67f-57cc76203fdc None None] DHCP port deletion for 7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:20.090108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536263-99b2-4e21-8ebe-7349c55e3345 None None] Pushing event updated for resources: {'Port': ['ID=baa1afa3-d71f-471e-a118-faa2c486ad3a,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:20.115107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05ea13-8350-491f-b46b-e7df6bc656d2 None None] Network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:20.246881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7faa60-2336-4f15-aecc-cb973bcd187c None None] Network 8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:20.320098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.338553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.358414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:20.367498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1ba693a-7d93-4cc4-8463-c80a824799c3') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:20.367805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1ba693a-7d93-4cc4-8463-c80a824799c3') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:20.377484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.381259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d900a9-9dfc-475d-be19-1a94a6c88119 None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:28:20.390967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.397149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:20.397670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:20.400695 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:20.463336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.467870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.475657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] 10.222.0.53 "DELETE /v2.0/networks/7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7 HTTP/1.1" status: 204 len: 168 time: 0.5846097 Nov 23 02:28:20.487153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d900a9-9dfc-475d-be19-1a94a6c88119 None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:28:20.490329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ce7c6-6079-4720-bce9-ed1c827a3bf1 tempest-FloatingIPTestJSON-721530281 tempest-FloatingIPTestJSON-721530281-project] Pushing event deleted for resources: {'Network': ['ID=7b8496f8-f2f9-4da2-bbcd-dccf4d1658e7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:20.548823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.612332 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting port baa1afa3-d71f-471e-a118-faa2c486ad3a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:20.612700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.681099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] For port baa1afa3-d71f-471e-a118-faa2c486ad3a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=baa1afa3-d71f-471e-a118-faa2c486ad3a,segment=NetworkSegment(a00f5153-77b7-49a6-801c-e2064e25d087),segment_id=a00f5153-77b7-49a6-801c-e2064e25d087)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:20.681788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.696969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Calling delete_port for baa1afa3-d71f-471e-a118-faa2c486ad3a owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:20.756839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34512) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:20.789100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.816259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Port': ['ID=baa1afa3-d71f-471e-a118-faa2c486ad3a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:20.819817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No DVR routers for this DVR port baa1afa3-d71f-471e-a118-faa2c486ad3a on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:20.900614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.922707 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5ff2471-ec66-47bc-9112-b58e2fab59c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00d8fa1d120c4769add7643d9a4ba867&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1643398 Nov 23 02:28:20.925177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34516) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:20.926127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:20.936249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00f5153-77b7-49a6-801c-e2064e25d087') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:20.936585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00f5153-77b7-49a6-801c-e2064e25d087') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:20.945767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.959661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.966225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:20.966815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:20.970630 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:20.973276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d50890e-ff29-48b7-ae2d-b019316fde7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:20.993452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d50890e-ff29-48b7-ae2d-b019316fde7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.031015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.038101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.041393 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b HTTP/1.1" status: 204 len: 168 time: 1.5406728 Nov 23 02:28:21.045496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d50890e-ff29-48b7-ae2d-b019316fde7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.047226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0d50890e-ff29-48b7-ae2d-b019316fde7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.052514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34518) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.052687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0d50890e-ff29-48b7-ae2d-b019316fde7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1a3c4ed0-bee4-46cc-8118-be3c726c4ade HTTP/1.1" status: 204 len: 168 time: 0.1255617 Nov 23 02:28:21.061876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a369348-1808-4f6c-ac40-69555d0cb281 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:21.063292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50890e-ff29-48b7-ae2d-b019316fde7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c4ed0-bee4-46cc-8118-be3c726c4ade,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:21.080370 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-8897790b-40a8-4897-a1f3-64a3c671e279 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:21.080828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8897790b-40a8-4897-a1f3-64a3c671e279 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:21.086043 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8897790b-40a8-4897-a1f3-64a3c671e279 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/54f1ad2b-9945-460d-8ef3-fc5cc3571a17 HTTP/1.1" status: 404 len: 337 time: 0.0325124 Nov 23 02:28:21.088960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34522) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.110382 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-562fc85f-e0a0-45f3-86a3-016658a3f109 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:21.110873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562fc85f-e0a0-45f3-86a3-016658a3f109 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:21.114021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-562fc85f-e0a0-45f3-86a3-016658a3f109 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/8177d2e1-92ec-4cc0-91e4-6cc10d9a2d2b HTTP/1.1" status: 404 len: 339 time: 0.0241158 Nov 23 02:28:21.116656 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34524) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.203507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.327032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.361971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a8573f-62f2-4836-af48-893564b63946']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:21.374433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98f30a7-7759-4c15-9302-9206a87fd72b') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:21.375029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98f30a7-7759-4c15-9302-9206a87fd72b') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:21.386426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.404903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.414448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:21.415039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:21.418589 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:21.495487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.508037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.512994 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/60a8573f-62f2-4836-af48-893564b63946 HTTP/1.1" status: 204 len: 168 time: 0.3952615 Nov 23 02:28:21.515905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34536) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.526886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267c4cf-0dc0-467a-bbe2-3d9c5bc84c02 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=60a8573f-62f2-4836-af48-893564b63946,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:21.550541 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-969e9619-31ab-4716-acee-70b2eaf61a16 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:21.551265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-969e9619-31ab-4716-acee-70b2eaf61a16 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:21.558670 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-969e9619-31ab-4716-acee-70b2eaf61a16 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/d7154cfb-b56a-47fe-a22b-a79bca43fa73 HTTP/1.1" status: 404 len: 337 time: 0.0383956 Nov 23 02:28:21.558925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34538) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.582688 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-a18e4e0c-9839-417f-829f-5663bfc1fef9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:21.583233 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a18e4e0c-9839-417f-829f-5663bfc1fef9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:21.587644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a18e4e0c-9839-417f-829f-5663bfc1fef9 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/a3704c69-22e6-4357-8a67-c4d1f5ff3e9b HTTP/1.1" status: 404 len: 339 time: 0.0277660 Nov 23 02:28:21.590471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34542) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.663574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting subnet f8ec13fb-9c3b-4e51-bd83-557d14b3d868 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:21.667858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.709786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.806667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.861729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34550) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:21.879345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.929415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ec13fb-9c3b-4e51-bd83-557d14b3d868,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:21.933990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:21.941855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8db4c-5f56-4d35-9e2a-db581d3d4742 None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:21.942870 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4cf8550c-ee29-4689-a13c-5467b682d069 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/f8ec13fb-9c3b-4e51-bd83-557d14b3d868 HTTP/1.1" status: 204 len: 168 time: 0.3510213 Nov 23 02:28:21.943796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34554) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:22.003073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting subnet 2bfe4e67-153d-4d88-8b9e-4c79e26c9f82 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:22.006373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.015001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1197860722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:22.044127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.045724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.060189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.125187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.130740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.152482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.153888 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b39eebd-c86d-45b1-87fe-cd8236903496 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2901571 Nov 23 02:28:22.156804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34556) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:22.162794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1946238571'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:22.179576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.188977 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Made reservation on behalf of 90fd0003e5bb443ba94e9fdb3b6e9685 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:22.192637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.201906 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.244443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.272959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=2bfe4e67-153d-4d88-8b9e-4c79e26c9f82,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.276875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.280719 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b4a36c67-459e-41f6-ba9a-9eb026798478 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/2bfe4e67-153d-4d88-8b9e-4c79e26c9f82 HTTP/1.1" status: 204 len: 168 time: 0.3359907 Nov 23 02:28:22.286247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34558) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:22.299087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.312997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.394213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:22.401645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56472a8f-52f7-4c5c-8884-c21b22cc64bc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.420283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.422590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.422945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Added segment 8a6fe609-1b9e-470b-acbb-779e4238dbf7 of type vlan for network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e Nov 23 02:28:22.469505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.522924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.529170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:22.529767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.597204 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4393096 Nov 23 02:28:22.600360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34560) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:22.605753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:22.606101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.607202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'subnet': {'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:22.629886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372f571e-1e78-491e-9f6f-b51a12299d86 None None] Network a6b3c356-3aab-4da1-a671-79f81aa5f2cf requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:22.649715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d3303-6cd6-4494-8be6-edabff8b780f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Network': ['ID=f901647b-7bf2-4a2f-9c35-7e1497d6cc1e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:22.672452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:22.683140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] For port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,segment=NetworkSegment(67c323b4-6f32-4937-bceb-c153968801ce),segment_id=67c323b4-6f32-4937-bceb-c153968801ce)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:22.683583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.697283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Calling delete_port for 2d81b07e-c369-45a6-8b0a-fd2386fa10ed owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:22.713849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Made reservation on behalf of 90fd0003e5bb443ba94e9fdb3b6e9685 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:22.717473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.767725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-00a6c77f-b8cd-4cc3-8179-d3563cfb5e36 None None] Provisioning complete for port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:22.768272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-00a6c77f-b8cd-4cc3-8179-d3563cfb5e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.937440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:22.938232 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] DHCP port deletion for a6b3c356-3aab-4da1-a671-79f81aa5f2cf request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:22.991986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] Deleting port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:22.992725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.013419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Subnet': ['ID=839f7190-2d1c-4e97-a49b-ff7aed3d5a71,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.029628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Checking segment: {'id': '8a6fe609-1b9e-470b-acbb-779e4238dbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:23.030276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network hostable DHCP agents. Network: f901647b-7bf2-4a2f-9c35-7e1497d6cc1e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:23.051582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:23.065122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, f901647b-7bf2-4a2f-9c35-7e1497d6cc1e) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:23.073377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:23.074277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.076269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] For port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,segment=NetworkSegment(67c323b4-6f32-4937-bceb-c153968801ce),segment_id=67c323b4-6f32-4937-bceb-c153968801ce)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:23.076800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.081659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9327b163-f60a-4299-abc2-01a0f617b150 None None] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:23.098180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-23d38b04-a848-48b7-8f0f-c10dbbd37022 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4960270 Nov 23 02:28:23.101245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34562) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.109507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'network': {'name': 'tempest-router-network01--1479784957'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:23.129194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.136028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Made reservation on behalf of 90fd0003e5bb443ba94e9fdb3b6e9685 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:23.142812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] Calling delete_port for 2d81b07e-c369-45a6-8b0a-fd2386fa10ed owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:23.144935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.158394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Port': ['ID=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.160229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No DVR routers for this DVR port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:23.189466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:23.202562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.202909 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Added segment 1fe0eed0-c865-4d90-9744-5fed54a99271 of type vlan for network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 Nov 23 02:28:23.244938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.255779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.272135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.276673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b3c356-3aab-4da1-a671-79f81aa5f2cf']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:23.280650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:23.281477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.290323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c323b4-6f32-4937-bceb-c153968801ce') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:23.290700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c323b4-6f32-4937-bceb-c153968801ce') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:23.299564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.302124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.317737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.324500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:23.325028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:23.328403 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:23.333741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] Pushing event deleted for resources: {'Port': ['ID=2d81b07e-c369-45a6-8b0a-fd2386fa10ed,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.354804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba21461d-084a-433b-904a-b9163e1d68d9 None None] No DVR routers for this DVR port 2d81b07e-c369-45a6-8b0a-fd2386fa10ed on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:23.367127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-f901647b-7bf2-4a2f-9c35-7e1497d6cc1e', 'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e', 'tenant_id': '90fd0003e5bb443ba94e9fdb3b6e9685', 'fixed_ips': [{'subnet_id': '839f7190-2d1c-4e97-a49b-ff7aed3d5a71'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:23.368928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.370095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Network': ['ID=3b530f62-9149-4de2-afd6-f6e6dcf1e729,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.379924 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-002ce0f8-b960-406a-9983-e2c2aeb448fd tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2775185 Nov 23 02:28:23.382595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34564) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.387943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'network': {'name': 'tempest-router-network02--1448753299'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:23.389886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:23.405973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.419106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Made reservation on behalf of 90fd0003e5bb443ba94e9fdb3b6e9685 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:23.423237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.424969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.430901 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/a6b3c356-3aab-4da1-a671-79f81aa5f2cf HTTP/1.1" status: 204 len: 168 time: 1.1436415 Nov 23 02:28:23.431914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48233e-3df3-45f0-b3e5-f1b4375dd166 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=a6b3c356-3aab-4da1-a671-79f81aa5f2cf,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.432914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34566) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.467638 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5b68ab-8d6c-456c-8992-bd5c827a17fa tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:23.468108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc5b68ab-8d6c-456c-8992-bd5c827a17fa tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:23.471241 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dc5b68ab-8d6c-456c-8992-bd5c827a17fa tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/314c2d3c-fcfd-412c-b317-ff50e9484f60 HTTP/1.1" status: 404 len: 337 time: 0.0374324 Nov 23 02:28:23.473985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34568) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.487444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:28:23.501801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07521f5-0acd-49fa-9030-06aa5bc11897 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:23.502240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07521f5-0acd-49fa-9030-06aa5bc11897 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:23.505539 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e07521f5-0acd-49fa-9030-06aa5bc11897 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/71540065-ae13-4b55-832f-b0dc77b4a19f HTTP/1.1" status: 404 len: 339 time: 0.0306482 Nov 23 02:28:23.508287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34570) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.517992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.518347 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Added segment 1d8e2dbc-132d-4871-8397-9c290e4feb35 of type vlan for network c466ab2c-ed2d-4630-b195-7daf27b8048e Nov 23 02:28:23.550263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b34ac6-5d34-4f31-8a7d-ee83746ccea5 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:23.550718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b34ac6-5d34-4f31-8a7d-ee83746ccea5 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:23.554154 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-95b34ac6-5d34-4f31-8a7d-ee83746ccea5 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/b01b746e-3558-4073-a10b-232edc24c30c HTTP/1.1" status: 404 len: 337 time: 0.0449555 Nov 23 02:28:23.557218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.578997 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9b3f1a-e5a8-40d0-bf10-345d07935e4e tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:23.579802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9b3f1a-e5a8-40d0-bf10-345d07935e4e tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:23.585583 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1d9b3f1a-e5a8-40d0-bf10-345d07935e4e tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/a4943b77-f2a8-4588-8246-3b995015d90e HTTP/1.1" status: 404 len: 339 time: 0.0243905 Nov 23 02:28:23.585904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.587483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Allocated IP 172.20.0.2 (f901647b-7bf2-4a2f-9c35-7e1497d6cc1e/839f7190-2d1c-4e97-a49b-ff7aed3d5a71/8a5123f4-b651-4e60-82fe-58e18d84133b) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:23.588296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.614554 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dc98e7-0147-4bc1-8794-6b966459bf94 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:23.615230 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3dc98e7-0147-4bc1-8794-6b966459bf94 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:23.618248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.618911 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a3dc98e7-0147-4bc1-8794-6b966459bf94 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/31720264-8563-4086-ba68-7ea25bcec521 HTTP/1.1" status: 404 len: 337 time: 0.0315368 Nov 23 02:28:23.621961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.625985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:23.626715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.645876 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b84e3f9-65f8-4946-9db4-d8db1adf9c0f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:23.646770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b84e3f9-65f8-4946-9db4-d8db1adf9c0f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:23.652199 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9b84e3f9-65f8-4946-9db4-d8db1adf9c0f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/4d15aaf1-860d-4954-94a1-53a2d13d5931 HTTP/1.1" status: 404 len: 339 time: 0.0266366 Nov 23 02:28:23.652438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34578) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.690327 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3066003 Nov 23 02:28:23.693325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34580) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:23.698422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d66fc-853d-42f6-9b3c-d7271a698c02 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Network': ['ID=c466ab2c-ed2d-4630-b195-7daf27b8048e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.700099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'subnet': {'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:23.711761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network c466ab2c-ed2d-4630-b195-7daf27b8048e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:28:23.757176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting subnet 8e2ee130-c29a-4063-90de-fcc3a1e91498 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:23.769081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.799890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.814145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.830987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.858969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:23.864813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:23.867451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:23.870927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Pushing event updated for resources: {'Port': ['ID=8a5123f4-b651-4e60-82fe-58e18d84133b,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:23.874485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Made reservation on behalf of 90fd0003e5bb443ba94e9fdb3b6e9685 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:23.878024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.924555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Attempting to bind port 8a5123f4-b651-4e60-82fe-58e18d84133b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:23.924975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Attempting to bind port 8a5123f4-b651-4e60-82fe-58e18d84133b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '8a6fe609-1b9e-470b-acbb-779e4238dbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:23.925287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Attempting to bind port 8a5123f4-b651-4e60-82fe-58e18d84133b on network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:23.930343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:23.930730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Checking segment: {'id': '8a6fe609-1b9e-470b-acbb-779e4238dbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:23.931130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:23.931524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Bound using segment: {'id': '8a6fe609-1b9e-470b-acbb-779e4238dbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:23.932112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Bound port: 8a5123f4-b651-4e60-82fe-58e18d84133b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a6fe609-1b9e-470b-acbb-779e4238dbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'f901647b-7bf2-4a2f-9c35-7e1497d6cc1e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:23.932621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.001598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] For port 8a5123f4-b651-4e60-82fe-58e18d84133b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:24.003679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.005392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] For port 8a5123f4-b651-4e60-82fe-58e18d84133b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8a5123f4-b651-4e60-82fe-58e18d84133b,segment=NetworkSegment(8a6fe609-1b9e-470b-acbb-779e4238dbf7),segment_id=8a6fe609-1b9e-470b-acbb-779e4238dbf7)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:24.022325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.086747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aba107-0bab-403b-96a3-ab9735cfdd84 None None] Pushing event updated for resources: {'Port': ['ID=8a5123f4-b651-4e60-82fe-58e18d84133b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.129153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.180134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.183816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2ee130-c29a-4063-90de-fcc3a1e91498,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.185824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.189217 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-35a136e6-edc0-4e40-8284-3ffeae94973f tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/8e2ee130-c29a-4063-90de-fcc3a1e91498 HTTP/1.1" status: 204 len: 168 time: 0.5358031 Nov 23 02:28:24.192053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34582) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:24.193241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92f4cc2-40a1-4039-98a7-0bbe76964ef7 None None] Network 817713f6-a592-4028-8ca6-a4aec52c2746 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:24.251030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Subnet': ['ID=ba2bfb72-5a76-4b93-be9d-370415611f9a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.265319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d81b07e-c369-45a6-8b0a-fd2386fa10ed no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:24.325964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Checking segment: {'id': '1fe0eed0-c865-4d90-9744-5fed54a99271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:24.326376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network hostable DHCP agents. Network: 3b530f62-9149-4de2-afd6-f6e6dcf1e729, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:24.329647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2d81b07e-c369-45a6-8b0a-fd2386fa10ed {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:24.330008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2d81b07e-c369-45a6-8b0a-fd2386fa10ed not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:24.339808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.364674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:24.376988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 3b530f62-9149-4de2-afd6-f6e6dcf1e729) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:24.382270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.382270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.405761 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58b46078-519a-4984-8b24-55639b1ac60c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7107673 Nov 23 02:28:24.408775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34584) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:24.414572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'subnet': {'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:24.415214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2453cbf-8616-4fbe-a1ba-c8dc0db1d518 None None] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:24.419193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting port 9414a047-0bc8-4af0-b1f0-4c2390d06bed {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:24.419541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.504489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] For port 9414a047-0bc8-4af0-b1f0-4c2390d06bed, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9414a047-0bc8-4af0-b1f0-4c2390d06bed,segment=NetworkSegment(73968127-2dd0-4264-b45a-377c43dee324),segment_id=73968127-2dd0-4264-b45a-377c43dee324)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:24.504861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.526741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Calling delete_port for 9414a047-0bc8-4af0-b1f0-4c2390d06bed owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:24.539122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Made reservation on behalf of 90fd0003e5bb443ba94e9fdb3b6e9685 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:28:24.545510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.577092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-3b530f62-9149-4de2-afd6-f6e6dcf1e729', 'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729', 'tenant_id': '90fd0003e5bb443ba94e9fdb3b6e9685', 'fixed_ips': [{'subnet_id': 'ba2bfb72-5a76-4b93-be9d-370415611f9a'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:24.577965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.594644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] DHCP port deletion for 817713f6-a592-4028-8ca6-a4aec52c2746 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:24.621122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.651152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Port': ['ID=9414a047-0bc8-4af0-b1f0-4c2390d06bed,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.654740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No DVR routers for this DVR port 9414a047-0bc8-4af0-b1f0-4c2390d06bed on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:24.748106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Deleting port 9414a047-0bc8-4af0-b1f0-4c2390d06bed {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:24.748506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.749476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.763404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Allocated IP 172.20.0.2 (3b530f62-9149-4de2-afd6-f6e6dcf1e729/ba2bfb72-5a76-4b93-be9d-370415611f9a/a6b47b83-74c0-46af-86b6-af07cedb1a64) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:24.772722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817713f6-a592-4028-8ca6-a4aec52c2746']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:24.773321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.784004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73968127-2dd0-4264-b45a-377c43dee324') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:24.784221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73968127-2dd0-4264-b45a-377c43dee324') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:24.796946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.815715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.823807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:24.824210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:24.829146 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:24.848096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Subnet': ['ID=a6ee0fac-7444-454b-b40d-d2aa41482847,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.857566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Checking segment: {'id': '1d8e2dbc-132d-4871-8397-9c290e4feb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:24.858001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network hostable DHCP agents. Network: c466ab2c-ed2d-4630-b195-7daf27b8048e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:28:24.865223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] For port 9414a047-0bc8-4af0-b1f0-4c2390d06bed, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:24.865631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.881328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network c466ab2c-ed2d-4630-b195-7daf27b8048e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:28:24.882521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Calling delete_port for 9414a047-0bc8-4af0-b1f0-4c2390d06bed owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:24.886668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Port 9414a047-0bc8-4af0-b1f0-4c2390d06bed was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:28:24.891139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.898355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, c466ab2c-ed2d-4630-b195-7daf27b8048e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:24.905534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:24.907543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.929284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b92d85-cf00-4c0b-bbfe-f42c26f2c465 None None] Network c466ab2c-ed2d-4630-b195-7daf27b8048e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:24.934311 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-67649ce5-dc20-433c-9420-e06a4bd3fc1c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5240412 Nov 23 02:28:24.935691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.938465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34586) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:24.940090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] Pushing event deleted for resources: {'Port': ['ID=9414a047-0bc8-4af0-b1f0-4c2390d06bed,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.940549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:24.953928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/817713f6-a592-4028-8ca6-a4aec52c2746 HTTP/1.1" status: 204 len: 168 time: 0.7583139 Nov 23 02:28:24.957988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34588) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:24.977804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f616-996d-4aa3-b331-f1b903546bf2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=817713f6-a592-4028-8ca6-a4aec52c2746,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:24.990484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df75dab-4210-4950-8f88-0f918b8e7f8b None None] No DVR routers for this DVR port 9414a047-0bc8-4af0-b1f0-4c2390d06bed on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:25.000863 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d59a8d8-a9c5-45d6-8ca9-167c14a364bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:25.001687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d59a8d8-a9c5-45d6-8ca9-167c14a364bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:25.005902 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2d59a8d8-a9c5-45d6-8ca9-167c14a364bc tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/7de383db-f1cf-4485-b70a-451dbf60dda8 HTTP/1.1" status: 404 len: 337 time: 0.0455582 Nov 23 02:28:25.018901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34590) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:25.041962 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-94294c3c-08fd-456f-85be-95b93ee535dd tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] DELETE failed (client error): The resource could not be found. Nov 23 02:28:25.042588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94294c3c-08fd-456f-85be-95b93ee535dd tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:28:25.049156 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-94294c3c-08fd-456f-85be-95b93ee535dd tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/7023632e-fef7-4c60-8d58-6accb132d497 HTTP/1.1" status: 404 len: 339 time: 0.0254855 Nov 23 02:28:25.049457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34592) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:25.110311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.116186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting subnet 1a882cc4-ed08-4729-8868-ed446cc76dc3 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:25.120528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.167477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.170997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.175836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-c466ab2c-ed2d-4630-b195-7daf27b8048e', 'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e', 'tenant_id': '90fd0003e5bb443ba94e9fdb3b6e9685', 'fixed_ips': [{'subnet_id': 'a6ee0fac-7444-454b-b40d-d2aa41482847'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:28:25.177112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.267425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.328187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.347272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:25.355237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Pushing event updated for resources: {'Port': ['ID=a6b47b83-74c0-46af-86b6-af07cedb1a64,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.356410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.367188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:25.373060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:25.387693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Subnet': ['ID=1a882cc4-ed08-4729-8868-ed446cc76dc3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.389878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.393738 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6c76efe4-64e2-42d9-9ae9-2f09cf2d91e2 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/subnets/1a882cc4-ed08-4729-8868-ed446cc76dc3 HTTP/1.1" status: 204 len: 168 time: 0.3429987 Nov 23 02:28:25.401594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9782da6-4154-436a-bd2c-5e116950d66c None None] Network c22d1c26-ff53-47ad-8e35-7c07fb5fef70 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:25.405116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34594) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:25.502551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.562453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Deleting port b1510f37-ed82-402d-b04e-ea5efc0bba8d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:25.562697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.596062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f1578-bd90-4002-be4e-4f0e26f0a049 None None] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:25.632500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] For port b1510f37-ed82-402d-b04e-ea5efc0bba8d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b1510f37-ed82-402d-b04e-ea5efc0bba8d,segment=NetworkSegment(a42dba6d-0fcf-4629-9e42-ba6ef2c4c748),segment_id=a42dba6d-0fcf-4629-9e42-ba6ef2c4c748)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:25.632861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.645253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Allocated IP 172.20.0.1 (3b530f62-9149-4de2-afd6-f6e6dcf1e729/ba2bfb72-5a76-4b93-be9d-370415611f9a/ecd87438-d5cb-46e9-b6c6-10a83765fbbc) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:25.647455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Calling delete_port for b1510f37-ed82-402d-b04e-ea5efc0bba8d owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:25.747800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.777814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Attempting to bind port a6b47b83-74c0-46af-86b6-af07cedb1a64 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:25.778200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Attempting to bind port a6b47b83-74c0-46af-86b6-af07cedb1a64 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1fe0eed0-c865-4d90-9744-5fed54a99271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:25.778571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Attempting to bind port a6b47b83-74c0-46af-86b6-af07cedb1a64 on network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:25.779620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Port': ['ID=b1510f37-ed82-402d-b04e-ea5efc0bba8d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.783231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] No DVR routers for this DVR port b1510f37-ed82-402d-b04e-ea5efc0bba8d on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:25.785189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Provisioning complete for port 8a5123f4-b651-4e60-82fe-58e18d84133b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:25.785857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.796349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.798346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Allocated IP 172.20.0.2 (c466ab2c-ed2d-4630-b195-7daf27b8048e/a6ee0fac-7444-454b-b40d-d2aa41482847/8779c2a3-aef3-4e46-9921-ea521ee60ca1) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:25.829095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:25.829369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Checking segment: {'id': '1fe0eed0-c865-4d90-9744-5fed54a99271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:25.829757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.830185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Bound using segment: {'id': '1fe0eed0-c865-4d90-9744-5fed54a99271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:25.830860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Bound port: a6b47b83-74c0-46af-86b6-af07cedb1a64, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe0eed0-c865-4d90-9744-5fed54a99271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '3b530f62-9149-4de2-afd6-f6e6dcf1e729'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:25.831192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.842156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.871389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.884365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:25.890110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:25.893222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:25.896688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22d1c26-ff53-47ad-8e35-7c07fb5fef70']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:25.908139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:25.908651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42dba6d-0fcf-4629-9e42-ba6ef2c4c748') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:25.919757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.923110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Port': ['ID=ecd87438-d5cb-46e9-b6c6-10a83765fbbc,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:25.935658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.943345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:25.943696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.946739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:25.947097 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:26.036775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.048474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.054561 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] 10.222.0.53 "DELETE /v2.0/networks/c22d1c26-ff53-47ad-8e35-7c07fb5fef70 HTTP/1.1" status: 204 len: 168 time: 0.6456797 Nov 23 02:28:26.063283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d450fc-a9c0-4589-b212-342f09512938 tempest-NetworksIpV6Test-1582526207 tempest-NetworksIpV6Test-1582526207-project] Pushing event deleted for resources: {'Network': ['ID=c22d1c26-ff53-47ad-8e35-7c07fb5fef70,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.107288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8041b2-ba05-41bb-8a82-18f17dad62f7 None None] DHCP port deletion for c22d1c26-ff53-47ad-8e35-7c07fb5fef70 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:26.112683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] For port a6b47b83-74c0-46af-86b6-af07cedb1a64, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:26.117384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.145973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] For port a6b47b83-74c0-46af-86b6-af07cedb1a64, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b47b83-74c0-46af-86b6-af07cedb1a64,segment=NetworkSegment(1fe0eed0-c865-4d90-9744-5fed54a99271),segment_id=1fe0eed0-c865-4d90-9744-5fed54a99271)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:26.178691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.275986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.321197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.321197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db5bbf-e68f-4403-8116-3eca856d9ce6 None None] Pushing event updated for resources: {'Port': ['ID=a6b47b83-74c0-46af-86b6-af07cedb1a64,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.340962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.374636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] For port 8a5123f4-b651-4e60-82fe-58e18d84133b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8a5123f4-b651-4e60-82fe-58e18d84133b,segment=NetworkSegment(8a6fe609-1b9e-470b-acbb-779e4238dbf7),segment_id=8a6fe609-1b9e-470b-acbb-779e4238dbf7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:26.399908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Network c466ab2c-ed2d-4630-b195-7daf27b8048e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:26.403691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8a5123f4-b651-4e60-82fe-58e18d84133b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:26.412402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.423697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:26.453989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:26.482081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34600) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:26.529827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.537783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.539957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Pushing event updated for resources: {'Port': ['ID=8779c2a3-aef3-4e46-9921-ea521ee60ca1,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.615384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Port': ['ID=ecd87438-d5cb-46e9-b6c6-10a83765fbbc,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.659829 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Attempting to bind port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:28:26.660212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Attempting to bind port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '1d8e2dbc-132d-4871-8397-9c290e4feb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:28:26.661043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Attempting to bind port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 on network c466ab2c-ed2d-4630-b195-7daf27b8048e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:28:26.662168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.674448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8a5123f4-b651-4e60-82fe-58e18d84133b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:26.674988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.679478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:28:26.679866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Checking segment: {'id': '1d8e2dbc-132d-4871-8397-9c290e4feb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:28:26.680291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.680695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Bound using segment: {'id': '1d8e2dbc-132d-4871-8397-9c290e4feb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:28:26.681492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Bound port: 8779c2a3-aef3-4e46-9921-ea521ee60ca1, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8e2dbc-132d-4871-8397-9c290e4feb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c466ab2c-ed2d-4630-b195-7daf27b8048e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:28:26.681924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.765027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Pushing event updated for resources: {'Port': ['ID=8a5123f4-b651-4e60-82fe-58e18d84133b,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.791871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.792416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.792776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.793123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.793463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.793800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.794145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.794472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.794807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.795136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.795464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.796201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7fff9a-5b42-4a5e-9d2b-5e2e985ff123 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:28:26.798836 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f0b7cd4-e7b2-42e4-bea9-8519ac929a4f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9707f7c9551345fc80a616a1382b40a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153968 Nov 23 02:28:26.802206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34604) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:26.804163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-98e5e2ed-e200-48fe-aa4c-b993fda7134b None None] Provisioning complete for port 8a5123f4-b651-4e60-82fe-58e18d84133b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:26.804937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98e5e2ed-e200-48fe-aa4c-b993fda7134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.822748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:26.826173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:26.856588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] For port 8779c2a3-aef3-4e46-9921-ea521ee60ca1, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:28:26.868123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40717d3-27c3-431a-9f1f-a8dd17ac5183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.894643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40717d3-27c3-431a-9f1f-a8dd17ac5183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.904901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] For port 8779c2a3-aef3-4e46-9921-ea521ee60ca1, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8779c2a3-aef3-4e46-9921-ea521ee60ca1,segment=NetworkSegment(1d8e2dbc-132d-4871-8397-9c290e4feb35),segment_id=1d8e2dbc-132d-4871-8397-9c290e4feb35)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:28:26.915584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.956362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40717d3-27c3-431a-9f1f-a8dd17ac5183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.960042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40717d3-27c3-431a-9f1f-a8dd17ac5183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:26.961496 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f40717d3-27c3-431a-9f1f-a8dd17ac5183 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7450c77e-4f53-481b-adb5-84a8eb59eee0 HTTP/1.1" status: 204 len: 168 time: 0.1573334 Nov 23 02:28:26.972744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40717d3-27c3-431a-9f1f-a8dd17ac5183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7450c77e-4f53-481b-adb5-84a8eb59eee0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:26.997333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Router afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:28:27.033192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b1510f37-ed82-402d-b04e-ea5efc0bba8d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:27.081662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b1510f37-ed82-402d-b04e-ea5efc0bba8d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:27.082198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b1510f37-ed82-402d-b04e-ea5efc0bba8d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:27.082774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9414a047-0bc8-4af0-b1f0-4c2390d06bed no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:27.115023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 9414a047-0bc8-4af0-b1f0-4c2390d06bed {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:27.116388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9414a047-0bc8-4af0-b1f0-4c2390d06bed not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:27.125750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e4406-518e-4b4d-92ca-639098747387 None None] Pushing event updated for resources: {'Port': ['ID=8779c2a3-aef3-4e46-9921-ea521ee60ca1,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:27.142907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:27.152853 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ca6b19d8-fa9a-4673-8fae-42e9779fbf4c tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074385 Nov 23 02:28:27.153055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34610) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:27.157183 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] Sync routers for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:27.174836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:27.175644 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:27.215430 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:27.225422 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:27.226080 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:27.310362 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:27.311303 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e47da2-c7da-4b62-b5dc-19a8221dcfef None None] The sync data for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:27.636485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-b64e40cb-b6ce-4528-a702-4ea7d46e1418 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:28:27.640270 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b64e40cb-b6ce-4528-a702-4ea7d46e1418 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4846551 Nov 23 02:28:27.640521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34624) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:27.701246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7aa53d-8212-4398-8fb9-afcc608b84dd None None] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:27.779244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a99c030e-38df-4578-ba27-159750ea5be3 None None] Provisioning complete for port a6b47b83-74c0-46af-86b6-af07cedb1a64 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:27.779828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a99c030e-38df-4578-ba27-159750ea5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.866267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34630) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:27.871015 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033522 Nov 23 02:28:27.874193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34632) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:27.970292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a99c030e-38df-4578-ba27-159750ea5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:27.971870 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-9e5cbc60-e1b1-4a19-82c9-0a8519ffc18f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440614 Nov 23 02:28:28.011954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a99c030e-38df-4578-ba27-159750ea5be3 None None] For port a6b47b83-74c0-46af-86b6-af07cedb1a64, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b47b83-74c0-46af-86b6-af07cedb1a64,segment=NetworkSegment(1fe0eed0-c865-4d90-9744-5fed54a99271),segment_id=1fe0eed0-c865-4d90-9744-5fed54a99271)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:28.017892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a99c030e-38df-4578-ba27-159750ea5be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.064033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.086109 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c030e-38df-4578-ba27-159750ea5be3 None None] Pushing event updated for resources: {'Port': ['ID=a6b47b83-74c0-46af-86b6-af07cedb1a64,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:28.118937 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6aff9246-d44c-4e43-92b2-b14c05ba2553 tempest-NetworksApiDiscovery-923799700 tempest-NetworksApiDiscovery-923799700-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2434185 Nov 23 02:28:28.143020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-ac8cca13-641b-4ea8-b8b0-4a232fcd4f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:28.144745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-ac8cca13-641b-4ea8-b8b0-4a232fcd4f43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 1098 time: 0.0958705 Nov 23 02:28:28.370500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-2d7ee210-98ca-41d1-9c6e-43cc201d1651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:28.375221 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-2d7ee210-98ca-41d1-9c6e-43cc201d1651 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1943848 Nov 23 02:28:28.427695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d041cbf-002f-447f-bb7c-fddcdf102b51 None None] Network c466ab2c-ed2d-4630-b195-7daf27b8048e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:28.500406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8779c2a3-aef3-4e46-9921-ea521ee60ca1 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:28.516759 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-fea555eb-44b0-4257-8609-22d1ef6c56bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 200 len: 1001 time: 0.1311495 Nov 23 02:28:28.533836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting port ecd87438-d5cb-46e9-b6c6-10a83765fbbc {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:28.534340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.589096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34640) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:28.612636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-029755eb-09d5-4f53-a525-9e3aa9b264bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:28.614500 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-029755eb-09d5-4f53-a525-9e3aa9b264bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0903852 Nov 23 02:28:28.653529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.669230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Calling delete_port for ecd87438-d5cb-46e9-b6c6-10a83765fbbc owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:28.677419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-140a9ab4-3488-48d0-994b-6c4d34bfa50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:28.680265 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-140a9ab4-3488-48d0-994b-6c4d34bfa50f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571985 Nov 23 02:28:28.730513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Provisioning complete for port ecd87438-d5cb-46e9-b6c6-10a83765fbbc triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:28.730934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.784331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c3014ac-0a3e-477e-aad6-58faee95fa72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.795906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Port ecd87438-d5cb-46e9-b6c6-10a83765fbbc cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:28.868591 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-0b7063e4-b16b-44d4-a0df-fdee45d90bba service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798878 Nov 23 02:28:28.879893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Provisioning complete for port a6b47b83-74c0-46af-86b6-af07cedb1a64 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:28.880879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.905321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.911841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:28.912286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:28.936163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Port': ['ID=ecd87438-d5cb-46e9-b6c6-10a83765fbbc,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:29.016902 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c3014ac-0a3e-477e-aad6-58faee95fa72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.024855 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0bf4140a-593c-4d3a-81d6-794fc35b53ad req-9fddae07-1bc9-44a1-98d9-48f2569eaffc service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475644 Nov 23 02:28:29.029961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6c3014ac-0a3e-477e-aad6-58faee95fa72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.084739 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6c3014ac-0a3e-477e-aad6-58faee95fa72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=16be9d6bad0c4c0f945cff134da74dfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4941788 Nov 23 02:28:29.086389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3014ac-0a3e-477e-aad6-58faee95fa72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c80d9-41d4-448c-97f1-36debd4c771a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:29.090797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34644) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:29.109674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.132899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Provisioning complete for port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:29.133279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-720aad7c-e723-4f8e-b91e-78e1fc3b0bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.184852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67702bff-2436-49d4-8016-01895f220fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.199067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 8779c2a3-aef3-4e46-9921-ea521ee60ca1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8779c2a3-aef3-4e46-9921-ea521ee60ca1,segment=NetworkSegment(1d8e2dbc-132d-4871-8397-9c290e4feb35),segment_id=1d8e2dbc-132d-4871-8397-9c290e4feb35)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:29.208791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.209812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b47b83-74c0-46af-86b6-af07cedb1a64 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:29.222111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67702bff-2436-49d4-8016-01895f220fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.299770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67702bff-2436-49d4-8016-01895f220fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.302636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-67702bff-2436-49d4-8016-01895f220fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.303906 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-67702bff-2436-49d4-8016-01895f220fc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e9c80d9-41d4-448c-97f1-36debd4c771a HTTP/1.1" status: 204 len: 168 time: 0.2117727 Nov 23 02:28:29.314211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67702bff-2436-49d4-8016-01895f220fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c80d9-41d4-448c-97f1-36debd4c771a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:29.377720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=8779c2a3-aef3-4e46-9921-ea521ee60ca1,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:29.395449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a6b47b83-74c0-46af-86b6-af07cedb1a64 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:29.395973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.498819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8a5123f4-b651-4e60-82fe-58e18d84133b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:29.503336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0b90e25e-3cf5-4558-be93-cde16c0366ff None None] Could not find standard attr ID for object ecd87438-d5cb-46e9-b6c6-10a83765fbbc. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:28:29.535819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.546029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0b90e25e-3cf5-4558-be93-cde16c0366ff None None] Provisioning complete for port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:29.546459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b90e25e-3cf5-4558-be93-cde16c0366ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.614120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8a5123f4-b651-4e60-82fe-58e18d84133b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:29.614611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:29.695830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Router afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:29.773864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:29.781462 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-698bc2e0-25d8-420f-aedf-68095a3a08f9 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1399093 Nov 23 02:28:29.785842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34648) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:29.790141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65622257-72fe-433d-9618-e16e876931fa None None] Sync routers for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:29.801202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65622257-72fe-433d-9618-e16e876931fa None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:29.801844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-65622257-72fe-433d-9618-e16e876931fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:29.826146 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-e2f4e086-9cfa-4c6d-aeeb-c651d8b96b15 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] delete failed (client error): The resource could not be found. Nov 23 02:28:29.827153 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e2f4e086-9cfa-4c6d-aeeb-c651d8b96b15 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-712270659 HTTP/1.1" status: 404 len: 334 time: 0.0404136 Nov 23 02:28:29.831248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34650) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:29.834519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-65622257-72fe-433d-9618-e16e876931fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:29.835891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-77c73305-1cb5-4bc9-b059-ff3d20b75023 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'router': {'external_gateway_info': {'network_id': 'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:29.843797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65622257-72fe-433d-9618-e16e876931fa None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:29.844462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-65622257-72fe-433d-9618-e16e876931fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:29.880653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-65622257-72fe-433d-9618-e16e876931fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:29.881319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65622257-72fe-433d-9618-e16e876931fa None None] The sync data for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:30.046029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-77c73305-1cb5-4bc9-b059-ff3d20b75023 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.068593 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-77c73305-1cb5-4bc9-b059-ff3d20b75023 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] update failed (client error): The resource could not be found. Nov 23 02:28:30.069658 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-77c73305-1cb5-4bc9-b059-ff3d20b75023 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 HTTP/1.1" status: 404 len: 339 time: 0.2373438 Nov 23 02:28:30.073863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34652) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:30.251145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8779c2a3-aef3-4e46-9921-ea521ee60ca1 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:28:30.300991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:30.301286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.680381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:30.920118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Allocated IP 172.20.0.1 (f901647b-7bf2-4a2f-9c35-7e1497d6cc1e/839f7190-2d1c-4e97-a49b-ff7aed3d5a71/f603b62b-8d01-40e3-b894-e85187742999) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:28:31.039009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.084053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.132989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:31.136360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:31.140086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:28:31.146611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Port': ['ID=f603b62b-8d01-40e3-b894-e85187742999,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:31.189507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.311899 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.410773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4750d611-2b22-44df-aa22-07ea94f566d4 None None] Provisioning complete for port f603b62b-8d01-40e3-b894-e85187742999 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:31.411378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4750d611-2b22-44df-aa22-07ea94f566d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.447466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4750d611-2b22-44df-aa22-07ea94f566d4 None None] Port f603b62b-8d01-40e3-b894-e85187742999 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:31.583551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.590792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.667842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.669570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event updated for resources: {'Port': ['ID=f603b62b-8d01-40e3-b894-e85187742999,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:31.768054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:28:31.769700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:28:31.879849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Router afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:31.972459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e7f4e632-205b-43a9-80c9-0fd9b26b3d43 None None] Provisioning complete for port f603b62b-8d01-40e3-b894-e85187742999 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:28:31.972961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e7f4e632-205b-43a9-80c9-0fd9b26b3d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:31.983312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:31.989067 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bfb7097c-efd1-4fe7-bed6-fde256c48968 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9137139 Nov 23 02:28:31.991469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34656) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:32.003903 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] Sync routers for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:32.020014 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:32.020668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:32.038572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e7f4e632-205b-43a9-80c9-0fd9b26b3d43 None None] Port f603b62b-8d01-40e3-b894-e85187742999 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:28:32.055195 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:32.064560 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:32.065543 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:32.093074 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d7cf5a1a-7297-48c6-9aee-6ad0bf8bdbe5 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.100968 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:32.101574 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2045d63-d225-47d0-884d-a836aa7f0837 None None] The sync data for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:32.188087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-d7cf5a1a-7297-48c6-9aee-6ad0bf8bdbe5 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 02:28:32.193657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d7cf5a1a-7297-48c6-9aee-6ad0bf8bdbe5 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 HTTP/1.1" status: 409 len: 329 time: 0.1961291 Nov 23 02:28:32.193657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34658) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:32.517286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.775550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting port f603b62b-8d01-40e3-b894-e85187742999 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:32.775903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.880523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:32.900088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Calling delete_port for f603b62b-8d01-40e3-b894-e85187742999 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:33.095645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.123356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Port': ['ID=f603b62b-8d01-40e3-b894-e85187742999,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:33.133260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82933fe1-e716-40fc-8d96-5d2dc8665a65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.270222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.422775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Router afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:28:33.468691 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:28:33.498569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:28:33.503804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-59fd0c12-f27d-4876-8b26-6193de9c7196 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3095365 Nov 23 02:28:33.507817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34664) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:33.510752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846568c-857d-4c6b-8924-74462a633803 None None] Sync routers for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:28:33.522188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846568c-857d-4c6b-8924-74462a633803 None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:33.522834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3846568c-857d-4c6b-8924-74462a633803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:33.545488 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-6365e769-b050-49bf-aae0-2a0f554e942e tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] show failed (client error): The resource could not be found. Nov 23 02:28:33.546557 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6365e769-b050-49bf-aae0-2a0f554e942e tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1295346283 HTTP/1.1" status: 404 len: 335 time: 0.0376489 Nov 23 02:28:33.550599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34666) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:33.555067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a0d3e6af-e4b5-495e-a739-48d51803f712 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:28:33.561065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3846568c-857d-4c6b-8924-74462a633803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:33.570168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3846568c-857d-4c6b-8924-74462a633803 None None] Routers {'afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:28:33.570790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3846568c-857d-4c6b-8924-74462a633803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:28:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:33.588168 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.api.v2.resource [None req-a0d3e6af-e4b5-495e-a739-48d51803f712 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] update failed (client error): The resource could not be found. Nov 23 02:28:33.589416 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a0d3e6af-e4b5-495e-a739-48d51803f712 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1209874496 HTTP/1.1" status: 404 len: 335 time: 0.0378661 Nov 23 02:28:33.596069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34668) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:33.603061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3846568c-857d-4c6b-8924-74462a633803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:33.603696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3846568c-857d-4c6b-8924-74462a633803 None None] The sync data for ids ['afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:28:33.654711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting subnet a6ee0fac-7444-454b-b40d-d2aa41482847 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:33.658220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.699386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.785739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.847268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.874326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ee0fac-7444-454b-b40d-d2aa41482847,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:33.877925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.881174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-028186fb-0a65-4ba6-a7df-e7583ef8bc33 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/subnets/a6ee0fac-7444-454b-b40d-d2aa41482847 HTTP/1.1" status: 204 len: 168 time: 0.2840519 Nov 23 02:28:33.884143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34670) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:33.884760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6689203-6ab0-498b-94c6-f4e9ba943647 None None] Network c466ab2c-ed2d-4630-b195-7daf27b8048e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:33.944079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting subnet ba2bfb72-5a76-4b93-be9d-370415611f9a {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:33.947656 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:33.988722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.069369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] DHCP port deletion for c466ab2c-ed2d-4630-b195-7daf27b8048e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:34.078159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.120887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] Deleting port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:34.121270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.141954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.170893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2bfb72-5a76-4b93-be9d-370415611f9a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.175319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.180578 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-415c4d16-453e-4f84-87d8-8782934abb7b tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/subnets/ba2bfb72-5a76-4b93-be9d-370415611f9a HTTP/1.1" status: 204 len: 168 time: 0.2946804 Nov 23 02:28:34.182374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34672) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:34.187599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee95ffa-f8a7-41b8-a513-f978f87e4733 None None] Network 3b530f62-9149-4de2-afd6-f6e6dcf1e729 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:34.205409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] For port 8779c2a3-aef3-4e46-9921-ea521ee60ca1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8779c2a3-aef3-4e46-9921-ea521ee60ca1,segment=NetworkSegment(1d8e2dbc-132d-4871-8397-9c290e4feb35),segment_id=1d8e2dbc-132d-4871-8397-9c290e4feb35)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:34.205702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.251898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] Calling delete_port for 8779c2a3-aef3-4e46-9921-ea521ee60ca1 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:34.256699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8779c2a3-aef3-4e46-9921-ea521ee60ca1 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:34.267327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.324537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:34.324814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.393608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] For port 8779c2a3-aef3-4e46-9921-ea521ee60ca1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8779c2a3-aef3-4e46-9921-ea521ee60ca1,segment=NetworkSegment(1d8e2dbc-132d-4871-8397-9c290e4feb35),segment_id=1d8e2dbc-132d-4871-8397-9c290e4feb35)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:34.394003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.409787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Calling delete_port for 8779c2a3-aef3-4e46-9921-ea521ee60ca1 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:34.459998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.464471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.490881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.503358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] Pushing event deleted for resources: {'Port': ['ID=8779c2a3-aef3-4e46-9921-ea521ee60ca1,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.509848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aefdcc-32ee-4f40-80a9-879b3174a226 None None] No DVR routers for this DVR port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:34.519745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Port': ['ID=8779c2a3-aef3-4e46-9921-ea521ee60ca1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.523455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] No DVR routers for this DVR port 8779c2a3-aef3-4e46-9921-ea521ee60ca1 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:34.544711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] DHCP port deletion for 3b530f62-9149-4de2-afd6-f6e6dcf1e729 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:34.609675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.609974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] Deleting port a6b47b83-74c0-46af-86b6-af07cedb1a64 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:34.610226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.630294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c466ab2c-ed2d-4630-b195-7daf27b8048e']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:34.639519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8e2dbc-132d-4871-8397-9c290e4feb35') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:34.639820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8e2dbc-132d-4871-8397-9c290e4feb35') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:34.649125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.663694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.670293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:34.670682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.673909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] For port a6b47b83-74c0-46af-86b6-af07cedb1a64, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b47b83-74c0-46af-86b6-af07cedb1a64,segment=NetworkSegment(1fe0eed0-c865-4d90-9744-5fed54a99271),segment_id=1fe0eed0-c865-4d90-9744-5fed54a99271)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: self.session.flush() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:34.674097 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:34.677195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.688112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] Calling delete_port for a6b47b83-74c0-46af-86b6-af07cedb1a64 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:34.737549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.746153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.749365 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/networks/c466ab2c-ed2d-4630-b195-7daf27b8048e HTTP/1.1" status: 204 len: 168 time: 0.5657640 Nov 23 02:28:34.752499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34674) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:34.759856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b596d2-b393-4da3-9b43-b2234c497ec6 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Network': ['ID=c466ab2c-ed2d-4630-b195-7daf27b8048e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.779394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.802838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] Pushing event deleted for resources: {'Port': ['ID=a6b47b83-74c0-46af-86b6-af07cedb1a64,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:34.808666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484056e0-a1eb-443c-b832-f8c3710946bb None None] No DVR routers for this DVR port a6b47b83-74c0-46af-86b6-af07cedb1a64 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:34.832694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.925016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.945695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b530f62-9149-4de2-afd6-f6e6dcf1e729']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:34.955393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe0eed0-c865-4d90-9744-5fed54a99271') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:34.955675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe0eed0-c865-4d90-9744-5fed54a99271') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:34.965271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.978443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.985291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:34.985794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:34.990242 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:35.061122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.066692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.069895 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/networks/3b530f62-9149-4de2-afd6-f6e6dcf1e729 HTTP/1.1" status: 204 len: 168 time: 0.3162653 Nov 23 02:28:35.072645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34678) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:35.084903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52754e-1f7c-4b22-aebe-2b4a292042b1 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Network': ['ID=3b530f62-9149-4de2-afd6-f6e6dcf1e729,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:35.124424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting subnet 839f7190-2d1c-4e97-a49b-ff7aed3d5a71 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:28:35.127751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.167728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.260003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.321980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.349144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Subnet': ['ID=839f7190-2d1c-4e97-a49b-ff7aed3d5a71,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:35.353185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.356672 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-52a3fc01-99d4-4882-9ca0-c6877ada1b51 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/subnets/839f7190-2d1c-4e97-a49b-ff7aed3d5a71 HTTP/1.1" status: 204 len: 168 time: 0.2827449 Nov 23 02:28:35.359121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34680) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:35.361011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd51007-572b-406b-88eb-b3f2c2d11dae None None] Network f901647b-7bf2-4a2f-9c35-7e1497d6cc1e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:28:35.438859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.495813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Deleting port 8a5123f4-b651-4e60-82fe-58e18d84133b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:35.496157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.527184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] DHCP port deletion for f901647b-7bf2-4a2f-9c35-7e1497d6cc1e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:28:35.563024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] For port 8a5123f4-b651-4e60-82fe-58e18d84133b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8a5123f4-b651-4e60-82fe-58e18d84133b,segment=NetworkSegment(8a6fe609-1b9e-470b-acbb-779e4238dbf7),segment_id=8a6fe609-1b9e-470b-acbb-779e4238dbf7)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:35.563400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.579776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04ff7d1c-cb13-4af1-864e-4cdbff6e47b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.580643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Calling delete_port for 8a5123f4-b651-4e60-82fe-58e18d84133b owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:35.597403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] Deleting port 8a5123f4-b651-4e60-82fe-58e18d84133b {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:28:35.597773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.660757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] For port 8a5123f4-b651-4e60-82fe-58e18d84133b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=8a5123f4-b651-4e60-82fe-58e18d84133b,segment=NetworkSegment(8a6fe609-1b9e-470b-acbb-779e4238dbf7),segment_id=8a6fe609-1b9e-470b-acbb-779e4238dbf7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:28:35.661237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.662790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.674890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] Calling delete_port for 8a5123f4-b651-4e60-82fe-58e18d84133b owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:28:35.691175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Port': ['ID=8a5123f4-b651-4e60-82fe-58e18d84133b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:35.693193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] No DVR routers for this DVR port 8a5123f4-b651-4e60-82fe-58e18d84133b on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:35.759821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.776493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.783271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] Pushing event deleted for resources: {'Port': ['ID=8a5123f4-b651-4e60-82fe-58e18d84133b,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:35.789275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be94568-068b-4ccb-90e6-a3b3cfec49d7 None None] No DVR routers for this DVR port 8a5123f4-b651-4e60-82fe-58e18d84133b on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:28:35.803269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f901647b-7bf2-4a2f-9c35-7e1497d6cc1e']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:35.811616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6fe609-1b9e-470b-acbb-779e4238dbf7') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:35.811913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6fe609-1b9e-470b-acbb-779e4238dbf7') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:28:35.821089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.833874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.839454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:28:35.839802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:28:35.842727 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:28:35.902846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.909704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:35.913203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/networks/f901647b-7bf2-4a2f-9c35-7e1497d6cc1e HTTP/1.1" status: 204 len: 168 time: 0.5531788 Nov 23 02:28:35.916256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34682) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:35.929582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5027abe-147f-4ab9-910d-64a8bda8df1d tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Pushing event deleted for resources: {'Network': ['ID=f901647b-7bf2-4a2f-9c35-7e1497d6cc1e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:35.944885 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-576c80f4-9967-4b11-8478-f276aa698a50 tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "GET /v2.0/ports?device_id=afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 HTTP/1.1" status: 200 len: 205 time: 0.0268412 Nov 23 02:28:35.947434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34684) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:36.038041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.197296 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.199549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.242001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b47b83-74c0-46af-86b6-af07cedb1a64 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:36.246123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.246724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Fanout notify agent at l3_agent the message router_deleted on router afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:28:36.254232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.255495 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe331eac-a4ea-4fcb-b170-c4c5aef9a32f tempest-RoutersNegativeTest-382078618 tempest-RoutersNegativeTest-382078618-project] 10.222.0.53 "DELETE /v2.0/routers/afbbda3a-1685-4ff3-a891-e4b9ce1ca2b0 HTTP/1.1" status: 204 len: 168 time: 0.3070045 Nov 23 02:28:36.267904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: a6b47b83-74c0-46af-86b6-af07cedb1a64 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:36.268297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b47b83-74c0-46af-86b6-af07cedb1a64 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:36.268717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8a5123f4-b651-4e60-82fe-58e18d84133b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:28:36.292442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 8a5123f4-b651-4e60-82fe-58e18d84133b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:28:36.292794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 8a5123f4-b651-4e60-82fe-58e18d84133b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:28:36.338318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.517917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34690) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:36.661970 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ce509dc8-3414-433b-857b-7cf7196772f3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90fd0003e5bb443ba94e9fdb3b6e9685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428459 Nov 23 02:28:36.664839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34694) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:36.712946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-986cb08e-9b47-42e2-8e36-8d2e66fb3485 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.733854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-986cb08e-9b47-42e2-8e36-8d2e66fb3485 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.786588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-986cb08e-9b47-42e2-8e36-8d2e66fb3485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.789280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-986cb08e-9b47-42e2-8e36-8d2e66fb3485 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:36.790432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-986cb08e-9b47-42e2-8e36-8d2e66fb3485 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56472a8f-52f7-4c5c-8884-c21b22cc64bc HTTP/1.1" status: 204 len: 168 time: 0.1246164 Nov 23 02:28:36.798423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cb08e-9b47-42e2-8e36-8d2e66fb3485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56472a8f-52f7-4c5c-8884-c21b22cc64bc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:28:38.016513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:39.292531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:43.638580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229657-ad7e-4f76-8c9b-6a0b0a2d23cd req-221dbee1-814d-4da4-87e3-862f4aa09ec7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:43.640201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-81229657-ad7e-4f76-8c9b-6a0b0a2d23cd req-221dbee1-814d-4da4-87e3-862f4aa09ec7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Nov 23 02:28:43.693363 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-81229657-ad7e-4f76-8c9b-6a0b0a2d23cd req-447875cb-da5e-422e-9f6b-841029c81655 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469811 Nov 23 02:28:44.827647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609fb99-5833-4c68-966b-80712ce5f642 req-c82e4455-7428-4e1b-af2d-1d3b54169d13 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:44.829276 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3609fb99-5833-4c68-966b-80712ce5f642 req-c82e4455-7428-4e1b-af2d-1d3b54169d13 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0594621 Nov 23 02:28:44.883007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3609fb99-5833-4c68-966b-80712ce5f642 req-6c73c988-8ecb-45cc-94f0-57a88cc95df8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 Nov 23 02:28:46.004292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe7a4c-b31e-422e-a423-8a575e7b0b63 req-bf87288b-6b88-475b-87fc-4d480fb0441c tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:46.006024 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-15fe7a4c-b31e-422e-a423-8a575e7b0b63 req-bf87288b-6b88-475b-87fc-4d480fb0441c tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0533030 Nov 23 02:28:46.056218 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-15fe7a4c-b31e-422e-a423-8a575e7b0b63 req-61448bec-d432-48b6-a94a-e5f6aa7594bd tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437770 Nov 23 02:28:47.189757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6027cb-f360-4a7e-aac0-662f557a7bba req-499528b2-7fb8-4b14-87e9-6ffbd6c51561 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:47.191337 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3d6027cb-f360-4a7e-aac0-662f557a7bba req-499528b2-7fb8-4b14-87e9-6ffbd6c51561 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0556738 Nov 23 02:28:47.245804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3d6027cb-f360-4a7e-aac0-662f557a7bba req-0c95d528-be5a-4ced-916e-fa1ddb7ae29c tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454435 Nov 23 02:28:48.374467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a097f-f8bf-425d-8746-3586a1074c0b req-a2c260db-6ee2-4bdb-8ffe-d5dd059066dc tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:48.375963 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-746a097f-f8bf-425d-8746-3586a1074c0b req-a2c260db-6ee2-4bdb-8ffe-d5dd059066dc tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0569081 Nov 23 02:28:48.429608 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-746a097f-f8bf-425d-8746-3586a1074c0b req-5985ce20-2d3e-4763-9e7f-556567b7be29 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448480 Nov 23 02:28:49.559079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85812ad8-8663-4e75-969c-c9670170b3e9 req-6d30c015-7ab1-49f8-b7f9-2d0cbefa5cb0 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:49.560644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-85812ad8-8663-4e75-969c-c9670170b3e9 req-6d30c015-7ab1-49f8-b7f9-2d0cbefa5cb0 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0559030 Nov 23 02:28:49.617157 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-85812ad8-8663-4e75-969c-c9670170b3e9 req-cd0e00ad-6bcd-4664-9b28-4d580a12fa25 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475092 Nov 23 02:28:50.294705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:28:50.766243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d88336-ffa0-4f54-9edf-f32beb264be1 req-19e663b8-612f-4dc6-99eb-a531aa73d7ec tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:50.768275 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d0d88336-ffa0-4f54-9edf-f32beb264be1 req-19e663b8-612f-4dc6-99eb-a531aa73d7ec tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0611117 Nov 23 02:28:50.821064 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d0d88336-ffa0-4f54-9edf-f32beb264be1 req-2d078346-605e-4deb-91f2-552bfd3d5f52 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Nov 23 02:28:51.958472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced1408-bbde-4201-abe0-0d926c7bd99a req-b50b80c7-74a5-4534-930f-e7e3b4a31d17 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:51.961181 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dced1408-bbde-4201-abe0-0d926c7bd99a req-b50b80c7-74a5-4534-930f-e7e3b4a31d17 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0553534 Nov 23 02:28:52.013859 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dced1408-bbde-4201-abe0-0d926c7bd99a req-e803cdca-7d98-423e-ab27-9f7c6f5813fc tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466475 Nov 23 02:28:53.153720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288702b-8481-49a7-980d-53922edf6884 req-69d0d698-33be-4c30-87f9-9150a38c3abf tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:53.155902 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9288702b-8481-49a7-980d-53922edf6884 req-69d0d698-33be-4c30-87f9-9150a38c3abf tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0655799 Nov 23 02:28:53.217028 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9288702b-8481-49a7-980d-53922edf6884 req-1fd98bcf-f78a-428f-8784-988f4c1bd407 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534620 Nov 23 02:28:54.342451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ce658-9feb-4e33-b1be-31336becff73 req-9dae6ac3-35b2-4c3c-b318-530cd2fbad74 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:54.344036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5d0ce658-9feb-4e33-b1be-31336becff73 req-9dae6ac3-35b2-4c3c-b318-530cd2fbad74 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0521450 Nov 23 02:28:54.401893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5d0ce658-9feb-4e33-b1be-31336becff73 req-976d4c7f-005d-4ca4-b348-2420dc86edf2 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495620 Nov 23 02:28:55.522491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec689287-6230-4522-8e91-232ba4675344 req-d99461ba-c64f-4c6a-abbe-973f1f7b8422 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:55.523992 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ec689287-6230-4522-8e91-232ba4675344 req-d99461ba-c64f-4c6a-abbe-973f1f7b8422 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0520759 Nov 23 02:28:55.579568 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ec689287-6230-4522-8e91-232ba4675344 req-ef9714ac-fc9e-492d-8da2-8ad6d800034a tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463860 Nov 23 02:28:56.710837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c849e7-4479-4556-9589-6e9779b4f290 req-0128f7ba-a8c7-4f57-ace8-751d94e0914b tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:56.712348 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20c849e7-4479-4556-9589-6e9779b4f290 req-0128f7ba-a8c7-4f57-ace8-751d94e0914b tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Nov 23 02:28:56.775377 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20c849e7-4479-4556-9589-6e9779b4f290 req-a20fbac1-bb23-45d9-913d-87814a4c17e3 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569170 Nov 23 02:28:57.419387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125741f5-e34a-4387-9d4b-8a03e4848d8c req-9fa3ad43-fcc1-47c1-90bd-57be05a84838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.420966 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-125741f5-e34a-4387-9d4b-8a03e4848d8c req-9fa3ad43-fcc1-47c1-90bd-57be05a84838 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0425344 Nov 23 02:28:57.472809 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-125741f5-e34a-4387-9d4b-8a03e4848d8c req-0e5c2fae-6f69-4d27-9e93-10521f25e89c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430009 Nov 23 02:28:57.916223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a196e5-c179-45c7-bb3b-6f909a45d66c req-5925257c-f9fd-4c5d-a0ea-63dffab0c4a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:57.917741 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c4a196e5-c179-45c7-bb3b-6f909a45d66c req-5925257c-f9fd-4c5d-a0ea-63dffab0c4a8 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0617411 Nov 23 02:28:57.969128 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c4a196e5-c179-45c7-bb3b-6f909a45d66c req-32c2a99d-e339-4314-911c-7dc19296a1fa tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446696 Nov 23 02:28:59.099583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343dcead-88b9-44f6-be8d-7192cfdf3607 req-8119c3de-858e-4ed8-8f97-805360ec9228 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:28:59.101136 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-343dcead-88b9-44f6-be8d-7192cfdf3607 req-8119c3de-858e-4ed8-8f97-805360ec9228 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0497572 Nov 23 02:28:59.154637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-343dcead-88b9-44f6-be8d-7192cfdf3607 req-9e7e05f2-d7f9-4716-aa3d-3931540dfe94 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473754 Nov 23 02:28:59.178091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34750) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:28:59.242516 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-331307dc-dbbe-4163-9716-08bd93833aa7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/floatingips/b4babea9-4042-472d-bfc7-ee3a6553c249 HTTP/1.1" status: 200 len: 992 time: 0.0632954 Nov 23 02:29:00.617662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:00.627089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:00.774865 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.797573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:00.814580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'port_id': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'mac_address': 'fa:16:3e:08:b9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:00.820598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:00.822901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d31250-aa20-45fa-925c-dacbb4bf623b" -d '{"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:00.837964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:00.857382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.865269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e745811-aeab-402f-b909-6e46c17ce075 x-openstack-request-id: req-9e745811-aeab-402f-b909-6e46c17ce075 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:00.865557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-unplugged", "status": "completed", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:00.865812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e745811-aeab-402f-b909-6e46c17ce075 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:00.866204 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'code': 200} Nov 23 02:29:00.899204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:00.921411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fca41aa-eebd-42b5-a302-6ffcc4243d55 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:00.931427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:00.973370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:29:00.973746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:29:01.513845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:01.528748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fca41aa-eebd-42b5-a302-6ffcc4243d55 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:01.550615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:01.557607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:01.605250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:01.951065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5fca41aa-eebd-42b5-a302-6ffcc4243d55'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:03.133898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de0d58dd-e3c1-4fd7-b313-d5d5e6d2e511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.633105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:04.690606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:04.691087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.771777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.805220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:04.807538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f84ad4-072d-41bd-8de9-c9c7d8607890" -d '{"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:04.824385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:04.829814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:04.853332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cfb5b5-b2e0-49a5-8986-248e802a2af7 x-openstack-request-id: req-73cfb5b5-b2e0-49a5-8986-248e802a2af7 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:04.853629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-plugged", "status": "completed", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:04.853883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73cfb5b5-b2e0-49a5-8986-248e802a2af7 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:04.854298 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'code': 200} Nov 23 02:29:04.879557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:05.561870 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-00ccc08d-a2b5-4426-a773-494d749ec6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:06.345189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:08.020978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:09.299163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:10.473064 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:29:11.561300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40758fc-e37d-4c23-8a6d-f9affa678379 req-88c9c32c-2387-47a4-b3b8-672a5ff0f6b5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:11.563008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f40758fc-e37d-4c23-8a6d-f9affa678379 req-88c9c32c-2387-47a4-b3b8-672a5ff0f6b5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.0590115 Nov 23 02:29:11.612367 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f40758fc-e37d-4c23-8a6d-f9affa678379 req-bbd4b632-fd1a-4fed-b27d-f4f1141d9500 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434546 Nov 23 02:29:12.744309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a8865-2375-4d09-8ab5-97afcb005633 req-0482e5a2-3f42-4c69-a935-dc5d360eeff4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:12.745835 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-491a8865-2375-4d09-8ab5-97afcb005633 req-0482e5a2-3f42-4c69-a935-dc5d360eeff4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.0512052 Nov 23 02:29:12.796947 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-491a8865-2375-4d09-8ab5-97afcb005633 req-fd52e770-a591-446b-b882-e9bcdcb67e4a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449703 Nov 23 02:29:13.864193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff888-64b9-47f5-b30a-ac988d93555e req-6b491b5d-5a69-4c0b-9858-758511ea7292 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:13.865781 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-18dff888-64b9-47f5-b30a-ac988d93555e req-6b491b5d-5a69-4c0b-9858-758511ea7292 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.0654521 Nov 23 02:29:13.931748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f7a8c-32dc-4a96-addc-b8ca2eed71c0 req-e873d4be-74b1-4a8c-b0c9-0bbcf281b352 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:13.933869 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ef1f7a8c-32dc-4a96-addc-b8ca2eed71c0 req-e873d4be-74b1-4a8c-b0c9-0bbcf281b352 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 945 time: 0.0548413 Nov 23 02:29:13.960011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Deleting port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:13.960289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:13.986571 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ef1f7a8c-32dc-4a96-addc-b8ca2eed71c0 req-33114d6f-82d5-48ee-8d77-f528df27a4e4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462332 Nov 23 02:29:14.051065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] For port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:14.051429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.272664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.273021 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.273345 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Floating IP ee65e825-d8a5-4a31-a6aa-40b02076de09 disassociated. External IP: 172.26.8.122, port: 444831b3-bbef-453b-8ffe-1fc16a3f3ed0. Nov 23 02:29:14.273690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Calling delete_port for 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:14.722423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:14.754571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'Port': ['ID=444831b3-bbef-453b-8ffe-1fc16a3f3ed0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:14.765599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.765961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.766329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.766672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.767011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.767348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.767687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.768049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.768400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.768730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.769061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.769375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:14.880894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:14.991925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:15.002215 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:15.013501 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:15.014264 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:15.040110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] No DVR routers for this DVR port 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:15.042512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:15.046193 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-18dff888-64b9-47f5-b30a-ac988d93555e req-4c122367-8194-4c60-80ac-d980abfa2696 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "DELETE /v2.0/ports/444831b3-bbef-453b-8ffe-1fc16a3f3ed0 HTTP/1.1" status: 204 len: 173 time: 1.1725852 Nov 23 02:29:15.046666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'name': 'network-vif-deleted', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:15.049074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692d4f36-3c62-42ce-a954-eff1303d2946" -d '{"events": [{"server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "name": "network-vif-deleted", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:15.109091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14e43ac-fffe-4512-9ad5-9e796b05ab1a x-openstack-request-id: req-e14e43ac-fffe-4512-9ad5-9e796b05ab1a {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:15.109447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af71866-fa03-4044-a636-113d1502149f", "name": "network-vif-deleted", "tag": "444831b3-bbef-453b-8ffe-1fc16a3f3ed0", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:15.109718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e14e43ac-fffe-4512-9ad5-9e796b05ab1a {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:15.110105 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af71866-fa03-4044-a636-113d1502149f', 'name': 'network-vif-deleted', 'tag': '444831b3-bbef-453b-8ffe-1fc16a3f3ed0', 'status': 'completed', 'code': 200} Nov 23 02:29:15.112460 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96cd81bd-ad5d-41fe-9418-217e246b13aa req-1b9d8520-e7f5-4dbb-b0d0-a49a8928d676 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0480664 Nov 23 02:29:15.137960 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:15.354332 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:15.381807 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:15.390532 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:15.391173 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:15.496750 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:15.699459 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:15.726140 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deba22fb-faef-43e8-a1c8-65ae1d76fde6 None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:15.954141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f330811d-3fef-4abf-be82-9dd05d4641b3 None None] New status for floating IP ee65e825-d8a5-4a31-a6aa-40b02076de09: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:29:16.211808 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dccd8140-b7f7-4b78-998c-0bf410d9c1d5 req-c3deb01b-349f-40ff-a1df-27ea187e4515 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0264413 Nov 23 02:29:17.311108 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-827d1495-3f78-4eff-bd61-d411b2d4b432 req-9c68e299-338e-4085-9576-cea8eda0dc1e tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0283017 Nov 23 02:29:18.415471 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ba94e37c-4536-4f9f-b2fa-4206d6487c93 req-73d54ec3-38a3-4d79-bd08-87fabbc97dcf tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0275722 Nov 23 02:29:18.695463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:18.718408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:18.719280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 444831b3-bbef-453b-8ffe-1fc16a3f3ed0 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:19.527626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f3dc21cb-4eaa-46e2-99e0-4d4684a707e2 req-442d4ff3-35e5-4577-8e0b-d9d145720778 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3af71866-fa03-4044-a636-113d1502149f HTTP/1.1" status: 200 len: 210 time: 0.0285850 Nov 23 02:29:20.310690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:20.848631 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-a51974a5-77a8-42f6-a5c4-5a39c40de135 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470290570&fields=id&tenant_id=0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 267 time: 0.0569723 Nov 23 02:29:20.957223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d0ca4cc9-af74-4e94-a386-c736a951867e tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:20.958707 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d0ca4cc9-af74-4e94-a386-c736a951867e tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 812 time: 0.1031830 Nov 23 02:29:20.973894 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-a37ea1f4-53af-41da-8007-4bcb12f23e7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/quotas/0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 375 time: 0.0095415 Nov 23 02:29:21.026772 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-20108412-821f-400f-b012-de92e56e9707 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476713 Nov 23 02:29:21.140627 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-8f925a3c-97dd-404f-a0b9-ee79a75b1cf3 service neutron] 10.222.0.53 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971363 Nov 23 02:29:21.250824 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-26f550fd-f52f-4722-8848-b7dea1b7678e service neutron] 10.222.0.53 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039653 Nov 23 02:29:21.583342 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5fef8473-f365-40ec-a331-1b42e97c0421 req-a66096d0-673c-4d93-834a-f23b0fae7768 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0291739 Nov 23 02:29:22.679190 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-17da1b11-36be-4f53-8a31-c5ad1e639903 req-712d64ca-940f-4f21-a66b-2649d45d7fb8 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0340705 Nov 23 02:29:23.757870 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-19d82dee-49f9-41c6-981a-9c3bbdc9e44e req-7c035030-a322-49ba-b0e4-e465dd2f7873 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0267215 Nov 23 02:29:24.855176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-daf35001-35dc-4e5b-85a0-2af941a92aef tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:24.856666 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-daf35001-35dc-4e5b-85a0-2af941a92aef tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 812 time: 0.1137366 Nov 23 02:29:24.871697 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a80a6cfe-86cb-4ae8-b86b-9e4737d58237 req-61544518-50ad-4eeb-874b-46d7480c7148 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0405128 Nov 23 02:29:24.954318 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-b7e13f1d-42c4-42fb-9f89-42cedf774c84 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 379 time: 0.0591004 Nov 23 02:29:24.965313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'port': {'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'admin_state_up': True, 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'security_groups': ['46fd87ac-e38d-48e9-bf13-7a952313dd4e']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:25.077780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Made reservation on behalf of 0cf7cb3d148643528191c7b32331d091 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:25.081624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.213220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Allocated IP 172.20.0.12 (3d576560-10d4-4fb4-95f1-a6a6186341a3/dbf8f0f5-9525-45ef-9884-0b3f976a12e4/8ae8d44c-058a-4e92-b506-0780b6635111) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:25.358324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.397266 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.448772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:25.448772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:25.451497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:25.478491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=8ae8d44c-058a-4e92-b506-0780b6635111,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:25.506593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:25.507333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.526294 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-4178f0b1-40b1-4441-a442-e3c4138f44d2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647209 Nov 23 02:29:25.549520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Request body: {'port': {'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:25.612762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.655940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-40183afd-ea0b-4f5c-a602-118e27269ffe None None] Provisioning complete for port 8ae8d44c-058a-4e92-b506-0780b6635111 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:25.656980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40183afd-ea0b-4f5c-a602-118e27269ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.692652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-40183afd-ea0b-4f5c-a602-118e27269ffe None None] Port 8ae8d44c-058a-4e92-b506-0780b6635111 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:25.892949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae8d44c-058a-4e92-b506-0780b6635111 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:25.901094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.914854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Transition to ACTIVE for port object 8ae8d44c-058a-4e92-b506-0780b6635111 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:29:25.920060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:25.970070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Pushing event updated for resources: {'Port': ['ID=8ae8d44c-058a-4e92-b506-0780b6635111,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:26.013806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5a8d4-d130-494b-90a9-a87374908f63 req-fccbe45a-314c-45d1-bd69-83ab0b2b8a4a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.016286 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7fa5a8d4-d130-494b-90a9-a87374908f63 req-fccbe45a-314c-45d1-bd69-83ab0b2b8a4a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0727642 Nov 23 02:29:26.076989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Attempting to bind port 8ae8d44c-058a-4e92-b506-0780b6635111 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:26.077471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Attempting to bind port 8ae8d44c-058a-4e92-b506-0780b6635111 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:26.077906 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Attempting to bind port 8ae8d44c-058a-4e92-b506-0780b6635111 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:26.082599 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7fa5a8d4-d130-494b-90a9-a87374908f63 req-f4bc3ddf-8af8-4d6d-bb70-5850f81dfe01 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593939 Nov 23 02:29:26.083181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Port 8ae8d44c-058a-4e92-b506-0780b6635111 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:29:26.083612 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Attempting to bind port 8ae8d44c-058a-4e92-b506-0780b6635111 on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:26.089499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:26.089960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Checking segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:26.090445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Bound using segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:26.090984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Bound port: 8ae8d44c-058a-4e92-b506-0780b6635111, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:26.091466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:26.165724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] For port 8ae8d44c-058a-4e92-b506-0780b6635111, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:26.169472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] For port 8ae8d44c-058a-4e92-b506-0780b6635111, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ae8d44c-058a-4e92-b506-0780b6635111,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:26.175121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:26.229411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.230111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:26.231887 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] 10.222.0.46 "PUT /v2.0/ports/8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 1094 time: 0.6870756 Nov 23 02:29:26.235625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:26.238734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df" -d '{"events": [{"name": "network-changed", "server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:26.256766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681904b-9443-46fc-8539-3f204d0fd76f service neutron] Pushing event updated for resources: {'Port': ['ID=8ae8d44c-058a-4e92-b506-0780b6635111,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:26.281713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c447108-8f5e-447f-9965-bf7ff4b95af9 x-openstack-request-id: req-6c447108-8f5e-447f-9965-bf7ff4b95af9 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:26.282089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:26.282496 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c447108-8f5e-447f-9965-bf7ff4b95af9 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:26.283089 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111', 'status': 'completed', 'code': 200} Nov 23 02:29:26.364715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-9eb5aa9e-2f38-4fe8-a53f-60b6ee0a45bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.366289 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-9eb5aa9e-2f38-4fe8-a53f-60b6ee0a45bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1097 time: 0.0520301 Nov 23 02:29:26.425634 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-d0bd611c-0567-4454-8225-b8896e423fd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 217 time: 0.0390794 Nov 23 02:29:26.483354 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-e41bda87-5023-4278-8f35-92c9760f8570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.484926 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-e41bda87-5023-4278-8f35-92c9760f8570 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0500705 Nov 23 02:29:26.537251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c77c-c060-428e-86b3-1a181b54268b req-2f5d5c66-3251-4c4f-9648-caa49e6838f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.538745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-2f5d5c66-3251-4c4f-9648-caa49e6838f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445933 Nov 23 02:29:26.645011 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-585d76ff-a8b5-41ea-8a97-be382e9449eb service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915477 Nov 23 02:29:26.741530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6df4c77c-c060-428e-86b3-1a181b54268b req-72cb117e-f7fd-47ba-a552-15a897a3305c service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886383 Nov 23 02:29:26.887118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-ec414ad2-c48c-455e-8d46-510b0d57c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.888688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-ec414ad2-c48c-455e-8d46-510b0d57c554 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1097 time: 0.0468647 Nov 23 02:29:26.984094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-7a8dec68-cb28-451f-8f65-9f3fac970a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:26.985778 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-7a8dec68-cb28-451f-8f65-9f3fac970a82 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.0849335 Nov 23 02:29:27.040857 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-953353aa-92d6-45e8-b33b-b41ec2c20ba8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 217 time: 0.0407407 Nov 23 02:29:27.093083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-48ef1bc1-92ec-4003-bc4c-c63f6d355e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:27.094562 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-48ef1bc1-92ec-4003-bc4c-c63f6d355e8b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0446994 Nov 23 02:29:27.151056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-1f6c5a03-045a-4a0e-9c17-cd7b0698c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:27.152810 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-1f6c5a03-045a-4a0e-9c17-cd7b0698c0f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477066 Nov 23 02:29:27.226262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9069bb-b412-44a0-92ed-fd549dc6bbce req-bc179a47-3756-4143-aaa6-49bc10702765 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:27.229275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dd9069bb-b412-44a0-92ed-fd549dc6bbce req-bc179a47-3756-4143-aaa6-49bc10702765 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0746574 Nov 23 02:29:27.257549 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-521a6a6f-f8af-4fac-a188-0dc9e14e66ad service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944936 Nov 23 02:29:27.288298 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dd9069bb-b412-44a0-92ed-fd549dc6bbce req-1a1903f7-9b30-4333-9f0b-0eadab1aa1a7 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503268 Nov 23 02:29:27.362217 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ee4c1fa-b87a-46df-b14b-8bceaf72b0df req-be60093a-d522-4cf3-99a7-49f78adbb854 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952206 Nov 23 02:29:28.415991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b0846-18ea-442b-b74b-1edc1585483f req-f39a1ae7-aae1-4b6c-9bba-af8fb930c703 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:28.417549 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4b4b0846-18ea-442b-b74b-1edc1585483f req-f39a1ae7-aae1-4b6c-9bba-af8fb930c703 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0519948 Nov 23 02:29:28.478218 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4b4b0846-18ea-442b-b74b-1edc1585483f req-eed782bc-a28f-4cdf-b7f0-94eac8acd311 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544631 Nov 23 02:29:29.606602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd686ae-67c7-4539-8711-59469d3b3c26 req-eacdb362-56ea-4a39-8da0-f48b0eba4fd0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:29.608031 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-efd686ae-67c7-4539-8711-59469d3b3c26 req-eacdb362-56ea-4a39-8da0-f48b0eba4fd0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0512483 Nov 23 02:29:29.661318 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-efd686ae-67c7-4539-8711-59469d3b3c26 req-e4b340ec-41cb-455e-b0d6-cea246c28409 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471420 Nov 23 02:29:29.931734 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-7b1b8a60-1786-491d-95f1-33ed19610976 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437386 Nov 23 02:29:30.017343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-be9f321e-bd4b-4e10-9d8a-01ef3cea42ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.019049 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-be9f321e-bd4b-4e10-9d8a-01ef3cea42ca service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0462773 Nov 23 02:29:30.132878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-e63a1128-6dfe-45a1-bc64-c0f5cd1e782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.134282 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-e63a1128-6dfe-45a1-bc64-c0f5cd1e782b service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 200 len: 897 time: 0.0844657 Nov 23 02:29:30.207800 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-348476f7-d605-4a74-942a-d80ba64e750b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 200 len: 1000 time: 0.0631232 Nov 23 02:29:30.277634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-c4313b53-eb4d-4725-a233-06c164a46c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.279069 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-c4313b53-eb4d-4725-a233-06c164a46c38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a2e270f-3124-4c82-bd01-f41e289db92c HTTP/1.1" status: 200 len: 835 time: 0.0501981 Nov 23 02:29:30.333301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-7b8107b6-7e12-41ae-91a1-bf25ac4ae228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.334961 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-7b8107b6-7e12-41ae-91a1-bf25ac4ae228 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c4c89e3-7992-4f45-8c54-45d80cf19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468180 Nov 23 02:29:30.434132 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-c80fddaf-abe7-41f5-adee-33e922f73dd3 service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903437 Nov 23 02:29:30.527833 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-813ccaeb-ddf4-430b-876c-903fbaeb5f64 req-3a4a8b24-b62f-4cc3-af95-9227f271a164 service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849032 Nov 23 02:29:30.792983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0a7ee-4f1a-4aac-8d6e-6635701e0a89 req-bd821750-f41a-4c2d-9908-1b8f57d156ac tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:30.794370 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-48f0a7ee-4f1a-4aac-8d6e-6635701e0a89 req-bd821750-f41a-4c2d-9908-1b8f57d156ac tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0605166 Nov 23 02:29:30.853128 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-48f0a7ee-4f1a-4aac-8d6e-6635701e0a89 req-1b3a5b76-2e2f-4aaf-818d-46ef0ed4d58c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499334 Nov 23 02:29:31.971796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864b387-685c-4c26-ae49-d19b798cec18 req-41036c4d-c33c-4147-b4f7-c64887ba125c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:31.973489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8864b387-685c-4c26-ae49-d19b798cec18 req-41036c4d-c33c-4147-b4f7-c64887ba125c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0512571 Nov 23 02:29:32.022799 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8864b387-685c-4c26-ae49-d19b798cec18 req-42bdbdfd-07ca-4c03-913a-5f203a4dd6e2 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431788 Nov 23 02:29:33.126585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35f82e76-2df7-495b-be77-122990df4a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:33.150994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08de65e-a2b8-47b0-8cc4-963440fade15 req-b1caeea6-4f42-47b1-9dcd-52feecdf9a21 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:33.152523 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f08de65e-a2b8-47b0-8cc4-963440fade15 req-b1caeea6-4f42-47b1-9dcd-52feecdf9a21 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0518694 Nov 23 02:29:33.201805 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f08de65e-a2b8-47b0-8cc4-963440fade15 req-2e1ab192-ec17-45f8-8f76-b0758ecdd5b0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Nov 23 02:29:34.340846 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edace8-9d84-4b8b-8989-aa593bd5ff11 req-258ca9ab-fcde-413f-8ff1-f3f1867f13f5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:34.342448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-63edace8-9d84-4b8b-8989-aa593bd5ff11 req-258ca9ab-fcde-413f-8ff1-f3f1867f13f5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0606568 Nov 23 02:29:34.395383 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-63edace8-9d84-4b8b-8989-aa593bd5ff11 req-129fc925-6a79-478b-a06a-bc8e2c647b45 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Nov 23 02:29:35.530565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac370f4-ee45-4b7b-9bc1-2262da3a9216 req-39221329-2f42-4249-98d0-8aa409b263f8 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:35.532098 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0ac370f4-ee45-4b7b-9bc1-2262da3a9216 req-39221329-2f42-4249-98d0-8aa409b263f8 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0528610 Nov 23 02:29:35.555476 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d180ff01-402a-43c6-aefb-9f5f35df903d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:35.587980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0ac370f4-ee45-4b7b-9bc1-2262da3a9216 req-918f1cba-64d5-4d25-8fad-8e65a39244cc tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477104 Nov 23 02:29:36.349911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:36.714718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f02a4-2830-42d7-8f27-98fdfd0307a8 req-f9784fb3-150d-4e93-ae66-c2112be4fbad tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:36.716224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-750f02a4-2830-42d7-8f27-98fdfd0307a8 req-f9784fb3-150d-4e93-ae66-c2112be4fbad tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0518734 Nov 23 02:29:36.771267 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-750f02a4-2830-42d7-8f27-98fdfd0307a8 req-0b448756-7af7-440f-811f-e47b624f16e5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487635 Nov 23 02:29:37.905730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9317ba0-ab90-4862-99b3-77d2b66741d5 req-2a819532-1965-4ab3-a2ec-dd2907a804f7 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:37.907236 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d9317ba0-ab90-4862-99b3-77d2b66741d5 req-2a819532-1965-4ab3-a2ec-dd2907a804f7 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 944 time: 0.0596099 Nov 23 02:29:37.963442 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d9317ba0-ab90-4862-99b3-77d2b66741d5 req-86bbc9e2-f064-4e33-bed1-2cf1f9ff0410 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472293 Nov 23 02:29:38.021973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:38.825325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ae8d44c-058a-4e92-b506-0780b6635111 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:29:38.926709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ae8d44c-058a-4e92-b506-0780b6635111, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ae8d44c-058a-4e92-b506-0780b6635111,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:38.937879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8ae8d44c-058a-4e92-b506-0780b6635111', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:29:38.978277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:38.991807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae8d44c-058a-4e92-b506-0780b6635111 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:29:39.011756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ae8d44c-058a-4e92-b506-0780b6635111, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ae8d44c-058a-4e92-b506-0780b6635111,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:39.018367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.066097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ae8d44c-058a-4e92-b506-0780b6635111,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:39.073315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.073665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.074002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.074340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.074669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.075010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.075395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.075665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.075990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.076339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.076662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.076980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:39.099482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d621b-4e51-467b-975b-2ce6d6c9808a req-8fa2bb0e-c9fb-4c92-8119-b970ccca0f04 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:39.101019 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d52d621b-4e51-467b-975b-2ce6d6c9808a req-8fa2bb0e-c9fb-4c92-8119-b970ccca0f04 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 945 time: 0.0580699 Nov 23 02:29:39.148991 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d52d621b-4e51-467b-975b-2ce6d6c9808a req-a6d3c9c4-0bc1-4792-9f60-fbcfac8a45df tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419178 Nov 23 02:29:39.294282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:39.429691 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8ae8d44c-058a-4e92-b506-0780b6635111'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:29:40.270574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2dc9b7-fbc2-4c71-98ba-85a92a320b38 req-abd423d8-37ec-49fa-bda8-3017fd40f3fa tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:40.272077 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a2dc9b7-fbc2-4c71-98ba-85a92a320b38 req-abd423d8-37ec-49fa-bda8-3017fd40f3fa tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 945 time: 0.0521839 Nov 23 02:29:40.332185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a2dc9b7-fbc2-4c71-98ba-85a92a320b38 req-bdae264a-8c46-4a1b-be3c-78d3539b71b9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504904 Nov 23 02:29:40.474749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34856) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:40.849460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ae8d44c-058a-4e92-b506-0780b6635111 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:40.906869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 8ae8d44c-058a-4e92-b506-0780b6635111 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:29:40.911775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8ae8d44c-058a-4e92-b506-0780b6635111 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:40.912137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.924147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Deleting port efb07a4c-03ab-4189-a5f4-ac93288bb6fa {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:40.924517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.989461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.998616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:40.998943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.011241 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Calling delete_port for efb07a4c-03ab-4189-a5f4-ac93288bb6fa owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:41.013502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:41.015969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b15ee-8cbe-483e-a19c-c03bf53f704e" -d '{"events": [{"server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "name": "network-vif-plugged", "status": "completed", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:41.029901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ae8d44c-058a-4e92-b506-0780b6635111, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ae8d44c-058a-4e92-b506-0780b6635111,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:41.036300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.061246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b21ce1-7d63-4c99-94d6-f5cfe832402d x-openstack-request-id: req-33b21ce1-7d63-4c99-94d6-f5cfe832402d {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:41.061546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "name": "network-vif-plugged", "status": "completed", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:41.061801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33b21ce1-7d63-4c99-94d6-f5cfe832402d {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:41.062220 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111', 'code': 200} Nov 23 02:29:41.087338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ae8d44c-058a-4e92-b506-0780b6635111,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:41.195851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.227513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'Port': ['ID=efb07a4c-03ab-4189-a5f4-ac93288bb6fa,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:41.240705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.241063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.241409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.241746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.242054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.242410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.242720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.243043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.243367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.243669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.243995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.244337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:41.295033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4af81-d503-4118-8211-5b890394a039 req-c5655ce7-f80d-4229-b360-4124fc388ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.296581 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-deb4af81-d503-4118-8211-5b890394a039 req-c5655ce7-f80d-4229-b360-4124fc388ae2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1099 time: 0.0409105 Nov 23 02:29:41.307125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.307749 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Floating IP b4babea9-4042-472d-bfc7-ee3a6553c249 disassociated (deleted). External IP: 172.26.8.56, port: 5fca41aa-eebd-42b5-a302-6ffcc4243d55. Nov 23 02:29:41.347206 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-deb4af81-d503-4118-8211-5b890394a039 req-bbcd608a-adbe-4ee4-b20c-0f331ac3162d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Nov 23 02:29:41.491307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca572334-845e-4d98-90f0-1e94a3f6ec64 req-6ac4a3d6-7ec5-4bc1-a234-a69749d2f759 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.492807 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ca572334-845e-4d98-90f0-1e94a3f6ec64 req-6ac4a3d6-7ec5-4bc1-a234-a69749d2f759 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0924046 Nov 23 02:29:41.587799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ca572334-845e-4d98-90f0-1e94a3f6ec64 req-8cbc2bd8-50dc-40aa-90b0-124829afea06 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885806 Nov 23 02:29:41.596573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Router 5858e434-9ff7-48ae-9d3e-3a885171a634 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:41.710112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:41.715486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:41.720772 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] Sync routers for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:41.731366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:41.731973 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:41.744673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c9b90553-f0d5-40a9-9b0c-4ff75603ade1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "DELETE /v2.0/floatingips/b4babea9-4042-472d-bfc7-ee3a6553c249 HTTP/1.1" status: 204 len: 168 time: 1.2686224 Nov 23 02:29:41.745206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:41.747610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6ce04c-1774-445d-8806-f2544695a84b" -d '{"events": [{"name": "network-changed", "server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:41.792935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8676bc-63a2-4455-bd4c-9cde2e0406c5 x-openstack-request-id: req-6c8676bc-63a2-4455-bd4c-9cde2e0406c5 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:41.793238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:41.793736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c8676bc-63a2-4455-bd4c-9cde2e0406c5 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:41.794183 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'status': 'completed', 'code': 200} Nov 23 02:29:41.898779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ce04c-1774-445d-8806-f2544695a84b req-0a392031-a67a-4ec8-bc04-2c782be30622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:41.900558 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-0a392031-a67a-4ec8-bc04-2c782be30622 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0511432 Nov 23 02:29:41.949793 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:42.006581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e6962-f464-4155-9a0d-e4106a85bf8e req-a9814256-9e6b-40ba-b766-e2adb395faf2 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.008292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd2e6962-f464-4155-9a0d-e4106a85bf8e req-a9814256-9e6b-40ba-b766-e2adb395faf2 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0562353 Nov 23 02:29:42.059845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ce04c-1774-445d-8806-f2544695a84b req-49359b8d-9213-4b72-aaf1-3bd6eb261983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.061520 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-49359b8d-9213-4b72-aaf1-3bd6eb261983 service neutron] 10.222.0.46 "GET /v2.0/networks?id=6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 200 len: 897 time: 0.0925190 Nov 23 02:29:42.063940 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd2e6962-f464-4155-9a0d-e4106a85bf8e req-5f99ba6d-0bf0-4f8a-a406-ab34aefdf5a6 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494876 Nov 23 02:29:42.109418 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-5f9f72ff-b664-4322-b79d-56040b3e310f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 200 len: 217 time: 0.0378664 Nov 23 02:29:42.161787 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:55Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:42.171778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ce04c-1774-445d-8806-f2544695a84b req-7aa24cef-b317-4d04-b54c-fa2a19638fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.173267 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-7aa24cef-b317-4d04-b54c-fa2a19638fe4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a2e270f-3124-4c82-bd01-f41e289db92c HTTP/1.1" status: 200 len: 835 time: 0.0482953 Nov 23 02:29:42.189082 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] Checking router: 5858e434-9ff7-48ae-9d3e-3a885171a634 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:42.198044 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:42.198661 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:42.222874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ce04c-1774-445d-8806-f2544695a84b req-c1d95c84-0547-41ee-b398-4fcb973c4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.224620 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-c1d95c84-0547-41ee-b398-4fcb973c4f3d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=6c4c89e3-7992-4f45-8c54-45d80cf19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417738 Nov 23 02:29:42.305623 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:42.325630 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-fe48bac5-ee91-4b24-8607-07d765d5fa21 service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905340 Nov 23 02:29:42.435573 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b6ce04c-1774-445d-8806-f2544695a84b req-91e40ce1-fd2f-4f1c-a43d-d5a60ea2c79c service neutron] 10.222.0.46 "GET /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944834 Nov 23 02:29:42.508048 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:55Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:42.537737 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e9f2553-adfc-4c63-a535-27f7b137ec20 None None] The sync data for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv is: [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:51Z', 'revision_number': 4, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '6df0e69d-d9c6-4976-af49-d4b27384d13c', 'name': '', 'network_id': '6c4c89e3-7992-4f45-8c54-45d80cf19fed', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'mac_address': 'fa:16:3e:cf:ea:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:50Z', 'updated_at': '2021-11-23T02:27:55Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'subnets': [{'id': '8a2e270f-3124-4c82-bd01-f41e289db92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:42.711218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f8a76-7076-412f-9206-34fbc4835ca7 req-be8ac203-7c58-4e31-92d9-d1dcadd6b0c9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:42.712978 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be1f8a76-7076-412f-9206-34fbc4835ca7 req-be8ac203-7c58-4e31-92d9-d1dcadd6b0c9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0519643 Nov 23 02:29:42.768555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be1f8a76-7076-412f-9206-34fbc4835ca7 req-bd12d6c3-3227-4980-899e-36f9cbafc0f3 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481212 Nov 23 02:29:42.784797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a2dc68-ceac-4438-a743-82d234bbf791 None None] New status for floating IP b4babea9-4042-472d-bfc7-ee3a6553c249: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:29:43.194117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e743f6-0705-4c30-83e9-7f101e80983d req-3ecd1732-4e8c-4335-bd12-2bc670e29d21 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.195596 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12e743f6-0705-4c30-83e9-7f101e80983d req-3ecd1732-4e8c-4335-bd12-2bc670e29d21 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0549233 Nov 23 02:29:43.248505 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12e743f6-0705-4c30-83e9-7f101e80983d req-cf4c7e18-1da4-4ac9-9a41-a7b75059d1e1 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/security-groups?id=33eb0007-24ec-4640-a726-d5b21e0ac081&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441654 Nov 23 02:29:43.892434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23a27d-5f7e-4aa8-8093-d5c983df5583 req-e530e839-4c78-43f2-965b-b4a7b7c5eec4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.893929 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0b23a27d-5f7e-4aa8-8093-d5c983df5583 req-e530e839-4c78-43f2-965b-b4a7b7c5eec4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0553522 Nov 23 02:29:43.971429 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0b23a27d-5f7e-4aa8-8093-d5c983df5583 req-67e28bdc-660d-4a72-8c96-5fbeeaac0a63 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713336 Nov 23 02:29:43.979690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-895fcb30-521d-4de1-b8da-8ed277b96b6e tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:43.981121 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-895fcb30-521d-4de1-b8da-8ed277b96b6e tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.46 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 945 time: 0.0752528 Nov 23 02:29:44.077295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Deleting port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:44.077549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.087321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf3d47-a5d5-402b-802f-10e2b22a5138 req-8b2b2cd8-61f0-4477-9957-f235a79521d4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.088900 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-39bf3d47-a5d5-402b-802f-10e2b22a5138 req-8b2b2cd8-61f0-4477-9957-f235a79521d4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0502577 Nov 23 02:29:44.142403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-39bf3d47-a5d5-402b-802f-10e2b22a5138 req-cd67679e-e9a7-4864-9009-5359643cd969 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473897 Nov 23 02:29:44.165866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34876) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:44.173751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] For port 5fca41aa-eebd-42b5-a302-6ffcc4243d55, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5fca41aa-eebd-42b5-a302-6ffcc4243d55,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:44.174185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.187260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Calling delete_port for 5fca41aa-eebd-42b5-a302-6ffcc4243d55 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:44.207251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1738dee4-74c6-4c60-a527-fc451290a202 tempest-TestVolumeBootPattern-256250795 tempest-TestVolumeBootPattern-256250795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:44.211697 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1738dee4-74c6-4c60-a527-fc451290a202 tempest-TestVolumeBootPattern-256250795 tempest-TestVolumeBootPattern-256250795-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1094 time: 0.0419846 Nov 23 02:29:44.211935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34878) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:44.216324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:44.240269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.340475 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.355013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.358875 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cc973893-3ff2-43f2-b047-c481d1b9f8cc req-9b9e18e4-fb47-4090-bb54-c0d3ca5832f4 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "GET /v2.0/ports?device_id=0652cae3-2874-4bbc-8282-ef2ee5f8b9f2 HTTP/1.1" status: 200 len: 210 time: 0.0296297 Nov 23 02:29:44.383543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'Port': ['ID=5fca41aa-eebd-42b5-a302-6ffcc4243d55,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:44.430589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] No DVR routers for this DVR port 5fca41aa-eebd-42b5-a302-6ffcc4243d55 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:44.433145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.436461 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-732d2593-54d0-403c-8582-39fa5cf33ad2 req-e16ae970-dc45-48e5-9ed8-8ee41da08f43 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.46 "DELETE /v2.0/ports/5fca41aa-eebd-42b5-a302-6ffcc4243d55 HTTP/1.1" status: 204 len: 173 time: 0.4472423 Nov 23 02:29:44.436910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-deleted', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:44.439206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbeee59-a94b-424c-8a83-42dadae26721" -d '{"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-deleted", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:44.474672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Allocated IP 172.26.8.16 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/07799beb-81cf-47e2-a42c-7e4604fb0edc) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:44.474998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e276983b-5f90-4d33-a430-a05da0ffdb42 x-openstack-request-id: req-e276983b-5f90-4d33-a430-a05da0ffdb42 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:44.475307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0652cae3-2874-4bbc-8282-ef2ee5f8b9f2", "name": "network-vif-deleted", "tag": "5fca41aa-eebd-42b5-a302-6ffcc4243d55", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:44.475564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e276983b-5f90-4d33-a430-a05da0ffdb42 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:44.476087 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0652cae3-2874-4bbc-8282-ef2ee5f8b9f2', 'name': 'network-vif-deleted', 'tag': '5fca41aa-eebd-42b5-a302-6ffcc4243d55', 'status': 'completed', 'code': 200} Nov 23 02:29:44.590725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.639211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:44.686995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:44.691412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:44.697131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:44.701194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=07799beb-81cf-47e2-a42c-7e4604fb0edc,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:45.081218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:45.154000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:45.319230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:45.326060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:45.392091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=07799beb-81cf-47e2-a42c-7e4604fb0edc,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:45.405149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:45.418367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34886) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:45.508271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Floating IP 0b89567f-a314-4f54-aa70-1cf9002551c5 associated. External IP: 172.26.8.16, port: 8ae8d44c-058a-4e92-b506-0780b6635111. Nov 23 02:29:45.730148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:45.844944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:45.855692 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:45.868750 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:45.869482 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:45.869630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:45.912742 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fd336612-ff01-4d3f-bb4c-d8cc9857318a tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6853976 Nov 23 02:29:45.912742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:29:45.912742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3044f-4e62-4b04-aae6-99914eb65fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:29:45.944318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49c273f-7352-4886-abe5-82de4ffcc52e x-openstack-request-id: req-f49c273f-7352-4886-abe5-82de4ffcc52e {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:29:45.944628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:29:45.944876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f49c273f-7352-4886-abe5-82de4ffcc52e {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:29:45.945487 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111', 'status': 'completed', 'code': 200} Nov 23 02:29:45.999066 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:46.074491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-57736003-d92c-4726-9ae6-859f5cb4d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.076064 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-57736003-d92c-4726-9ae6-859f5cb4d6b7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1099 time: 0.0745316 Nov 23 02:29:46.189322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-2db29e35-e94b-40e9-9d76-0607c9cbb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.190821 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-2db29e35-e94b-40e9-9d76-0607c9cbb1b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1060610 Nov 23 02:29:46.230900 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:44Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:46.257569 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:46.266118 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:46.266750 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:46.282379 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-09647ba5-7d10-4c71-bf1b-ce5ab782a4c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 999 time: 0.0727379 Nov 23 02:29:46.300655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:46.375069 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:46.375853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-c075de2f-d4e7-4a4f-a024-328fa97ab461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.377400 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-c075de2f-d4e7-4a4f-a024-328fa97ab461 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0876539 Nov 23 02:29:46.464128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-fc18bcc9-393d-4a54-b3c6-c338ebee7c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:46.465121 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-fc18bcc9-393d-4a54-b3c6-c338ebee7c86 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583973 Nov 23 02:29:46.605973 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:44Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:46.609509 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-75417f3b-3727-4bbf-b67f-503a58c40d58 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148944 Nov 23 02:29:46.733289 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec87acd-27fb-4738-bfa5-399261dfb3af None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:44Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:46.762212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1d3044f-4e62-4b04-aae6-99914eb65fe0 req-e45f52a0-0c66-485d-af18-03b27161c7c4 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429329 Nov 23 02:29:46.772555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Deleting port 6df0e69d-d9c6-4976-af49-d4b27384d13c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:46.772908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:46.872213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] For port 6df0e69d-d9c6-4976-af49-d4b27384d13c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6df0e69d-d9c6-4976-af49-d4b27384d13c,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:46.872537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:46.886402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Calling delete_port for 6df0e69d-d9c6-4976-af49-d4b27384d13c owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:46.931961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a87e0-471a-4c25-acaa-e3d8e782228c None None] New status for floating IP 0b89567f-a314-4f54-aa70-1cf9002551c5: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:29:47.089866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.118943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'Port': ['ID=6df0e69d-d9c6-4976-af49-d4b27384d13c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:47.297934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.471566 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:29:47.526331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Router 5858e434-9ff7-48ae-9d3e-3a885171a634 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:47.632659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:47.638493 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-93d0ab11-1d2c-4c91-aaf2-099b36c0f6b7 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "PUT /v2.0/routers/5858e434-9ff7-48ae-9d3e-3a885171a634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2189906 Nov 23 02:29:47.640694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34892) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:47.642840 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] Sync routers for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:47.653173 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:47.653818 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:47.694054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Deleting subnet 8a2e270f-3124-4c82-bd01-f41e289db92c {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:29:47.697592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.741183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.762034 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:47.822641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.880688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.912259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2e270f-3124-4c82-bd01-f41e289db92c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:47.915993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:47.919318 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e87b0859-304d-4385-94df-227a4e0e8059 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "DELETE /v2.0/subnets/8a2e270f-3124-4c82-bd01-f41e289db92c HTTP/1.1" status: 204 len: 168 time: 0.2776349 Nov 23 02:29:47.922016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34894) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:47.923409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca687f-276e-440f-816c-7536c2bdcfb2 None None] Network 6c4c89e3-7992-4f45-8c54-45d80cf19fed requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:47.949492 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:47.986101 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] Checking router: 5858e434-9ff7-48ae-9d3e-3a885171a634 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:47.995094 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] Routers {'5858e434-9ff7-48ae-9d3e-3a885171a634'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:47.995753 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5858e434-9ff7-48ae-9d3e-3a885171a634'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:48.039674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.101935 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] Set router 5858e434-9ff7-48ae-9d3e-3a885171a634 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:48.115285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] DHCP port deletion for 6c4c89e3-7992-4f45-8c54-45d80cf19fed request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:48.147180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.168796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] Deleting port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:48.169168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.210224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Deleting port ec0fac1e-fb87-48a2-b065-f126deaeb6eb {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:29:48.210918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.237644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] For port 234cb53c-6a8d-418d-9fe8-d8aa646e3651, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=234cb53c-6a8d-418d-9fe8-d8aa646e3651,segment=NetworkSegment(3e2abee4-b584-48c2-8e71-7aff6afe1050),segment_id=3e2abee4-b584-48c2-8e71-7aff6afe1050)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:48.238047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.253787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] Calling delete_port for 234cb53c-6a8d-418d-9fe8-d8aa646e3651 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:48.293780 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:48.324298 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8497e012-96a1-406a-a251-9bcb36cbfe9d None None] The sync data for ids ['5858e434-9ff7-48ae-9d3e-3a885171a634'] in dv-neutron-818844-1-hyperv is: [{'id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1122572458', 'tenant_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137'}], 'enable_snat': True}, 'gw_port_id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 5, 'project_id': 'ada33976b33040f8ae2c2eb1aa097bb1', 'gw_port': {'id': 'ec0fac1e-fb87-48a2-b065-f126deaeb6eb', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f0:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5858e434-9ff7-48ae-9d3e-3a885171a634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:27:44Z', 'updated_at': '2021-11-23T02:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:48.331303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] For port ec0fac1e-fb87-48a2-b065-f126deaeb6eb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:48.331846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.356221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Calling delete_port for ec0fac1e-fb87-48a2-b065-f126deaeb6eb owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:29:48.363403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.389187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] Pushing event deleted for resources: {'Port': ['ID=234cb53c-6a8d-418d-9fe8-d8aa646e3651,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:48.394921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f3608b-7939-4cd6-8038-3e0e9764799e None None] No DVR routers for this DVR port 234cb53c-6a8d-418d-9fe8-d8aa646e3651 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:29:48.536668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.562000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'Port': ['ID=ec0fac1e-fb87-48a2-b065-f126deaeb6eb,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:48.575638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dcfd6e-1c34-40ab-ac59-244d9015028d None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:48.625203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:48.695824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 234cb53c-6a8d-418d-9fe8-d8aa646e3651 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:48.721284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 234cb53c-6a8d-418d-9fe8-d8aa646e3651 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:48.721790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 234cb53c-6a8d-418d-9fe8-d8aa646e3651 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:48.914655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:48.938812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 5fca41aa-eebd-42b5-a302-6ffcc4243d55 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:48.939298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5fca41aa-eebd-42b5-a302-6ffcc4243d55 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:49.008817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.011002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.058358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.058954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Fanout notify agent at l3_agent the message router_deleted on router 5858e434-9ff7-48ae-9d3e-3a885171a634 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:29:49.066051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.069218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f33d0ada-e89d-46be-8f5f-a613fa15b074 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "DELETE /v2.0/routers/5858e434-9ff7-48ae-9d3e-3a885171a634 HTTP/1.1" status: 204 len: 168 time: 1.1445954 Nov 23 02:29:49.070602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34896) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:49.154998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.240881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.264612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4c89e3-7992-4f45-8c54-45d80cf19fed']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:49.273892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2abee4-b584-48c2-8e71-7aff6afe1050') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:49.274188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2abee4-b584-48c2-8e71-7aff6afe1050') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:49.283354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.296732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.302869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:29:49.303271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:29:49.306812 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:29:49.366185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.372836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.375993 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "DELETE /v2.0/networks/6c4c89e3-7992-4f45-8c54-45d80cf19fed HTTP/1.1" status: 204 len: 168 time: 0.3043480 Nov 23 02:29:49.379026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34898) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:49.387723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb0898-3aae-4246-a054-4f0670e0122d tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'Network': ['ID=6c4c89e3-7992-4f45-8c54-45d80cf19fed,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:49.442430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33946968-0461-41e5-8e33-b1b91061b283 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.468972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33946968-0461-41e5-8e33-b1b91061b283 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.537202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33946968-0461-41e5-8e33-b1b91061b283 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.539881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-33946968-0461-41e5-8e33-b1b91061b283 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:49.541234 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-33946968-0461-41e5-8e33-b1b91061b283 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] 10.222.0.53 "DELETE /v2.0/security-groups/33eb0007-24ec-4640-a726-d5b21e0ac081 HTTP/1.1" status: 204 len: 168 time: 0.1609261 Nov 23 02:29:49.551045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33946968-0461-41e5-8e33-b1b91061b283 tempest-TestNetworkAdvancedServerOps-1559802672 tempest-TestNetworkAdvancedServerOps-1559802672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33eb0007-24ec-4640-a726-d5b21e0ac081,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:49.850258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34906) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:49.992528 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b6c42dab-8505-4fe8-9245-d3e3f9df25e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ada33976b33040f8ae2c2eb1aa097bb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1407783 Nov 23 02:29:49.995047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34910) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:50.050777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d32447a-f1ee-49ae-bf50-b67336e2e1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.079576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d32447a-f1ee-49ae-bf50-b67336e2e1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.133249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d32447a-f1ee-49ae-bf50-b67336e2e1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.135837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d32447a-f1ee-49ae-bf50-b67336e2e1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.137025 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8d32447a-f1ee-49ae-bf50-b67336e2e1da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cec054fe-78c4-4343-b9fd-b31227d2f11c HTTP/1.1" status: 204 len: 168 time: 0.1410165 Nov 23 02:29:50.145728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d32447a-f1ee-49ae-bf50-b67336e2e1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec054fe-78c4-4343-b9fd-b31227d2f11c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:50.280597 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ec0fac1e-fb87-48a2-b065-f126deaeb6eb no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:50.301070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ec0fac1e-fb87-48a2-b065-f126deaeb6eb {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:50.301423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ec0fac1e-fb87-48a2-b065-f126deaeb6eb not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:50.301846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6df0e69d-d9c6-4976-af49-d4b27384d13c no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:29:50.325454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 6df0e69d-d9c6-4976-af49-d4b27384d13c {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:29:50.325812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6df0e69d-d9c6-4976-af49-d4b27384d13c not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:29:50.340592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.425020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34916) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:50.438744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4b54-daa7-4cb5-b3c9-758fdb915f38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.519789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4b54-daa7-4cb5-b3c9-758fdb915f38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.527029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d9ce4b54-daa7-4cb5-b3c9-758fdb915f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.568969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d9ce4b54-daa7-4cb5-b3c9-758fdb915f38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cafca077c7854fbeaf39c283df64ca4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1427920 Nov 23 02:29:50.569917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce4b54-daa7-4cb5-b3c9-758fdb915f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa20df9b-b285-44ed-8e1d-131ab429ed5c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:50.572598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:50.628488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83e09837-6d93-4534-9544-3f1cac00ffc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.653837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83e09837-6d93-4534-9544-3f1cac00ffc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.704960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83e09837-6d93-4534-9544-3f1cac00ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.708815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-83e09837-6d93-4534-9544-3f1cac00ffc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:50.709786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-83e09837-6d93-4534-9544-3f1cac00ffc2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa20df9b-b285-44ed-8e1d-131ab429ed5c HTTP/1.1" status: 204 len: 168 time: 0.1361024 Nov 23 02:29:50.717847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09837-6d93-4534-9544-3f1cac00ffc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa20df9b-b285-44ed-8e1d-131ab429ed5c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:52.000220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34954) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:52.153814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--725945149', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:52.177630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:52.181054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.189540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.271636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.277198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.307390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:29:52.313965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab04c41-4774-43c7-a4b0-939ad548c586,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:52.320356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.320750 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment 3b64fb40-6918-4bf2-944e-34cb8aaaef14 of type vlan for network 71df959a-e493-4463-a4c7-16671a63d52c Nov 23 02:29:52.363300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.390032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.396819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:52.397432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.455363 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4539754 Nov 23 02:29:52.458563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34958) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:52.464192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:52.471360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aec08c-f421-429a-a2c2-aff1abc5c520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=71df959a-e493-4463-a4c7-16671a63d52c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:52.482409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 71df959a-e493-4463-a4c7-16671a63d52c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:29:52.491927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.493008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.543962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.687798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.893295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:52.916271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.023090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.12 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/3eb276cf-cf43-4b7f-8aa9-5e6708c6819b) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:53.128250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.171514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.210584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:53.213525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:53.216898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:53.222305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:53.226242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0066b21b-6294-44be-af67-74ec6f6ff0b9 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:53.266382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-95b922e6-66ee-4cd7-a01c-40ce4cac8f2b None None] Provisioning complete for port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:53.266746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95b922e6-66ee-4cd7-a01c-40ce4cac8f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.303611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-95b922e6-66ee-4cd7-a01c-40ce4cac8f2b None None] Port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:53.479531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.684764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.832219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:29:53.948114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:53.958575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:53.970500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:53.971082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:53.971436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:53.972420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-34e0902b-7ab0-4e6e-9bde-9993996e400b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5125356 Nov 23 02:29:53.975799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:54.059911 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6e5fb93e-eaa2-46f3-aef0-f7d0be461a78 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0828600 Nov 23 02:29:54.062853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34966) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:54.229127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf4bbd-2a3c-4f20-afe2-bebf6d6f4487 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:54.230729 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dcaf4bbd-2a3c-4f20-afe2-bebf6d6f4487 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1669011 Nov 23 02:29:54.233928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34968) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:54.255106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:54.264375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f60e1f6c-0dac-4a6a-a623-5e8e42598d73 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287092 Nov 23 02:29:54.267197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34970) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:54.272494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1921541827', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:54.374301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:29:54.380460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.448447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:53Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:54.475663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:54.475663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Updating router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:29:54.500197 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.567586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.627888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=2da6502e-2127-4deb-865f-8862df6ff716,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:54.638640 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:54.639014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: 71df959a-e493-4463-a4c7-16671a63d52c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:29:54.658980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 71df959a-e493-4463-a4c7-16671a63d52c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:29:54.669414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 71df959a-e493-4463-a4c7-16671a63d52c) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:54.678402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a6dc6a-fd88-4c28-b20b-0746301d8496 None None] Network 71df959a-e493-4463-a4c7-16671a63d52c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:54.678782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:54.679414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.697485 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cfc0e311-73f6-450e-8029-bd4c01c70e8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4291511 Nov 23 02:29:54.700176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34972) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:54.857572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.871828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.916749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-71df959a-e493-4463-a4c7-16671a63d52c', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:29:54.917845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:54.943922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ef25a-8965-483e-9a3d-a9c9fb3127c4 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:54.972626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1629-9980-43cb-8f63-05038bf07c7c None None] Pushing event updated for resources: {'Port': ['ID=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:54.975392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Attempting to bind port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:54.975748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Attempting to bind port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:54.976477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Attempting to bind port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:55.037673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:55.038018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:55.038415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.038837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:55.039338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Bound port: 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:55.039731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.119354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-faa7cf64-f13c-4eaf-b6bd-1b265652baa6 None None] Provisioning complete for port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:55.119598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-faa7cf64-f13c-4eaf-b6bd-1b265652baa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.173349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] For port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:55.191426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Allocated IP 172.20.0.2 (71df959a-e493-4463-a4c7-16671a63d52c/2da6502e-2127-4deb-865f-8862df6ff716/d38ea496-7127-4794-b0bb-704e0342ed32) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:55.192852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.194589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] For port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:55.198649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-faa7cf64-f13c-4eaf-b6bd-1b265652baa6 None None] Port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:55.201979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.285960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20681bcb-cd3d-4977-b4df-0e285bbe9ad2 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:29:55.326776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1629-9980-43cb-8f63-05038bf07c7c None None] Pushing event updated for resources: {'Port': ['ID=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:55.331367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:55.332014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:55.506799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-af5af644-6ec0-4f29-b77f-f671208e50c1 None None] Provisioning complete for port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:55.507145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af5af644-6ec0-4f29-b77f-f671208e50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.515904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:55.597378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.644174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.657113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (71df959a-e493-4463-a4c7-16671a63d52c/2da6502e-2127-4deb-865f-8862df6ff716/ae438976-c618-4bbe-935d-ffc0e20ac9c4) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:29:55.702277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Network 71df959a-e493-4463-a4c7-16671a63d52c is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:55.712696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:55.717179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:55.719213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Pushing event updated for resources: {'Port': ['ID=d38ea496-7127-4794-b0bb-704e0342ed32,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:55.783752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.820673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.830801 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af5af644-6ec0-4f29-b77f-f671208e50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.860825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Attempting to bind port d38ea496-7127-4794-b0bb-704e0342ed32 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:55.861212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Attempting to bind port d38ea496-7127-4794-b0bb-704e0342ed32 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:55.861586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Attempting to bind port d38ea496-7127-4794-b0bb-704e0342ed32 on network 71df959a-e493-4463-a4c7-16671a63d52c {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:55.863463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 71df959a-e493-4463-a4c7-16671a63d52c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:55.864782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-af5af644-6ec0-4f29-b77f-f671208e50c1 None None] For port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:55.867353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:55.870093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:29:55.871964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:55.872395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Checking segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:55.872937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.873348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Bound using segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:55.873820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Bound port: d38ea496-7127-4794-b0bb-704e0342ed32, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:55.874203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.876011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af5af644-6ec0-4f29-b77f-f671208e50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.902913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=ae438976-c618-4bbe-935d-ffc0e20ac9c4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:55.923321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:55.976097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5af644-6ec0-4f29-b77f-f671208e50c1 None None] Pushing event updated for resources: {'Port': ['ID=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:55.996274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:53Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:56.026314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] For port d38ea496-7127-4794-b0bb-704e0342ed32, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:56.028619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1557c887-baf9-4d69-b318-daac06e4fd65 None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:53Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:56.041634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] For port d38ea496-7127-4794-b0bb-704e0342ed32, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d38ea496-7127-4794-b0bb-704e0342ed32,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:56.054014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:56.070682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:56.120766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4cf85-4931-41c1-b6fa-637eaf31e8f7 None None] Pushing event updated for resources: {'Port': ['ID=d38ea496-7127-4794-b0bb-704e0342ed32,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:56.443005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:56.452598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:56.538459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:56.540443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=ae438976-c618-4bbe-935d-ffc0e20ac9c4,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:56.640994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 71df959a-e493-4463-a4c7-16671a63d52c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:29:56.642623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:29:57.105793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d43312f-3d2d-4ffe-a50d-4daa0dd33920 None None] Network 71df959a-e493-4463-a4c7-16671a63d52c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:29:57.109087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:29:57.221601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:29:57.228933 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bf2006e5-fd3a-495b-8c2b-4c47111d0eac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5273967 Nov 23 02:29:57.229491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34976) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:57.240903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dac9ffcd-228d-4c19-8f0b-77c4984a29f9 None None] Provisioning complete for port d38ea496-7127-4794-b0bb-704e0342ed32 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:57.241282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dac9ffcd-228d-4c19-8f0b-77c4984a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.354656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dac9ffcd-228d-4c19-8f0b-77c4984a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.404181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-dac9ffcd-228d-4c19-8f0b-77c4984a29f9 None None] For port d38ea496-7127-4794-b0bb-704e0342ed32, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d38ea496-7127-4794-b0bb-704e0342ed32,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:57.410919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dac9ffcd-228d-4c19-8f0b-77c4984a29f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.434145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.434905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.435770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.436416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.437018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.437616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.439634 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-15c23583-f6d6-428c-a40f-0b8af56f24bd tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2091036 Nov 23 02:29:57.442656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34978) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:57.469050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9ffcd-228d-4c19-8f0b-77c4984a29f9 None None] Pushing event updated for resources: {'Port': ['ID=d38ea496-7127-4794-b0bb-704e0342ed32,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:57.539010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.539467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.540006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.541085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.541534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.541976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:57.543807 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b5293150-3b67-4642-866f-66d51453a949 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1000795 Nov 23 02:29:57.546711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34980) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:57.642475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-86bcb516-6c30-4492-95f5-d82544a9ee28 None None] Provisioning complete for port d38ea496-7127-4794-b0bb-704e0342ed32 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:57.643144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-86bcb516-6c30-4492-95f5-d82544a9ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.742020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-86bcb516-6c30-4492-95f5-d82544a9ee28 None None] Provisioning complete for port ae438976-c618-4bbe-935d-ffc0e20ac9c4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:57.742788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-86bcb516-6c30-4492-95f5-d82544a9ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.752753 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:29:57.764988 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:57.765638 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:57.790092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-86bcb516-6c30-4492-95f5-d82544a9ee28 None None] Port ae438976-c618-4bbe-935d-ffc0e20ac9c4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:57.885958 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:57.918943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7e3fca62-17da-4f5e-8afd-a0eb54d9667d None None] Provisioning complete for port ae438976-c618-4bbe-935d-ffc0e20ac9c4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:57.919338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7e3fca62-17da-4f5e-8afd-a0eb54d9667d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:57.968457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7e3fca62-17da-4f5e-8afd-a0eb54d9667d None None] Port ae438976-c618-4bbe-935d-ffc0e20ac9c4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:58.090344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6c934d2f-50ed-4515-914b-1327090ff1a5 None None] Provisioning complete for port ae438976-c618-4bbe-935d-ffc0e20ac9c4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:58.090623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6c934d2f-50ed-4515-914b-1327090ff1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.105529 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a4f8be0b-d785-4927-9674-697c41e3d8f6 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.5576477 Nov 23 02:29:58.131060 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:58.131913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6c934d2f-50ed-4515-914b-1327090ff1a5 None None] Port ae438976-c618-4bbe-935d-ffc0e20ac9c4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:58.157702 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:29:58.158049 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Updating router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 port ae438976-c618-4bbe-935d-ffc0e20ac9c4 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:29:58.183703 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.304635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34986) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:58.309738 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134425818', 'description': 'tempest-secgroup-smoke-1134425818 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:58.344576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.369154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:58.422328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.424957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:58.425339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.427925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.459243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.460371 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.463722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1578319 Nov 23 02:29:58.463881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34988) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:58.465969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a9498b-dd24-44f8-a1b1-4227216b2899 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c52477-1076-4294-99d5-800e5dfd37a7,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:58.470177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '60c52477-1076-4294-99d5-800e5dfd37a7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:58.470648 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.499193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.547427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Pushing event updated for resources: {'Port': ['ID=ae438976-c618-4bbe-935d-ffc0e20ac9c4,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:58.565479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.568375 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.569068 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.569377 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.569749 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.570270 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.570615 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.570951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.571295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.571836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.572520 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.573039 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.573526 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:29:58.573894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.597486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Attempting to bind port ae438976-c618-4bbe-935d-ffc0e20ac9c4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:29:58.598478 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Attempting to bind port ae438976-c618-4bbe-935d-ffc0e20ac9c4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:29:58.599170 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Attempting to bind port ae438976-c618-4bbe-935d-ffc0e20ac9c4 on network 71df959a-e493-4463-a4c7-16671a63d52c {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:29:58.605752 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:29:58.606521 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Checking segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:29:58.607131 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.607796 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Bound using segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:29:58.608210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8cd526-fd17-4208-b10b-81afe9c04108,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:58.608903 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Bound port: ae438976-c618-4bbe-935d-ffc0e20ac9c4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:29:58.609816 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.627633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.629366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-96d1f145-b2e6-46c7-ac2c-d416bc97fbae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643679 Nov 23 02:29:58.633510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 34992) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:58.640386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '60c52477-1076-4294-99d5-800e5dfd37a7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:58.682520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.739385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d38ea496-7127-4794-b0bb-704e0342ed32 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:29:58.759004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.765072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.787132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-66d47ca9-7622-4103-87d2-0445b39d07e3 None None] Provisioning complete for port ae438976-c618-4bbe-935d-ffc0e20ac9c4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:58.787431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-66d47ca9-7622-4103-87d2-0445b39d07e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.793502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=574d36bd-7088-4538-9718-521b1be21351,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:58.800629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.804724 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-927c26a8-c779-4e11-91d7-5893cc0750e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1671238 Nov 23 02:29:58.805127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34994) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:58.811603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '60c52477-1076-4294-99d5-800e5dfd37a7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:58.811991 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] For port ae438976-c618-4bbe-935d-ffc0e20ac9c4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:29:58.815495 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] For port ae438976-c618-4bbe-935d-ffc0e20ac9c4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ae438976-c618-4bbe-935d-ffc0e20ac9c4,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:29:58.821265 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.829354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-66d47ca9-7622-4103-87d2-0445b39d07e3 None None] Port ae438976-c618-4bbe-935d-ffc0e20ac9c4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:29:58.830907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d38ea496-7127-4794-b0bb-704e0342ed32 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:58.831310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.853681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.880561 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:29:58.881213 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:29:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:58.940196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.945522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.968981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd9cd3f-9678-4d17-8fc9-c079e2d0b65f,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:58.979146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:58.980530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e429e2e3-16fe-44ad-9989-48846f80cd2d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1743217 Nov 23 02:29:58.983526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 34996) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:58.988270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '60c52477-1076-4294-99d5-800e5dfd37a7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:59.001127 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8c7be-05d3-457b-a075-2384afa46b4c None None] Pushing event updated for resources: {'Port': ['ID=ae438976-c618-4bbe-935d-ffc0e20ac9c4,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:59.016583 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:29:59.020571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.090100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.094809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.116548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9561ac9-d4b7-4167-8138-b91ebd70e9b3,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:59.123118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.127040 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-eb666674-9d98-4ab0-a474-49966583aaf8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1397302 Nov 23 02:29:59.127238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35000) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:59.135267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '60c52477-1076-4294-99d5-800e5dfd37a7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:59.153907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f020c3e2-6f9e-41da-9d62-341698a56926 None None] Provisioning complete for port ae438976-c618-4bbe-935d-ffc0e20ac9c4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:29:59.154844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f020c3e2-6f9e-41da-9d62-341698a56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.164143 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:29:59.170055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.231416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.237118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.250949 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:58Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:29:59.253292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677562c2-3791-4358-be33-f2cd50d576ae,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:59.261782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f020c3e2-6f9e-41da-9d62-341698a56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.272893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.276774 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4606ef0b-6b04-46f5-8f0a-1613e1e1cd16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481452 Nov 23 02:29:59.277469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35002) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:29:59.282224 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a72d7ab-24cb-45c7-8cd0-35436b493b88 None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:58Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:29:59.282969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '60c52477-1076-4294-99d5-800e5dfd37a7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:29:59.305066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f020c3e2-6f9e-41da-9d62-341698a56926 None None] For port ae438976-c618-4bbe-935d-ffc0e20ac9c4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ae438976-c618-4bbe-935d-ffc0e20ac9c4,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:29:59.306280 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:29:59.309644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f020c3e2-6f9e-41da-9d62-341698a56926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.311968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.399183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f020c3e2-6f9e-41da-9d62-341698a56926 None None] Pushing event updated for resources: {'Port': ['ID=ae438976-c618-4bbe-935d-ffc0e20ac9c4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:59.418494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.423650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.442287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7ecd19-6f9a-4204-bbb1-d2150c0703b5,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:29:59.451257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:29:59.456274 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-169537a0-eea2-4b29-a867-8e503c153357 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1739588 Nov 23 02:29:59.611030 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-4853b188-6869-42f7-94ef-f2f33e64b378 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134425818&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0490584 Nov 23 02:29:59.729167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-145c519a-b88d-4295-8492-609531d9d2ee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:29:59.730945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-145c519a-b88d-4295-8492-609531d9d2ee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 796 time: 0.1118531 Nov 23 02:29:59.747250 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-5928c67c-fc3c-46a9-a040-2a75d1b6c6c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0102460 Nov 23 02:29:59.803066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-51d060e8-7c24-4ec5-90ed-427447fae7b8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499380 Nov 23 02:29:59.906949 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-afe36fdb-c2c0-43a1-8de5-803fdbbaf083 service neutron] 10.222.0.53 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916944 Nov 23 02:30:00.001586 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-a2e7d0ce-f255-47cb-9a54-387f9bfadf9a service neutron] 10.222.0.53 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881076 Nov 23 02:30:00.167517 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6caeaf0b-40ba-499b-aec6-0ab23ebb277a req-df25003a-5b86-447d-9b88-0d987bceb29c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 210 time: 0.0278275 Nov 23 02:30:00.330253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae438976-c618-4bbe-935d-ffc0e20ac9c4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:00.379303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ae438976-c618-4bbe-935d-ffc0e20ac9c4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:00.379593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:01.283355 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-692a868c-43aa-4f2f-bfff-0658d21fb6f4 req-c4d6a03c-9d4b-4a83-87f9-7381b28c66d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 210 time: 0.0368202 Nov 23 02:30:01.658944 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-65065d4d-9467-4014-9060-14b79e8b0863 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:01.660627 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-65065d4d-9467-4014-9060-14b79e8b0863 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 796 time: 0.1182027 Nov 23 02:30:01.744097 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-9a247b1e-50e7-4b8f-aaaf-b806b13818b8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 380 time: 0.0558989 Nov 23 02:30:01.757437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['60c52477-1076-4294-99d5-800e5dfd37a7']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:01.878695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:01.883921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.018990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.13 (71df959a-e493-4463-a4c7-16671a63d52c/2da6502e-2127-4deb-865f-8862df6ff716/d1d7daab-c94e-4590-b774-9a28c1bbc4e5) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:02.173333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.210413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.258957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 71df959a-e493-4463-a4c7-16671a63d52c is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:02.264273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:02.268962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:02.273172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:02.333287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.333956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.359595 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-41569f3f-6696-4e86-8a25-90d33f1f61a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6056955 Nov 23 02:30:02.384915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Request body: {'port': {'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:02.433182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a95e2-9249-4f80-87a0-3511786ca05b req-1bfcd1d1-1266-457c-b346-8ef711c3db93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:02.436856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c38a95e2-9249-4f80-87a0-3511786ca05b req-1bfcd1d1-1266-457c-b346-8ef711c3db93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 932 time: 0.0682709 Nov 23 02:30:02.455167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.493579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c38a95e2-9249-4f80-87a0-3511786ca05b req-1adc8ab1-81c9-42ac-9df7-74057d40bc29 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493419 Nov 23 02:30:02.556754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2329a8ed-0eec-4828-9447-7d11a06872fe None None] Provisioning complete for port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:02.557351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2329a8ed-0eec-4828-9447-7d11a06872fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.592685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2329a8ed-0eec-4828-9447-7d11a06872fe None None] Port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:30:02.750629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d7daab-c94e-4590-b774-9a28c1bbc4e5 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:02.761868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.777757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Transition to ACTIVE for port object d1d7daab-c94e-4590-b774-9a28c1bbc4e5 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:30:02.782786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.835889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:02.905667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Attempting to bind port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:02.906017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Attempting to bind port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:02.906373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Attempting to bind port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 on network 71df959a-e493-4463-a4c7-16671a63d52c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:02.912058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 on network 71df959a-e493-4463-a4c7-16671a63d52c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:30:02.912529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Attempting to bind port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 on network 71df959a-e493-4463-a4c7-16671a63d52c {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:02.918814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:02.919193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Checking segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:02.919657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Bound using segment: {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:02.920150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Bound port: d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b64fb40-6918-4bf2-944e-34cb8aaaef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:02.920598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:02.998616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] For port d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:03.002169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] For port d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:03.006903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.046280 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.046913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.048357 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] 10.222.0.46 "PUT /v2.0/ports/d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 200 len: 1094 time: 0.6684453 Nov 23 02:30:03.048808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:03.051150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7682f7-f292-47f7-849f-23c64d1ab0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:03.074647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008b110-f76f-4ac8-8e95-158f947e8471 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:03.098852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db51cf7f-46b7-458c-bb57-8cf8e1b8bea2 x-openstack-request-id: req-db51cf7f-46b7-458c-bb57-8cf8e1b8bea2 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:03.099385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:03.099646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db51cf7f-46b7-458c-bb57-8cf8e1b8bea2 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:03.100071 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'status': 'completed', 'code': 200} Nov 23 02:30:03.130911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80e72414-07b6-4a99-90fc-ba36ab3d064d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:03.167486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-125dfeda-472c-47bc-b17a-4d42d6feca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.169192 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-125dfeda-472c-47bc-b17a-4d42d6feca43 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1097 time: 0.0466855 Nov 23 02:30:03.236402 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-3c9e275a-9f5d-4f23-b756-c5690ae30be3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 200 len: 217 time: 0.0405314 Nov 23 02:30:03.289665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-52fe6b88-49ed-4544-8fb2-32a09e1d68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.291153 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-52fe6b88-49ed-4544-8fb2-32a09e1d68e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2da6502e-2127-4deb-865f-8862df6ff716 HTTP/1.1" status: 200 len: 835 time: 0.0469475 Nov 23 02:30:03.342041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-ff9c113a-1ff4-4afc-98a2-8a73f1e52fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.343565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-ff9c113a-1ff4-4afc-98a2-8a73f1e52fe3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71df959a-e493-4463-a4c7-16671a63d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429885 Nov 23 02:30:03.448718 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-61b06c34-4847-48a1-9687-e7601b4fd295 service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954087 Nov 23 02:30:03.546184 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d5ed698e-9182-46dc-b387-8f02cb3af255 req-94a2a7d4-fa6d-4c6f-bc45-2be850270c4b service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861995 Nov 23 02:30:03.618540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4b554-f4aa-4b0e-8399-8a777869980c req-09e79fb3-37e1-41c8-8ee5-37e9dbbe912b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.620084 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f1f4b554-f4aa-4b0e-8399-8a777869980c req-09e79fb3-37e1-41c8-8ee5-37e9dbbe912b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 944 time: 0.0535147 Nov 23 02:30:03.671673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f1f4b554-f4aa-4b0e-8399-8a777869980c req-6364e620-7f34-49ef-93da-714239794064 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Nov 23 02:30:03.687131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-8e200ef0-7ceb-448a-b890-2da9aef2a503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.688743 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-8e200ef0-7ceb-448a-b890-2da9aef2a503 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1097 time: 0.0438883 Nov 23 02:30:03.786058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-c5e8db7d-8ee8-45c9-a295-b2d26a94cfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.787596 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-c5e8db7d-8ee8-45c9-a295-b2d26a94cfaa service neutron] 10.222.0.46 "GET /v2.0/networks?id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 897 time: 0.0898528 Nov 23 02:30:03.835438 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-315d9559-a88a-4913-9574-bb82c5d3964e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 200 len: 217 time: 0.0369902 Nov 23 02:30:03.895617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-21defad5-bec5-4820-9949-62b1e1ba3929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.897173 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-21defad5-bec5-4820-9949-62b1e1ba3929 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2da6502e-2127-4deb-865f-8862df6ff716 HTTP/1.1" status: 200 len: 835 time: 0.0529613 Nov 23 02:30:03.959045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-75f2ae24-1b20-4fdb-9552-de13b2cbdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:03.960879 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-75f2ae24-1b20-4fdb-9552-de13b2cbdd2e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71df959a-e493-4463-a4c7-16671a63d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553601 Nov 23 02:30:04.058585 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-764395b3-c672-4e48-acbb-bbcd1134c7b6 service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880928 Nov 23 02:30:04.164107 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7682f7-f292-47f7-849f-23c64d1ab0e2 req-f078db34-0b69-489d-85ad-68bab30591c1 service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951574 Nov 23 02:30:04.813356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffad7cb-9281-4b71-8830-644df058eca6 req-29e02cb3-3d32-4a7b-9339-4f63c503c043 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:04.814849 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6ffad7cb-9281-4b71-8830-644df058eca6 req-29e02cb3-3d32-4a7b-9339-4f63c503c043 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 944 time: 0.0580084 Nov 23 02:30:04.869442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6ffad7cb-9281-4b71-8830-644df058eca6 req-233e6737-0753-4533-ae49-251b829a662b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457945 Nov 23 02:30:05.561006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b6dabc5-da9e-43cb-92d8-d09929a712d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:06.000250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b48ed-e6c4-4320-9cf8-073cab8dc37e req-4342a41a-614e-46ca-85d3-6685af838f09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:06.001797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-673b48ed-e6c4-4320-9cf8-073cab8dc37e req-4342a41a-614e-46ca-85d3-6685af838f09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 944 time: 0.0521371 Nov 23 02:30:06.053896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-673b48ed-e6c4-4320-9cf8-073cab8dc37e req-f118b906-ec0c-4bf6-806d-b6996efe8179 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459304 Nov 23 02:30:06.353679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.021771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d1d7daab-c94e-4590-b774-9a28c1bbc4e5 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:30:07.125664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:07.139157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:30:07.180011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.180696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881e95-b72a-4674-b90c-00e4f85fcb22 req-8c5c576c-c430-42e5-8a8e-6aae54601d96 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:07.182361 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8f881e95-b72a-4674-b90c-00e4f85fcb22 req-8c5c576c-c430-42e5-8a8e-6aae54601d96 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 944 time: 0.0549688 Nov 23 02:30:07.197201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d7daab-c94e-4590-b774-9a28c1bbc4e5 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:30:07.216950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:07.221778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:07.238423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8f881e95-b72a-4674-b90c-00e4f85fcb22 req-c4791b73-dc0a-45cd-bd03-dd62f1fd035d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498309 Nov 23 02:30:07.269170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:07.627791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['d1d7daab-c94e-4590-b774-9a28c1bbc4e5'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:30:08.025308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:08.358197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8438d2a4-9cbb-4819-883a-f98d6b5de016 req-2911176a-889d-4f1f-bf0e-d420a555bd48 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:08.359699 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8438d2a4-9cbb-4819-883a-f98d6b5de016 req-2911176a-889d-4f1f-bf0e-d420a555bd48 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Nov 23 02:30:08.414522 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8438d2a4-9cbb-4819-883a-f98d6b5de016 req-65971c7d-ac60-4e23-9a3e-91863a9bd25b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Nov 23 02:30:09.043760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d1d7daab-c94e-4590-b774-9a28c1bbc4e5 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:09.105537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:30:09.111254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:09.111909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.199083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.222502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:09.224977 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3927cc52-217c-4906-b417-57b11a7a4145" -d '{"events": [{"server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "name": "network-vif-plugged", "status": "completed", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:09.237763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:09.242817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.266448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b711c67-a694-4fb8-9c79-87bb0075fb01 x-openstack-request-id: req-0b711c67-a694-4fb8-9c79-87bb0075fb01 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:09.266812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "name": "network-vif-plugged", "status": "completed", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:09.267133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b711c67-a694-4fb8-9c79-87bb0075fb01 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:09.267598 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'code': 200} Nov 23 02:30:09.301706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:09.305659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:09.508043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bf8c4-2ef7-49b6-8ea6-a70b503b5123 req-1bf5d547-cb07-4a39-afab-f363bf5a6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.510133 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-355bf8c4-2ef7-49b6-8ea6-a70b503b5123 req-1bf5d547-cb07-4a39-afab-f363bf5a6cd3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1099 time: 0.0477898 Nov 23 02:30:09.535554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af012943-0312-4c0e-899a-72cf338108c6 req-9ee48b8f-affe-43dd-9781-e2182dedacd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:09.537326 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-af012943-0312-4c0e-899a-72cf338108c6 req-9ee48b8f-affe-43dd-9781-e2182dedacd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0537398 Nov 23 02:30:09.565335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-355bf8c4-2ef7-49b6-8ea6-a70b503b5123 req-32303b40-2ea7-4386-be28-6289405268b7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Nov 23 02:30:09.590447 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-af012943-0312-4c0e-899a-72cf338108c6 req-74ed3f39-9ba7-4690-97da-4e5ac72dbca8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461400 Nov 23 02:30:10.728169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a5dbb-d0d2-4179-97b0-35df950bc6d9 req-69082e53-ca05-460a-b217-70e5b160d4b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:10.729779 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-595a5dbb-d0d2-4179-97b0-35df950bc6d9 req-69082e53-ca05-460a-b217-70e5b160d4b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0510197 Nov 23 02:30:10.788280 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-595a5dbb-d0d2-4179-97b0-35df950bc6d9 req-788090e2-4dbf-4053-8646-bda7d974de0c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515151 Nov 23 02:30:11.917567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da51f0a5-6ac5-428a-a26a-24a04af8348b req-232e21d3-4621-47a6-af6f-a8f891d6d445 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:11.919130 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da51f0a5-6ac5-428a-a26a-24a04af8348b req-232e21d3-4621-47a6-af6f-a8f891d6d445 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0578268 Nov 23 02:30:11.968658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da51f0a5-6ac5-428a-a26a-24a04af8348b req-f2d4cc90-0354-4230-be6e-2826caeab6f4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435526 Nov 23 02:30:12.105281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7a4bd-17c6-4bf0-baef-e979b7c8cca0 req-26e9e7ce-0c82-4dcd-8595-95a59b9bf3d3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:12.106691 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-deb7a4bd-17c6-4bf0-baef-e979b7c8cca0 req-26e9e7ce-0c82-4dcd-8595-95a59b9bf3d3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0638490 Nov 23 02:30:12.163120 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-deb7a4bd-17c6-4bf0-baef-e979b7c8cca0 req-7947250f-8d5d-4b8d-9584-284e575474d8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467806 Nov 23 02:30:12.185772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35064) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:12.225516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e053f-c529-4c49-8fcf-ff902b0731fb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:12.227021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4e2e053f-c529-4c49-8fcf-ff902b0731fb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1094 time: 0.0402501 Nov 23 02:30:12.230562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35066) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:12.234854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:12.259780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:12.369181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:12.482682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.242 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/2ec99c5a-ac60-4433-923f-236bad3dd1e2) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:12.601784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:12.643318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:12.683011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:12.687524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:12.698091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:12.701278 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=2ec99c5a-ac60-4433-923f-236bad3dd1e2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:13.070132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.139539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.305748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.313062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.382761 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=2ec99c5a-ac60-4433-923f-236bad3dd1e2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:13.396070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.498652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP c0f8edbe-ed48-4923-aad2-eca6d7c4310e associated. External IP: 172.26.8.242, port: d1d7daab-c94e-4590-b774-9a28c1bbc4e5. Nov 23 02:30:13.715441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:30:13.826117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:30:13.840898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:30:13.846526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:13.851849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:13.852502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:30:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:13.877037 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b8e915b4-b1ef-4b7b-bccf-c4f2d1e1b062 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6455910 Nov 23 02:30:13.877653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:30:13.879956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9d2dae-30b9-47f5-afef-7c77d5980745" -d '{"events": [{"name": "network-changed", "server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:30:13.880274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35068) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:13.917618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb968cf-7aef-41fa-93cf-7811223e6fb3 x-openstack-request-id: req-9bb968cf-7aef-41fa-93cf-7811223e6fb3 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:30:13.917915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:30:13.918176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bb968cf-7aef-41fa-93cf-7811223e6fb3 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:30:13.918597 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'status': 'completed', 'code': 200} Nov 23 02:30:13.955746 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-10e587f0-2646-42bd-8604-7c24322288c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/c0f8edbe-ed48-4923-aad2-eca6d7c4310e HTTP/1.1" status: 200 len: 992 time: 0.0730689 Nov 23 02:30:13.968147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:14.008442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-4a591c86-be9c-4468-af6e-562619b6877c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.010001 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-4a591c86-be9c-4468-af6e-562619b6877c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1099 time: 0.0416896 Nov 23 02:30:14.103034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-214ee4d7-b55e-4fe3-b983-6773193b74ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.104599 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-214ee4d7-b55e-4fe3-b983-6773193b74ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 897 time: 0.0865712 Nov 23 02:30:14.175593 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-21ae00e4-6e60-4799-b4f4-89a0813bee3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 200 len: 1000 time: 0.0630076 Nov 23 02:30:14.192380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:12Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:14.218846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:30:14.227447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:30:14.227932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-359a22f8-8e06-4494-938d-f33ac52108ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.228186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:30:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:14.229552 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-359a22f8-8e06-4494-938d-f33ac52108ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2da6502e-2127-4deb-865f-8862df6ff716 HTTP/1.1" status: 200 len: 835 time: 0.0447357 Nov 23 02:30:14.277181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-827c312a-9378-4906-8ca3-a503a2ead33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:14.278676 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-827c312a-9378-4906-8ca3-a503a2ead33f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71df959a-e493-4463-a4c7-16671a63d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407448 Nov 23 02:30:14.335020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:30:14.377049 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-6b68c78f-f782-45fb-b5f3-045e906253fe service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897424 Nov 23 02:30:14.471279 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e9d2dae-30b9-47f5-afef-7c77d5980745 req-63702b90-a987-4f8d-878d-09738c2421d6 service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854068 Nov 23 02:30:14.564782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:12Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:30:14.591070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b58429c-1a16-48da-8ea8-5f1ac90593d9 None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:12Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:30:14.800831 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c43414-92ee-43f7-b833-894e9756bea7 None None] New status for floating IP c0f8edbe-ed48-4923-aad2-eca6d7c4310e: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:30:14.958153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35072) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:15.358659 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-97d1943d-98c1-4134-9f80-71cfd66fd536 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/c0f8edbe-ed48-4923-aad2-eca6d7c4310e HTTP/1.1" status: 200 len: 994 time: 0.3992119 Nov 23 02:30:20.337499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:24.470714 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:30:30.796534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-c0c07f22-ef88-4aa8-a05e-73d2d2fb866d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438530 Nov 23 02:30:30.928284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-363578d1-6ed1-4393-9eed-c5eeaaf2f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:30.930432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-363578d1-6ed1-4393-9eed-c5eeaaf2f08a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1099 time: 0.0498517 Nov 23 02:30:31.058432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-231ffd3e-4f07-4809-b101-2361e011681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.059915 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-231ffd3e-4f07-4809-b101-2361e011681a service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1021845 Nov 23 02:30:31.142385 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-f9d6dee3-0013-4db4-9d7b-aba71c94e1dd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 1001 time: 0.0721593 Nov 23 02:30:31.198849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-2d6adbb0-2103-4f7c-ad41-cbbd8c0abb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.200764 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-2d6adbb0-2103-4f7c-ad41-cbbd8c0abb1f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0504622 Nov 23 02:30:31.263026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-e8dba964-ae82-436c-aeea-47f331fc7370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:31.265175 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-e8dba964-ae82-436c-aeea-47f331fc7370 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550361 Nov 23 02:30:31.361075 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-cb1c2024-442c-427e-90cd-ae6815ac6b0c service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854890 Nov 23 02:30:31.476746 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7bd859f4-308b-46e0-bde2-39a1380f9641 req-857a104d-bb82-4465-b3ff-ffc56df7f65c service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993254 Nov 23 02:30:33.136058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4ef6cb09-d9cd-4c6d-8a55-be13ad110cab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:35.566115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7e7e003f-fa3c-45c1-9073-4155d43beac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:36.355038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:38.034384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:39.288323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.355223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:50.532667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35092) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:50.612684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6ba3d-ecc1-4e48-b163-583d4ab7cee0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.613158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6ba3d-ecc1-4e48-b163-583d4ab7cee0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.613624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d6ba3d-ecc1-4e48-b163-583d4ab7cee0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:50.615343 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-46d6ba3d-ecc1-4e48-b163-583d4ab7cee0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=86a2edb1c47641e281742bd84e5b420a&network_id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 3000 time: 0.0810435 Nov 23 02:30:53.778036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35104) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:53.841772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efa291e-90c1-429b-b83b-6a23951a77e4 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:53.843850 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7efa291e-90c1-429b-b83b-6a23951a77e4 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 814 time: 0.0645006 Nov 23 02:30:55.337914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35112) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.346291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--1265712929', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:55.370380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:55.373966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.400843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:30:55.412373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.412779 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment d30ec00c-9ffa-469f-9331-258334185587 of type vlan for network 8e230d22-ac49-4739-97b3-1cad8daad886 Nov 23 02:30:55.451222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.477663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.483397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.483956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:55.552398 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2129691 Nov 23 02:30:55.555620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35114) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.560452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=8e230d22-ac49-4739-97b3-1cad8daad886,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:55.567922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.568318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.568688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.569021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.569352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.569686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.570011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.570333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.570683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.571022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.571353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.571671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d91083-078f-4c76-ba0f-70718c978007 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:55.583851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 8e230d22-ac49-4739-97b3-1cad8daad886 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:30:55.623876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71db9af-84ab-4997-8369-97c39efc9ee6 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.628624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35116) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.628819 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b71db9af-84ab-4997-8369-97c39efc9ee6 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0719080 Nov 23 02:30:55.714122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b58ab2-6da5-4b15-9647-c3c0d01968a1 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.715620 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e9b58ab2-6da5-4b15-9647-c3c0d01968a1 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859866 Nov 23 02:30:55.718895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35118) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.765871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-74f89345-44c4-467e-a8b7-0e1be049bc22 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455179 Nov 23 02:30:55.768824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35120) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.796845 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6a027cd4-f575-466c-ad7b-345520027087 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269742 Nov 23 02:30:55.799311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35122) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.887587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a160af-6904-4b73-a44f-b2092efba8a0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:55.889101 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-92a160af-6904-4b73-a44f-b2092efba8a0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889189 Nov 23 02:30:55.893420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35124) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.924782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-274b2968-ac7e-4fc7-b73d-9e205b56edb3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296090 Nov 23 02:30:55.926960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35126) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:55.931743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946619413', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:56.031233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:56.036445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.217800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.277351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=caca3525-153b-4dcf-a81e-1c7f01e09d2d,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:56.288028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.288424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.288775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.289122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.289463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.289800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.290132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.290464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.290827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.291150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.291482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.291814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:56.296918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:56.297288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: 8e230d22-ac49-4739-97b3-1cad8daad886, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:30:56.315459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 8e230d22-ac49-4739-97b3-1cad8daad886 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:30:56.325899 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 8e230d22-ac49-4739-97b3-1cad8daad886) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:56.330451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:56.331072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.336627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e3841-d75e-496f-990f-aa6a658404be None None] Network 8e230d22-ac49-4739-97b3-1cad8daad886 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:56.353161 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-60638ac1-e8f1-4e75-9380-59f16973bc24 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4225132 Nov 23 02:30:56.493448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-8e230d22-ac49-4739-97b3-1cad8daad886', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:30:56.494329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.625465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Allocated IP 172.20.0.18 (8e230d22-ac49-4739-97b3-1cad8daad886/caca3525-153b-4dcf-a81e-1c7f01e09d2d/f6447f67-f740-4518-9e9a-f41b3eadc3d6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:30:56.675566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35130) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:56.680555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31378154', 'description': 'tempest-secgroup-smoke-31378154 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:56.702607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.770456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.772679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.777804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.778877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.817154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.818515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1417363 Nov 23 02:30:56.822081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35132) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:56.823798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1c6ff-c143-4f31-8e9a-4a2cf4afdc44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=689892ac-ee72-4234-881b-327f55cefcab,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:56.828411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '689892ac-ee72-4234-881b-327f55cefcab', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:56.859645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.927598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.932814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.951548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73872c93-b0f5-4762-a5a1-7385602c3c72,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:56.961493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.962756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b7c251fd-c4ef-4703-b32c-ff54c083e0e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386976 Nov 23 02:30:56.965716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35134) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:56.970329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '689892ac-ee72-4234-881b-327f55cefcab', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:56.990177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Network 8e230d22-ac49-4739-97b3-1cad8daad886 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:30:56.995259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:30:56.998939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:56.999329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:30:57.007586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Pushing event updated for resources: {'Port': ['ID=f6447f67-f740-4518-9e9a-f41b3eadc3d6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.018448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.018798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.019138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.019472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.019803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.020134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.020544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.020817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.021138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.021459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.021778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.022102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:30:57.066960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.072141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.072725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Attempting to bind port f6447f67-f740-4518-9e9a-f41b3eadc3d6 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:30:57.073390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Attempting to bind port f6447f67-f740-4518-9e9a-f41b3eadc3d6 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:30:57.073547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Attempting to bind port f6447f67-f740-4518-9e9a-f41b3eadc3d6 on network 8e230d22-ac49-4739-97b3-1cad8daad886 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:30:57.078641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:30:57.079020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Checking segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:30:57.079424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.080501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Bound using segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:30:57.080983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Bound port: f6447f67-f740-4518-9e9a-f41b3eadc3d6, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:30:57.081352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.091662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a10fe2-f28a-4b5b-8048-fb040d3fedee,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.101449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.105365 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-67a58699-7c21-412c-9170-8add10323dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359868 Nov 23 02:30:57.105553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35136) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:57.110008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '689892ac-ee72-4234-881b-327f55cefcab', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:57.138128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.145579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] For port f6447f67-f740-4518-9e9a-f41b3eadc3d6, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:30:57.148684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] For port f6447f67-f740-4518-9e9a-f41b3eadc3d6, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f6447f67-f740-4518-9e9a-f41b3eadc3d6,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:30:57.154641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.210415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.211073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d6c41-444b-4670-ba6f-42d67003c3a2 None None] Pushing event updated for resources: {'Port': ['ID=f6447f67-f740-4518-9e9a-f41b3eadc3d6,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.216144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.236858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e8e58d-e1f3-4742-b26b-f596fd510aa8,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.244914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.248898 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c605db5b-734d-4fc6-8c50-8baa0c89677f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422484 Nov 23 02:30:57.249365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35138) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:57.254559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '689892ac-ee72-4234-881b-327f55cefcab', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:57.284521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.346384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.351207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.376344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e74a9cf-f8e5-44af-b5eb-06a8228d68e1,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.388393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.389684 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e9fbd371-8ed2-4f9d-b91e-0d8d4ebcb836 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391990 Nov 23 02:30:57.392760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35140) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:57.397252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '689892ac-ee72-4234-881b-327f55cefcab', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:57.422577 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:30:57.427941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.503474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.508853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.527264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ca073c-5c30-4769-98f4-3cae7837d288,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.536272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.537431 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d7e85d7f-e14f-4099-b8cb-2da952006301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436830 Nov 23 02:30:57.540268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35142) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:30:57.544667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '689892ac-ee72-4234-881b-327f55cefcab', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:57.567607 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:30:57.572520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.643149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.651318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.672798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cbf4d2-a1f7-411b-a8a9-df23c45e5ff7,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:57.682951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:57.684185 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bca39577-41f8-4562-aca7-88a7085de50e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430082 Nov 23 02:30:57.846877 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-b8d20330-c205-452f-9943-b3bbc58d75bb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31378154&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0486498 Nov 23 02:30:57.959536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-1cc29100-72d8-4076-b450-6e68466944eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:57.961086 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-1cc29100-72d8-4076-b450-6e68466944eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=8e230d22-ac49-4739-97b3-1cad8daad886 HTTP/1.1" status: 200 len: 797 time: 0.1070597 Nov 23 02:30:57.977147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-1bb0be73-2265-4da5-87f9-bb3637e46123 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0098765 Nov 23 02:30:58.041182 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-4bf7886a-f341-4e9e-8226-69ea37b938c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0580664 Nov 23 02:30:58.106571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be406c5b-aac1-4efa-a218-ada4bb457fd4 None None] Network 8e230d22-ac49-4739-97b3-1cad8daad886 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:30:58.140041 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-b4874555-0bf8-4981-9261-264a3ab967ef service neutron] 10.222.0.53 "GET /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863302 Nov 23 02:30:58.173959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-04ffef1e-fb31-45c7-a6e5-d403d458e62e None None] Provisioning complete for port f6447f67-f740-4518-9e9a-f41b3eadc3d6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:58.174409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04ffef1e-fb31-45c7-a6e5-d403d458e62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.238923 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-898e6e82-24a8-4b35-a606-369723f74398 service neutron] 10.222.0.53 "GET /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920413 Nov 23 02:30:58.331231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04ffef1e-fb31-45c7-a6e5-d403d458e62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.364569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f6447f67-f740-4518-9e9a-f41b3eadc3d6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:30:58.399224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-04ffef1e-fb31-45c7-a6e5-d403d458e62e None None] For port f6447f67-f740-4518-9e9a-f41b3eadc3d6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f6447f67-f740-4518-9e9a-f41b3eadc3d6,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:30:58.415132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04ffef1e-fb31-45c7-a6e5-d403d458e62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.441076 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d69bbc3-4bfd-4cda-a5da-76a7e2ecfb51 req-9a2909d6-d05a-450e-9952-8aede089a02f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 210 time: 0.0418749 Nov 23 02:30:58.479362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffef1e-fb31-45c7-a6e5-d403d458e62e None None] Pushing event updated for resources: {'Port': ['ID=f6447f67-f740-4518-9e9a-f41b3eadc3d6,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:30:58.496214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f6447f67-f740-4518-9e9a-f41b3eadc3d6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:58.496624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:58.743094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5f66c7b5-8cd2-4fed-85be-ff7dc7431674 None None] Provisioning complete for port f6447f67-f740-4518-9e9a-f41b3eadc3d6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:30:58.743484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5f66c7b5-8cd2-4fed-85be-ff7dc7431674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.531016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-5899d5c8-7378-440d-bc94-b0c8662cb07b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:30:59.532512 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-5899d5c8-7378-440d-bc94-b0c8662cb07b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=8e230d22-ac49-4739-97b3-1cad8daad886 HTTP/1.1" status: 200 len: 797 time: 0.1216354 Nov 23 02:30:59.555258 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2b269130-5558-41b2-9731-7cfe1a4c0d0b req-8e04a114-4166-4cd6-acb6-e655a7679b50 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 210 time: 0.0437074 Nov 23 02:30:59.637475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-bd11a4d5-322a-4e1f-abfb-4562aaca0f82 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 471 time: 0.0847774 Nov 23 02:30:59.647554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['689892ac-ee72-4234-881b-327f55cefcab']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:30:59.769429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:30:59.773063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:30:59.900200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.22 (8e230d22-ac49-4739-97b3-1cad8daad886/caca3525-153b-4dcf-a81e-1c7f01e09d2d/2f5bf692-d925-47a9-919c-92ba5231f7a9) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:00.038721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.073838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.116408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 8e230d22-ac49-4739-97b3-1cad8daad886 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:00.119645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:00.123233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:00.147138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=2f5bf692-d925-47a9-919c-92ba5231f7a9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.178195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:00.178826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.197174 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-3e739ef5-fd2e-4ebb-a4a1-0869b15e75eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5533044 Nov 23 02:31:00.218609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Request body: {'port': {'device_id': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:00.284183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.335058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f6447f67-f740-4518-9e9a-f41b3eadc3d6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:00.386516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-729fc4bd-d759-4abd-9d2d-c803f3900356 None None] Provisioning complete for port 2f5bf692-d925-47a9-919c-92ba5231f7a9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:00.386889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-729fc4bd-d759-4abd-9d2d-c803f3900356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.425689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f6447f67-f740-4518-9e9a-f41b3eadc3d6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:00.425960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.428492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-729fc4bd-d759-4abd-9d2d-c803f3900356 None None] Port 2f5bf692-d925-47a9-919c-92ba5231f7a9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:00.549926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5bf692-d925-47a9-919c-92ba5231f7a9 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:00.557706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.577377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Transition to ACTIVE for port object 2f5bf692-d925-47a9-919c-92ba5231f7a9 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:00.583794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.659194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5bf692-d925-47a9-919c-92ba5231f7a9,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.686516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339e1f-5952-4f1a-8417-419b34f90748 req-bf135046-c028-4fbf-88b3-ade5fab8f569 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:00.688783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0b339e1f-5952-4f1a-8417-419b34f90748 req-bf135046-c028-4fbf-88b3-ade5fab8f569 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 944 time: 0.0562711 Nov 23 02:31:00.714111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Attempting to bind port 2f5bf692-d925-47a9-919c-92ba5231f7a9 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:00.714517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Attempting to bind port 2f5bf692-d925-47a9-919c-92ba5231f7a9 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:00.714787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Attempting to bind port 2f5bf692-d925-47a9-919c-92ba5231f7a9 on network 8e230d22-ac49-4739-97b3-1cad8daad886 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:00.719166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Port 2f5bf692-d925-47a9-919c-92ba5231f7a9 on network 8e230d22-ac49-4739-97b3-1cad8daad886 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:00.719489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Attempting to bind port 2f5bf692-d925-47a9-919c-92ba5231f7a9 on network 8e230d22-ac49-4739-97b3-1cad8daad886 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:00.725970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:00.726319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Checking segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:00.726720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Bound using segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:00.727155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Bound port: 2f5bf692-d925-47a9-919c-92ba5231f7a9, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:00.727522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.743876 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0b339e1f-5952-4f1a-8417-419b34f90748 req-e0f568b9-ef7a-4eca-b9d7-3be5a90ba10f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477152 Nov 23 02:31:00.793663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] For port 2f5bf692-d925-47a9-919c-92ba5231f7a9, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:00.796897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] For port 2f5bf692-d925-47a9-919c-92ba5231f7a9, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:00.803427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.841860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:00.842778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:00.844264 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f5bf692-d925-47a9-919c-92ba5231f7a9 HTTP/1.1" status: 200 len: 1094 time: 0.6301959 Nov 23 02:31:00.844708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'tag': '2f5bf692-d925-47a9-919c-92ba5231f7a9'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:00.847200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85" -d '{"events": [{"name": "network-changed", "server_uuid": "3f209be0-a14e-4f7c-9796-b336ad45b513", "tag": "2f5bf692-d925-47a9-919c-92ba5231f7a9"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:00.877205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15364c4a-e9a1-439a-b3ee-23193c16e295 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5bf692-d925-47a9-919c-92ba5231f7a9,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:00.902664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea6cea8-b8c1-4ee7-89cf-78b79ee9bf14 x-openstack-request-id: req-1ea6cea8-b8c1-4ee7-89cf-78b79ee9bf14 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:00.902967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f209be0-a14e-4f7c-9796-b336ad45b513", "tag": "2f5bf692-d925-47a9-919c-92ba5231f7a9", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:00.903232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ea6cea8-b8c1-4ee7-89cf-78b79ee9bf14 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:00.903652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'tag': '2f5bf692-d925-47a9-919c-92ba5231f7a9', 'status': 'completed', 'code': 200} Nov 23 02:31:00.971239 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-b41759fc-1baf-441c-bf2b-4170468be35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:00.972794 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-b41759fc-1baf-441c-bf2b-4170468be35e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 1097 time: 0.0454974 Nov 23 02:31:01.028827 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-1d206644-acd8-4e72-8714-92c861c49c3f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9 HTTP/1.1" status: 200 len: 217 time: 0.0372798 Nov 23 02:31:01.086452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-03bf4748-ffb2-4267-afbd-d1f7382b2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.088016 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-03bf4748-ffb2-4267-afbd-d1f7382b2c3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=caca3525-153b-4dcf-a81e-1c7f01e09d2d HTTP/1.1" status: 200 len: 837 time: 0.0510890 Nov 23 02:31:01.139874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-5600495b-06c1-4d7e-9297-0eaaee2c3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.141412 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-5600495b-06c1-4d7e-9297-0eaaee2c3bb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e230d22-ac49-4739-97b3-1cad8daad886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443041 Nov 23 02:31:01.236831 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-aba8149b-c3cc-4921-944d-cc5a78e7f4f0 service neutron] 10.222.0.46 "GET /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Nov 23 02:31:01.347056 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-475bccf5-4dcb-4cc9-8f9d-5f5049febf11 req-e7e58556-8481-442e-ab21-d433c61a836b service neutron] 10.222.0.46 "GET /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994830 Nov 23 02:31:01.469424 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:31:01.491440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-8d331c9c-e029-4f05-b1c9-2d21f874004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.492927 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-8d331c9c-e029-4f05-b1c9-2d21f874004b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 1097 time: 0.0447247 Nov 23 02:31:01.585632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-1e688591-4c7b-4b0e-a80e-2ce3187f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.587134 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-1e688591-4c7b-4b0e-a80e-2ce3187f6e36 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8e230d22-ac49-4739-97b3-1cad8daad886 HTTP/1.1" status: 200 len: 898 time: 0.0861962 Nov 23 02:31:01.639058 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-17b02659-dc72-4813-8b06-5de774dab0bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9 HTTP/1.1" status: 200 len: 217 time: 0.0432296 Nov 23 02:31:01.689348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-901c02e0-c6c4-4aee-9310-3de766c7f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.690745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-901c02e0-c6c4-4aee-9310-3de766c7f552 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=caca3525-153b-4dcf-a81e-1c7f01e09d2d HTTP/1.1" status: 200 len: 837 time: 0.0440640 Nov 23 02:31:01.742168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-ed2a0e97-9f76-4174-91c3-a0d9dd2b19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.743548 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-ed2a0e97-9f76-4174-91c3-a0d9dd2b19f3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8e230d22-ac49-4739-97b3-1cad8daad886&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421247 Nov 23 02:31:01.839385 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-66842fd0-32fa-475c-8da6-db9a78b655f0 service neutron] 10.222.0.46 "GET /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867708 Nov 23 02:31:01.863546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02d394-b471-41d2-9b05-38f5f7609107 req-0d231c5d-bf14-49cb-b8c5-7e4daddd6985 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:01.865172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9e02d394-b471-41d2-9b05-38f5f7609107 req-0d231c5d-bf14-49cb-b8c5-7e4daddd6985 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 944 time: 0.0501792 Nov 23 02:31:01.916513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9e02d394-b471-41d2-9b05-38f5f7609107 req-14c4eba7-7c68-4c86-a852-5c41f1172150 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449963 Nov 23 02:31:01.929811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6375c38c-ec2c-48ee-beda-fb7d9ac77e85 req-8807478c-4d60-4d6f-a87c-0bfcc4233484 service neutron] 10.222.0.46 "GET /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823369 Nov 23 02:31:03.050289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7b92c-9cc2-40fa-9428-454956af375e req-7c10d9e1-17a4-4a12-989f-da79debd887b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:03.053322 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-31e7b92c-9cc2-40fa-9428-454956af375e req-7c10d9e1-17a4-4a12-989f-da79debd887b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 944 time: 0.0574687 Nov 23 02:31:03.116549 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-31e7b92c-9cc2-40fa-9428-454956af375e req-0e853127-269b-44d4-a31d-f4bc849713a8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547950 Nov 23 02:31:03.149371 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0541d3b6-2af6-4816-a8d2-4afe96992d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:04.247700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937878f2-6029-4bab-ad5c-b39b004accb0 req-fa9ccd1c-d307-42e2-94b1-4dfe396f47ca tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:04.249255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-937878f2-6029-4bab-ad5c-b39b004accb0 req-fa9ccd1c-d307-42e2-94b1-4dfe396f47ca tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 944 time: 0.0613708 Nov 23 02:31:04.301221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-937878f2-6029-4bab-ad5c-b39b004accb0 req-5b8cdc62-3500-4c98-8ba1-d838fda7cbca tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454934 Nov 23 02:31:05.262917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f5bf692-d925-47a9-919c-92ba5231f7a9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:31:05.368668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2f5bf692-d925-47a9-919c-92ba5231f7a9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:05.381139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '2f5bf692-d925-47a9-919c-92ba5231f7a9', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'port_id': '2f5bf692-d925-47a9-919c-92ba5231f7a9', 'mac_address': 'fa:16:3e:2c:a3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:31:05.421875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.422525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56f247-8c64-4162-866b-ac06a72cefae req-c5d66fc1-512c-461f-be4a-f41c87991d44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:05.424279 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-da56f247-8c64-4162-866b-ac06a72cefae req-c5d66fc1-512c-461f-be4a-f41c87991d44 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 944 time: 0.0496032 Nov 23 02:31:05.436082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5bf692-d925-47a9-919c-92ba5231f7a9 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:05.456085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2f5bf692-d925-47a9-919c-92ba5231f7a9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:05.461469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.478937 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-da56f247-8c64-4162-866b-ac06a72cefae req-83cf9a47-5044-4bd7-b623-5360b030be6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487955 Nov 23 02:31:05.507946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2f5bf692-d925-47a9-919c-92ba5231f7a9,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:05.578815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d9055460-d700-476a-8e4c-9cae2e397304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:05.793146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['2f5bf692-d925-47a9-919c-92ba5231f7a9'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:31:06.361245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:06.611266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8462e3-26a4-4276-adf9-7e8cc04b5b1b req-e1db3a86-1d50-4d08-9424-df9dc7ad33f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:06.612856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cb8462e3-26a4-4276-adf9-7e8cc04b5b1b req-e1db3a86-1d50-4d08-9424-df9dc7ad33f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 945 time: 0.0525365 Nov 23 02:31:06.663041 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cb8462e3-26a4-4276-adf9-7e8cc04b5b1b req-625f776c-2d02-4153-adb8-ccef6a65c9b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440438 Nov 23 02:31:07.267719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f5bf692-d925-47a9-919c-92ba5231f7a9 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:07.328266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 2f5bf692-d925-47a9-919c-92ba5231f7a9 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:31:07.332368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 2f5bf692-d925-47a9-919c-92ba5231f7a9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:07.332748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.416263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.441607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5bf692-d925-47a9-919c-92ba5231f7a9'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:07.443892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cab249-eefe-4d8b-a55c-1c6d2e449dfe" -d '{"events": [{"server_uuid": "3f209be0-a14e-4f7c-9796-b336ad45b513", "name": "network-vif-plugged", "status": "completed", "tag": "2f5bf692-d925-47a9-919c-92ba5231f7a9"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:07.458047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2f5bf692-d925-47a9-919c-92ba5231f7a9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:07.463377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:07.486716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2485fb7-5baf-4208-987e-0f21dfcc4991 x-openstack-request-id: req-e2485fb7-5baf-4208-987e-0f21dfcc4991 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:07.487013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f209be0-a14e-4f7c-9796-b336ad45b513", "name": "network-vif-plugged", "status": "completed", "tag": "2f5bf692-d925-47a9-919c-92ba5231f7a9", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:07.487269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2485fb7-5baf-4208-987e-0f21dfcc4991 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:07.487668 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5bf692-d925-47a9-919c-92ba5231f7a9', 'code': 200} Nov 23 02:31:07.514150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2f5bf692-d925-47a9-919c-92ba5231f7a9,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:07.708140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de340f26-78ae-44b2-b9ac-f3985d95082e req-2b5ae9d3-1e91-4ffc-877d-f9f428df1d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:07.709726 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-de340f26-78ae-44b2-b9ac-f3985d95082e req-2b5ae9d3-1e91-4ffc-877d-f9f428df1d4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 1099 time: 0.0418062 Nov 23 02:31:07.759546 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-de340f26-78ae-44b2-b9ac-f3985d95082e req-3cdf15a8-a5cf-480a-b070-ac4d9a8c64c6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416183 Nov 23 02:31:07.789263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d0287-afeb-4d52-b6b1-f2fd90d08ada req-4abe16ff-173c-47a0-8d6e-11be74fb57b7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:07.790663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d7d0287-afeb-4d52-b6b1-f2fd90d08ada req-4abe16ff-173c-47a0-8d6e-11be74fb57b7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.0599358 Nov 23 02:31:07.850527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d7d0287-afeb-4d52-b6b1-f2fd90d08ada req-126cd8c3-69cc-4caf-bdf3-e1f80de80a83 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502131 Nov 23 02:31:08.035040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:08.994966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cfa5f-1192-41e1-a732-3afb32af5708 req-9cbe984e-fa5f-4c73-a111-dda1a0574e5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:08.996506 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-780cfa5f-1192-41e1-a732-3afb32af5708 req-9cbe984e-fa5f-4c73-a111-dda1a0574e5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.0551751 Nov 23 02:31:09.051432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-780cfa5f-1192-41e1-a732-3afb32af5708 req-820baafa-4e63-4191-9ffb-9ed58268f7a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484805 Nov 23 02:31:09.284547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:10.183064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef69aa-4b13-4775-9477-f8e191ca0bcb req-8a427462-b90f-4a8f-ae58-a6d6fab37e85 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:10.184669 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-00ef69aa-4b13-4775-9477-f8e191ca0bcb req-8a427462-b90f-4a8f-ae58-a6d6fab37e85 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.0530787 Nov 23 02:31:10.236263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-00ef69aa-4b13-4775-9477-f8e191ca0bcb req-96b5df23-05df-4488-bbee-614852ea68aa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455246 Nov 23 02:31:10.355316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977da0-b4eb-4733-b9f2-52cc39642f9e req-8dda5e3e-f0a0-4284-b185-d700a84873c7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:10.356858 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0977da0-b4eb-4733-b9f2-52cc39642f9e req-8dda5e3e-f0a0-4284-b185-d700a84873c7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.0530181 Nov 23 02:31:10.406455 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0977da0-b4eb-4733-b9f2-52cc39642f9e req-60596c5f-cb44-45d4-b8f4-ea324222eccc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431721 Nov 23 02:31:11.895989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35200) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:12.379036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.660724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.17 (8e230d22-ac49-4739-97b3-1cad8daad886/caca3525-153b-4dcf-a81e-1c7f01e09d2d/b3389cdf-9826-4a06-ac73-4de0807608a4) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:12.771210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.809029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:12.854300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 8e230d22-ac49-4739-97b3-1cad8daad886 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:12.857593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:12.861238 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:12.887318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b3389cdf-9826-4a06-ac73-4de0807608a4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:12.914077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.047220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.086271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c2b22b1b-f2bc-40be-b0cf-55034bc4ab8a None None] Provisioning complete for port b3389cdf-9826-4a06-ac73-4de0807608a4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:13.086912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2b22b1b-f2bc-40be-b0cf-55034bc4ab8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.135125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c2b22b1b-f2bc-40be-b0cf-55034bc4ab8a None None] Port b3389cdf-9826-4a06-ac73-4de0807608a4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:13.340225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.346310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.417333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.419167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b3389cdf-9826-4a06-ac73-4de0807608a4,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:13.512840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 8e230d22-ac49-4739-97b3-1cad8daad886 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:13.514430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:13.761007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2d78f078-5370-4d1c-958c-4ff7489680db None None] Provisioning complete for port b3389cdf-9826-4a06-ac73-4de0807608a4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:13.761427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2d78f078-5370-4d1c-958c-4ff7489680db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:13.798641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2d78f078-5370-4d1c-958c-4ff7489680db None None] Port b3389cdf-9826-4a06-ac73-4de0807608a4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:13.970904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:14.080660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:14.086494 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b26fe5cc-459e-4f43-930d-f3568fb23a8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1892245 Nov 23 02:31:14.092882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:14.105902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:14.106825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:14.223916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:14.470842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:14Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3389cdf-9826-4a06-ac73-4de0807608a4', 'name': '', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:70:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:12Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:14.498298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:14.498589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Updating router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 port b3389cdf-9826-4a06-ac73-4de0807608a4 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:31:14.523298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.786303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.795201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.842609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d4255-99bc-4282-8fe1-cc16a00f6c8e None None] Pushing event updated for resources: {'Port': ['ID=b3389cdf-9826-4a06-ac73-4de0807608a4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:14.896466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Attempting to bind port b3389cdf-9826-4a06-ac73-4de0807608a4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:14.896834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Attempting to bind port b3389cdf-9826-4a06-ac73-4de0807608a4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:14.897207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Attempting to bind port b3389cdf-9826-4a06-ac73-4de0807608a4 on network 8e230d22-ac49-4739-97b3-1cad8daad886 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:14.902558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:14.902812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Checking segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:14.903224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.903611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Bound using segment: {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:14.904079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Bound port: b3389cdf-9826-4a06-ac73-4de0807608a4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30ec00c-9ffa-469f-9331-258334185587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:14.904467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:14.975800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] For port b3389cdf-9826-4a06-ac73-4de0807608a4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:14.979160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] For port b3389cdf-9826-4a06-ac73-4de0807608a4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b3389cdf-9826-4a06-ac73-4de0807608a4,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:14.986270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.217978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d4255-99bc-4282-8fe1-cc16a00f6c8e None None] Pushing event updated for resources: {'Port': ['ID=b3389cdf-9826-4a06-ac73-4de0807608a4,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.223662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:15.224314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:15.226861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f8ba6886-56b9-40a1-aacf-efbb909c9c59 None None] Provisioning complete for port b3389cdf-9826-4a06-ac73-4de0807608a4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:15.227091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8ba6886-56b9-40a1-aacf-efbb909c9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.389532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:15.428712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8ba6886-56b9-40a1-aacf-efbb909c9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.504337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f8ba6886-56b9-40a1-aacf-efbb909c9c59 None None] For port b3389cdf-9826-4a06-ac73-4de0807608a4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b3389cdf-9826-4a06-ac73-4de0807608a4,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:15.512202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f8ba6886-56b9-40a1-aacf-efbb909c9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.607250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba6886-56b9-40a1-aacf-efbb909c9c59 None None] Pushing event updated for resources: {'Port': ['ID=b3389cdf-9826-4a06-ac73-4de0807608a4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:15.667398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ebdc0819-5efc-4a65-ad30-dc32e94a911d None None] Provisioning complete for port b3389cdf-9826-4a06-ac73-4de0807608a4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:15.667751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebdc0819-5efc-4a65-ad30-dc32e94a911d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:15.750979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:14Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3389cdf-9826-4a06-ac73-4de0807608a4', 'name': '', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:70:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:12Z', 'updated_at': '2021-11-23T02:31:14Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:15.778825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33817e7a-f0e7-4e13-92af-7a0bcc87a45b None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:13Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:14Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b3389cdf-9826-4a06-ac73-4de0807608a4', 'name': '', 'network_id': '8e230d22-ac49-4739-97b3-1cad8daad886', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:70:fb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:12Z', 'updated_at': '2021-11-23T02:31:14Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'caca3525-153b-4dcf-a81e-1c7f01e09d2d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:16.352892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b3389cdf-9826-4a06-ac73-4de0807608a4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:16.405418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b3389cdf-9826-4a06-ac73-4de0807608a4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:16.405891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:20.373910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:30.996916 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-8c855b20-e3ee-4bfa-a9c0-278b84c49546 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523818 Nov 23 02:31:31.074801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-04c1b193-44d5-4fbf-9bb0-992fcaaabfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.076271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-04c1b193-44d5-4fbf-9bb0-992fcaaabfd1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1099 time: 0.0413949 Nov 23 02:31:31.199747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-091248fd-be8a-4ecb-b5b1-194b216599d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.203737 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-091248fd-be8a-4ecb-b5b1-194b216599d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 897 time: 0.1017082 Nov 23 02:31:31.272624 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-3a6fc276-67e0-4d07-b71f-65b0d6fc1f48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 200 len: 1002 time: 0.0599401 Nov 23 02:31:31.323897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-97328675-87fc-423e-bd4b-3aaf8a82617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.325440 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-97328675-87fc-423e-bd4b-3aaf8a82617b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2da6502e-2127-4deb-865f-8862df6ff716 HTTP/1.1" status: 200 len: 835 time: 0.0452523 Nov 23 02:31:31.378150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-cc9c4b76-7cea-4b8f-bb60-04f696b0b339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:31.379703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-cc9c4b76-7cea-4b8f-bb60-04f696b0b339 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71df959a-e493-4463-a4c7-16671a63d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463068 Nov 23 02:31:31.471729 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-c99b6c88-d4e0-4ece-8104-a2b8dc7f3fde service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836596 Nov 23 02:31:31.569211 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd812636-be1d-41a8-924e-d6eb23e1a56f req-3503693b-6745-45ea-8b17-d91cb057202b service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892322 Nov 23 02:31:33.149325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0bc688c0-dfca-4bd8-91cd-f0a58b27aeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:35.574148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7cbb2a75-f32f-4f3d-acd9-b1f0f6d14769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.389089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:36.886537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35244) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:37.276882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.619141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port b3389cdf-9826-4a06-ac73-4de0807608a4 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:37.619417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.711924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port b3389cdf-9826-4a06-ac73-4de0807608a4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b3389cdf-9826-4a06-ac73-4de0807608a4,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:37.712322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.724733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for b3389cdf-9826-4a06-ac73-4de0807608a4 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:37.912747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:37.941693 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=b3389cdf-9826-4a06-ac73-4de0807608a4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:38.035039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.136538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:38.375201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:38.468174 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:31:38.486466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:38.493212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5845eec5-03fa-4bdf-9c77-42747abb8b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6055853 Nov 23 02:31:38.497330 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:38.510786 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:38.511423 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:38.635556 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:38.857422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae4336-c5e3-437a-8660-211c0af85a26 req-2b121e41-dd0b-440d-9e99-5a241c21024a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:38.859033 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-37ae4336-c5e3-437a-8660-211c0af85a26 req-2b121e41-dd0b-440d-9e99-5a241c21024a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.1710196 Nov 23 02:31:38.864587 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:37Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:14Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:38.891051 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:38.899198 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:38.899807 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:38.909765 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-37ae4336-c5e3-437a-8660-211c0af85a26 req-f301d234-915e-4ec9-ac7b-da66ac2fb3e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447335 Nov 23 02:31:39.104050 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:39.283647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:39.344850 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:37Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:14Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:39.372350 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c59e52-3acf-42b6-b72e-2dcf9d205af4 None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:37Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c0f8edbe-ed48-4923-aad2-eca6d7c4310e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'port_id': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'mac_address': 'fa:16:3e:ca:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:30:12Z', 'updated_at': '2021-11-23T02:30:14Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:40.091284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83372763-446e-4b93-b97b-30bf0bd46f84 req-25d1149c-2110-4209-88d3-bdafe8084008 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.092854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-83372763-446e-4b93-b97b-30bf0bd46f84 req-25d1149c-2110-4209-88d3-bdafe8084008 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.1090143 Nov 23 02:31:40.147352 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-83372763-446e-4b93-b97b-30bf0bd46f84 req-2b02413a-fa95-4d74-98bd-8501dd820cc5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=689892ac-ee72-4234-881b-327f55cefcab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481400 Nov 23 02:31:40.305420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b3389cdf-9826-4a06-ac73-4de0807608a4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:40.326968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b3389cdf-9826-4a06-ac73-4de0807608a4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:40.327204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b3389cdf-9826-4a06-ac73-4de0807608a4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:40.460889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e1525-5cfa-4142-8244-c7437f50e243 req-67ba86d4-fa95-49e7-825f-33ffc0129e93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:40.462485 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-236e1525-5cfa-4142-8244-c7437f50e243 req-67ba86d4-fa95-49e7-825f-33ffc0129e93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 946 time: 0.0520411 Nov 23 02:31:40.568093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 2f5bf692-d925-47a9-919c-92ba5231f7a9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:40.568375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.702087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 2f5bf692-d925-47a9-919c-92ba5231f7a9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f5bf692-d925-47a9-919c-92ba5231f7a9,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:40.702776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.732853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 2f5bf692-d925-47a9-919c-92ba5231f7a9 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:40.930864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:40.964779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=2f5bf692-d925-47a9-919c-92ba5231f7a9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:41.017001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port 2f5bf692-d925-47a9-919c-92ba5231f7a9 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:41.020858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:41.025683 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-236e1525-5cfa-4142-8244-c7437f50e243 req-f2a220ce-b0a5-4f41-b4bd-15a6d9319a8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/2f5bf692-d925-47a9-919c-92ba5231f7a9 HTTP/1.1" status: 204 len: 173 time: 0.5541511 Nov 23 02:31:41.026494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'name': 'network-vif-deleted', 'tag': '2f5bf692-d925-47a9-919c-92ba5231f7a9'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:41.028975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a96376-6878-4b15-ba94-edd3a203a2e5" -d '{"events": [{"server_uuid": "3f209be0-a14e-4f7c-9796-b336ad45b513", "name": "network-vif-deleted", "tag": "2f5bf692-d925-47a9-919c-92ba5231f7a9"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:41.082036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21088a27-d587-43d4-8cd5-8ebcdd8984e7 x-openstack-request-id: req-21088a27-d587-43d4-8cd5-8ebcdd8984e7 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:41.082350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f209be0-a14e-4f7c-9796-b336ad45b513", "name": "network-vif-deleted", "tag": "2f5bf692-d925-47a9-919c-92ba5231f7a9", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:41.082597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-21088a27-d587-43d4-8cd5-8ebcdd8984e7 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:41.083078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f209be0-a14e-4f7c-9796-b336ad45b513', 'name': 'network-vif-deleted', 'tag': '2f5bf692-d925-47a9-919c-92ba5231f7a9', 'status': 'completed', 'code': 200} Nov 23 02:31:41.287014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d1e140e1-c80a-4ef1-bf23-ee5e9dedc2ec req-23242edf-a604-4826-93ef-e5ce46ac551c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f209be0-a14e-4f7c-9796-b336ad45b513 HTTP/1.1" status: 200 len: 210 time: 0.0327733 Nov 23 02:31:42.373049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35282) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:42.466751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89823ce0-c80f-44f7-87d4-7d49f3e90c5b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.500136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89823ce0-c80f-44f7-87d4-7d49f3e90c5b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.595831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89823ce0-c80f-44f7-87d4-7d49f3e90c5b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.602746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89823ce0-c80f-44f7-87d4-7d49f3e90c5b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.606232 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89823ce0-c80f-44f7-87d4-7d49f3e90c5b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/689892ac-ee72-4234-881b-327f55cefcab HTTP/1.1" status: 204 len: 168 time: 0.2307513 Nov 23 02:31:42.630538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89823ce0-c80f-44f7-87d4-7d49f3e90c5b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=689892ac-ee72-4234-881b-327f55cefcab,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:42.648577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35286) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:42.735700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet caca3525-153b-4dcf-a81e-1c7f01e09d2d {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:42.739763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.805020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.904823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:42.991117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.020317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=caca3525-153b-4dcf-a81e-1c7f01e09d2d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.027550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.034803 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-106ffeab-841d-44c5-a1fd-946b5847aa22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/caca3525-153b-4dcf-a81e-1c7f01e09d2d HTTP/1.1" status: 204 len: 168 time: 0.3806286 Nov 23 02:31:43.035914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35290) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:43.038173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d701d35a-3650-4754-8aa3-01b0c6e2b723 None None] Network 8e230d22-ac49-4739-97b3-1cad8daad886 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:43.124029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.191474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port f6447f67-f740-4518-9e9a-f41b3eadc3d6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:43.191862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.259127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port f6447f67-f740-4518-9e9a-f41b3eadc3d6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f6447f67-f740-4518-9e9a-f41b3eadc3d6,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:43.259492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.278325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for f6447f67-f740-4518-9e9a-f41b3eadc3d6 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:43.285310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] DHCP port deletion for 8e230d22-ac49-4739-97b3-1cad8daad886 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:43.370679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] Deleting port f6447f67-f740-4518-9e9a-f41b3eadc3d6 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:43.371202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.402501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.432781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=f6447f67-f740-4518-9e9a-f41b3eadc3d6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.439204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port f6447f67-f740-4518-9e9a-f41b3eadc3d6 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:43.458683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] For port f6447f67-f740-4518-9e9a-f41b3eadc3d6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f6447f67-f740-4518-9e9a-f41b3eadc3d6,segment=NetworkSegment(d30ec00c-9ffa-469f-9331-258334185587),segment_id=d30ec00c-9ffa-469f-9331-258334185587)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:43.459079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.476706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] Calling delete_port for f6447f67-f740-4518-9e9a-f41b3eadc3d6 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:43.553558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.578993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e230d22-ac49-4739-97b3-1cad8daad886']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:43.585445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.589702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30ec00c-9ffa-469f-9331-258334185587') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:43.589994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30ec00c-9ffa-469f-9331-258334185587') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:43.601320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.615210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.618770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] Pushing event deleted for resources: {'Port': ['ID=f6447f67-f740-4518-9e9a-f41b3eadc3d6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.621256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1cf2f-ce4e-4d2e-80f7-a5fc61dbc43e None None] No DVR routers for this DVR port f6447f67-f740-4518-9e9a-f41b3eadc3d6 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:43.622071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:43.622666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:43.626473 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:43.695617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.706123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.709591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/8e230d22-ac49-4739-97b3-1cad8daad886 HTTP/1.1" status: 204 len: 168 time: 0.6732674 Nov 23 02:31:43.713026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35292) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:43.725178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2645c84-5036-483e-a32c-b0532015e4b6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=8e230d22-ac49-4739-97b3-1cad8daad886,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:43.892652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 2ec99c5a-ac60-4433-923f-236bad3dd1e2 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:43.892999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.996399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:43.996730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.011031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 2ec99c5a-ac60-4433-923f-236bad3dd1e2 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:44.184594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.215986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=2ec99c5a-ac60-4433-923f-236bad3dd1e2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:44.277103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.278053 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP c0f8edbe-ed48-4923-aad2-eca6d7c4310e disassociated (deleted). External IP: 172.26.8.242, port: d1d7daab-c94e-4590-b774-9a28c1bbc4e5. Nov 23 02:31:44.369119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f6447f67-f740-4518-9e9a-f41b3eadc3d6 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:44.391217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: f6447f67-f740-4518-9e9a-f41b3eadc3d6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:44.392068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f6447f67-f740-4518-9e9a-f41b3eadc3d6 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:44.866120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:44.978539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:44.983589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:44.993080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:45.005654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:45.006704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:45.015261 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a71bad6-7ae3-4c64-9d24-9b8031f2d346 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/c0f8edbe-ed48-4923-aad2-eca6d7c4310e HTTP/1.1" status: 204 len: 168 time: 1.2991412 Nov 23 02:31:45.015860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:45.018432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a1e63c-be0e-4658-b51d-d688c59e3318" -d '{"events": [{"name": "network-changed", "server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:45.064098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351ee139-ae59-44b2-9e18-aef2c5d2f874 x-openstack-request-id: req-351ee139-ae59-44b2-9e18-aef2c5d2f874 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:45.064427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:45.064671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-351ee139-ae59-44b2-9e18-aef2c5d2f874 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:45.065092 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'status': 'completed', 'code': 200} Nov 23 02:31:45.178123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:45.181001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-f98d825b-0460-421d-a643-4ae6f3c437e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.182720 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-f98d825b-0460-421d-a643-4ae6f3c437e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 1099 time: 0.0618455 Nov 23 02:31:45.310187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f572a29-0bee-4af1-baa4-1c17d0501653 req-c82a69cb-eb77-454f-9214-b37c2dacb032 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.317035 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f572a29-0bee-4af1-baa4-1c17d0501653 req-c82a69cb-eb77-454f-9214-b37c2dacb032 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0792255 Nov 23 02:31:45.331194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-ddbcfe33-7c63-4e1a-83e8-9f1d3708884f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.335822 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-ddbcfe33-7c63-4e1a-83e8-9f1d3708884f service neutron] 10.222.0.46 "GET /v2.0/networks?id=71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 200 len: 897 time: 0.1123040 Nov 23 02:31:45.393777 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-80bdd4c0-e1f7-4a36-9218-b4a8dd03dda8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 200 len: 217 time: 0.0425522 Nov 23 02:31:45.402925 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f572a29-0bee-4af1-baa4-1c17d0501653 req-bf33f1f0-f2ba-4e83-961a-f2bdf695fea3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785635 Nov 23 02:31:45.450767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-2f588abd-a1d1-46f0-93b4-0dee15e4d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.452154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-2f588abd-a1d1-46f0-93b4-0dee15e4d78f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2da6502e-2127-4deb-865f-8862df6ff716 HTTP/1.1" status: 200 len: 835 time: 0.0487754 Nov 23 02:31:45.461814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:37Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:45.496289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:45.498524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f5bf692-d925-47a9-919c-92ba5231f7a9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:45.509184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-22e8ba0d-c2f2-4117-b2c3-7ea20b154c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:45.511556 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-22e8ba0d-c2f2-4117-b2c3-7ea20b154c2d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=71df959a-e493-4463-a4c7-16671a63d52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514660 Nov 23 02:31:45.525860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-4dcc76ff-6729-402f-8ff1-a5980b8f6785 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:31:45.526474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 2f5bf692-d925-47a9-919c-92ba5231f7a9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:45.526841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f5bf692-d925-47a9-919c-92ba5231f7a9 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:45.527030 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-4dcc76ff-6729-402f-8ff1-a5980b8f6785 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061364 Nov 23 02:31:45.531118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:45.531747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:45.630945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-86ba949a-a25e-4a9d-bfb2-50355ca389ec service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957153 Nov 23 02:31:45.655720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:45.737711 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04a1e63c-be0e-4658-b51d-d688c59e3318 req-7c09f7d7-b75f-4068-9442-fd51a6b2115c service neutron] 10.222.0.46 "GET /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983145 Nov 23 02:31:45.863595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:37Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:45.890823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47130d99-0c23-43a4-b64a-3c5da1fdb1b1 None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:37Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'ae438976-c618-4bbe-935d-ffc0e20ac9c4', 'name': '', 'network_id': '71df959a-e493-4463-a4c7-16671a63d52c', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:69:aa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': '2da6502e-2127-4deb-865f-8862df6ff716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:55Z', 'updated_at': '2021-11-23T02:29:59Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2da6502e-2127-4deb-865f-8862df6ff716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:46.116060 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe53a6-5c31-4c85-ab64-be5d07017b05 None None] New status for floating IP c0f8edbe-ed48-4923-aad2-eca6d7c4310e: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:31:46.185695 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-2c87696d-56e4-42ec-a6ba-5dab7f23d39d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470290570&fields=id&tenant_id=0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 267 time: 0.0463829 Nov 23 02:31:46.294316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-43971f9a-9d5d-48ae-b6d0-97d626207b3d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:46.295804 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-43971f9a-9d5d-48ae-b6d0-97d626207b3d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 812 time: 0.1030133 Nov 23 02:31:46.311979 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-7c93cade-3301-4c06-8922-a62d1b29bb4d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/quotas/0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 375 time: 0.0101268 Nov 23 02:31:46.370559 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-699249df-85bb-4cd9-bdc9-13619917395f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531716 Nov 23 02:31:46.391411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-72d5176e-4618-4e95-a148-72e6d97830ff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:31:46.392487 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-72d5176e-4618-4e95-a148-72e6d97830ff service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054071 Nov 23 02:31:46.484314 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-f1f21cda-d7e0-42b7-8f50-9971d8590b7d service neutron] 10.222.0.53 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860336 Nov 23 02:31:46.522435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca9299-0173-4606-bdfb-ca60486be782 req-84af2444-dcd7-4d27-977d-4065da1d6332 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:46.523978 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-63ca9299-0173-4606-bdfb-ca60486be782 req-84af2444-dcd7-4d27-977d-4065da1d6332 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0495563 Nov 23 02:31:46.575860 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-63ca9299-0173-4606-bdfb-ca60486be782 req-fb437028-6190-4e97-a821-4aac1c78a193 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=60c52477-1076-4294-99d5-800e5dfd37a7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453830 Nov 23 02:31:46.580501 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-bdcc5b86-223c-4abb-a8f7-a87eaad2b90f service neutron] 10.222.0.53 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902278 Nov 23 02:31:46.865449 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e28a0679-9567-4941-aa91-96effe903234 req-3ef24d42-6c88-40ac-981b-83097d82102b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 210 time: 0.0268857 Nov 23 02:31:47.089769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-bd30b318-449a-4193-97d0-8f51eedb9298 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:47.091349 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-bd30b318-449a-4193-97d0-8f51eedb9298 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 946 time: 0.0532117 Nov 23 02:31:47.190641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:47.191362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.290645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port d1d7daab-c94e-4590-b774-9a28c1bbc4e5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:47.291014 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.304569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for d1d7daab-c94e-4590-b774-9a28c1bbc4e5 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:47.449476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.477879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=d1d7daab-c94e-4590-b774-9a28c1bbc4e5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:47.531111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port d1d7daab-c94e-4590-b774-9a28c1bbc4e5 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:47.534353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:47.538753 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb596f11-b4cd-4fe1-8bb2-5a1eb6c0ce32 req-32da937a-2fe5-40a9-8e79-92a1b54bf05f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/d1d7daab-c94e-4590-b774-9a28c1bbc4e5 HTTP/1.1" status: 204 len: 173 time: 0.4389267 Nov 23 02:31:47.539233 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'name': 'network-vif-deleted', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:47.541615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5324f35a-4c76-45a6-9c55-e0ba70076b4d" -d '{"events": [{"server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "name": "network-vif-deleted", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:47.580276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e9443-70d7-4100-a16c-9840aa6e635e x-openstack-request-id: req-364e9443-70d7-4100-a16c-9840aa6e635e {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:47.580576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de4ea56e-7c1f-4939-8321-d699e9d9def9", "name": "network-vif-deleted", "tag": "d1d7daab-c94e-4590-b774-9a28c1bbc4e5", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:47.580833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-364e9443-70d7-4100-a16c-9840aa6e635e {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:47.581250 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de4ea56e-7c1f-4939-8321-d699e9d9def9', 'name': 'network-vif-deleted', 'tag': 'd1d7daab-c94e-4590-b774-9a28c1bbc4e5', 'status': 'completed', 'code': 200} Nov 23 02:31:47.677625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8972986c-1169-4c20-aeeb-84346a885cbe req-e789b0fc-3393-40db-88ed-a9ab5d4ca9a3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=de4ea56e-7c1f-4939-8321-d699e9d9def9 HTTP/1.1" status: 200 len: 210 time: 0.0286448 Nov 23 02:31:47.982226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dd18ddb5-09cf-46f5-9035-05bfb90beed2 req-94154e1a-ff8e-4f45-8c6f-6086e012f398 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 210 time: 0.0314248 Nov 23 02:31:48.149486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-79ebcd5f-80dd-4d61-a128-9ee415a0b5d4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:48.151212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-79ebcd5f-80dd-4d61-a128-9ee415a0b5d4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 812 time: 0.1118584 Nov 23 02:31:48.230244 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-adc7e4cb-0abc-4bd1-8778-e4f32b8fb805 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cf7cb3d148643528191c7b32331d091 HTTP/1.1" status: 200 len: 379 time: 0.0579796 Nov 23 02:31:48.239915 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'port': {'device_id': '3826a751-603c-449f-bfd1-d592c91808ce', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'admin_state_up': True, 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'security_groups': ['46fd87ac-e38d-48e9-bf13-7a952313dd4e']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:48.359932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Made reservation on behalf of 0cf7cb3d148643528191c7b32331d091 for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:48.363679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.509492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Allocated IP 172.20.0.4 (3d576560-10d4-4fb4-95f1-a6a6186341a3/dbf8f0f5-9525-45ef-9884-0b3f976a12e4/fa928075-ed24-4bd4-bb67-fe6521ae7dec) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:48.667626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.703613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.741536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35346) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:48.757789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:48.761815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:48.764308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:48.791002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=fa928075-ed24-4bd4-bb67-fe6521ae7dec,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:48.825545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:48.826549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.831255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-93a1713d-7f27-4c52-a13d-5e3ec18f4d2a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.846056 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-ca2d4e12-f1b4-4304-bb32-00db4e21d774 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6098192 Nov 23 02:31:48.861069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-93a1713d-7f27-4c52-a13d-5e3ec18f4d2a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.871625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Request body: {'port': {'device_id': '3826a751-603c-449f-bfd1-d592c91808ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:48.935223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-93a1713d-7f27-4c52-a13d-5e3ec18f4d2a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.938284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-93a1713d-7f27-4c52-a13d-5e3ec18f4d2a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.939513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-93a1713d-7f27-4c52-a13d-5e3ec18f4d2a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/60c52477-1076-4294-99d5-800e5dfd37a7 HTTP/1.1" status: 204 len: 168 time: 0.1960096 Nov 23 02:31:48.951999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:48.972554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1713d-7f27-4c52-a13d-5e3ec18f4d2a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c52477-1076-4294-99d5-800e5dfd37a7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.000129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35350) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:49.083283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-164b4981-4c46-4965-b7ce-2a4146b20be5 None None] Provisioning complete for port fa928075-ed24-4bd4-bb67-fe6521ae7dec triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:49.085218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-164b4981-4c46-4965-b7ce-2a4146b20be5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.138394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-164b4981-4c46-4965-b7ce-2a4146b20be5 None None] Port fa928075-ed24-4bd4-bb67-fe6521ae7dec cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:49.172917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc0bc8-dd39-4593-af4d-0b1d11b629d5 req-a3427b7d-968f-4d56-9895-2aca43e4c737 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:49.174436 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b6cc0bc8-dd39-4593-af4d-0b1d11b629d5 req-a3427b7d-968f-4d56-9895-2aca43e4c737 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 931 time: 0.1056716 Nov 23 02:31:49.286448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa928075-ed24-4bd4-bb67-fe6521ae7dec {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:31:49.294704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.307139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Transition to ACTIVE for port object fa928075-ed24-4bd4-bb67-fe6521ae7dec will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:31:49.308429 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b6cc0bc8-dd39-4593-af4d-0b1d11b629d5 req-9606e5f8-b0a6-487d-9361-7d8ccf999a29 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113391 Nov 23 02:31:49.314287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.392199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa928075-ed24-4bd4-bb67-fe6521ae7dec,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.480073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Attempting to bind port fa928075-ed24-4bd4-bb67-fe6521ae7dec on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:49.480519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Attempting to bind port fa928075-ed24-4bd4-bb67-fe6521ae7dec by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:49.480958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Attempting to bind port fa928075-ed24-4bd4-bb67-fe6521ae7dec on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:49.487418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Port fa928075-ed24-4bd4-bb67-fe6521ae7dec on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:31:49.487872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Attempting to bind port fa928075-ed24-4bd4-bb67-fe6521ae7dec on network 3d576560-10d4-4fb4-95f1-a6a6186341a3 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:49.496691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:49.497180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Checking segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:49.497990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Bound using segment: {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:49.501358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Bound port: fa928075-ed24-4bd4-bb67-fe6521ae7dec, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:49.501924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.532219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.576763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] For port fa928075-ed24-4bd4-bb67-fe6521ae7dec, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:49.582136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] For port fa928075-ed24-4bd4-bb67-fe6521ae7dec, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:49.591349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.639210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:49.640205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.641925 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] 10.222.0.46 "PUT /v2.0/ports/fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 200 len: 1093 time: 0.7764523 Nov 23 02:31:49.644777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:31:49.647541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde" -d '{"events": [{"name": "network-changed", "server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:31:49.743121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc85975-5b0c-4a99-b13b-da1cbca960c7 x-openstack-request-id: req-ebc85975-5b0c-4a99-b13b-da1cbca960c7 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:31:49.743427 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:31:49.745487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebc85975-5b0c-4a99-b13b-da1cbca960c7 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:31:49.745705 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'status': 'completed', 'code': 200} Nov 23 02:31:49.778188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd2a09-1573-42a7-a06b-f947c611f9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=fa928075-ed24-4bd4-bb67-fe6521ae7dec,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:49.876205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-a3f4eb44-5db4-4240-a8c0-23f27c5dfa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:49.878096 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-a3f4eb44-5db4-4240-a8c0-23f27c5dfa44 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1096 time: 0.1670604 Nov 23 02:31:49.919031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port ae438976-c618-4bbe-935d-ffc0e20ac9c4 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:49.921596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:49.953610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-12969b83-59a2-400f-b954-692a6b987ef0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 200 len: 217 time: 0.0539632 Nov 23 02:31:50.007252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-6ede9abc-5949-4002-be8b-efbfca2bc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.008817 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-6ede9abc-5949-4002-be8b-efbfca2bc76c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0476246 Nov 23 02:31:50.024085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port ae438976-c618-4bbe-935d-ffc0e20ac9c4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ae438976-c618-4bbe-935d-ffc0e20ac9c4,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:50.024492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.044967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for ae438976-c618-4bbe-935d-ffc0e20ac9c4 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:50.065430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-5a9c2342-1732-47d6-bf0e-08d6cdebe623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.067079 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-5a9c2342-1732-47d6-bf0e-08d6cdebe623 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494542 Nov 23 02:31:50.174420 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-6c694ec1-fd80-4327-9103-869231f38759 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993748 Nov 23 02:31:50.256641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.274775 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b17adaf9-c55e-49c8-a867-671caa1c974c req-afce35ee-b5b2-4781-b247-8fe6d156cd2b service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924013 Nov 23 02:31:50.302344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=ae438976-c618-4bbe-935d-ffc0e20ac9c4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:50.399576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.456751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-c337ae93-9dfb-42c5-a847-197b8bc005fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.459227 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-c337ae93-9dfb-42c5-a847-197b8bc005fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1096 time: 0.0873213 Nov 23 02:31:50.588446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-ccc19bee-6e0a-41ad-8682-ec8d4705edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.590457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71160b6e-19db-42e2-92a1-d478a006bf87 req-7d1d8727-cbe8-46e5-b5c0-a6cf9b4a60db tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.590762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-ccc19bee-6e0a-41ad-8682-ec8d4705edcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1237082 Nov 23 02:31:50.592145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-71160b6e-19db-42e2-92a1-d478a006bf87 req-7d1d8727-cbe8-46e5-b5c0-a6cf9b4a60db tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.1080306 Nov 23 02:31:50.619785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:50.641027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-ee9af836-4cc1-4d21-af37-c1900a7e9351 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 200 len: 217 time: 0.0414121 Nov 23 02:31:50.702903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-15052059-4148-4e12-9ac8-1d15ef25ba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.704550 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-15052059-4148-4e12-9ac8-1d15ef25ba28 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0544415 Nov 23 02:31:50.714863 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-71160b6e-19db-42e2-92a1-d478a006bf87 req-30df52e0-e96b-4b72-8a61-941edbe18308 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122694 Nov 23 02:31:50.769055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-161004f2-eeec-4fba-838a-dfa58eb09b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:50.770695 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-161004f2-eeec-4fba-838a-dfa58eb09b8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584557 Nov 23 02:31:50.875724 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-fc5b911a-71c8-40d5-a406-2d8b910add2c service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953474 Nov 23 02:31:50.891743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:50.971569 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-96b7d8e5-4dbf-4435-8ea9-a556b0377fde req-1f17c2a8-a3c3-415d-86c3-d4abf1b00631 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871918 Nov 23 02:31:51.001645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:51.006558 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1f1dd3c7-2b9f-473b-b4ce-1399b27c3669 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0050819 Nov 23 02:31:51.009211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35360) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:51.015029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] Sync routers for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:51.025439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:51.026473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:51.063049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet 2da6502e-2127-4deb-865f-8862df6ff716 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:31:51.066614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.116008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.218260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.282883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.300619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:51.312736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=2da6502e-2127-4deb-865f-8862df6ff716,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:51.315266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.318566 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-07bb7b52-a3e7-42c5-ba9e-434d1b524c9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/2da6502e-2127-4deb-865f-8862df6ff716 HTTP/1.1" status: 204 len: 168 time: 0.3083997 Nov 23 02:31:51.321306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35362) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:51.379861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8ce48-64c4-44ca-b535-65e7e047123e None None] Network 71df959a-e493-4463-a4c7-16671a63d52c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:51.443079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.521353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d1d7daab-c94e-4590-b774-9a28c1bbc4e5 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:51.552335 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.566723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: d1d7daab-c94e-4590-b774-9a28c1bbc4e5 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:51.567104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d1d7daab-c94e-4590-b774-9a28c1bbc4e5 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:51.608572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:51.608955 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.641780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12'}], 'enable_snat': True}, 'gw_port_id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:50Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '3eb276cf-cf43-4b7f-8aa9-5e6708c6819b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:90:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:51.677570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] Checking router: 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:51.687283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] Routers {'9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:51.687976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:51.711527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:51.711902 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.734734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:51.758195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] DHCP port deletion for 71df959a-e493-4463-a4c7-16671a63d52c request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:51.812685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] Set router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:51.872116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:51Z', 'revision_number': 8, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:51.899808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a499bb7-b968-402f-bd2e-482331e087f1 None None] The sync data for ids ['9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7'] in dv-neutron-818844-1-hyperv is: [{'id': '9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7', 'name': 'tempest-TestNetworkBasicOps-router-2077398264', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:29:52Z', 'updated_at': '2021-11-23T02:31:51Z', 'revision_number': 8, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:51.913962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] Deleting port d38ea496-7127-4794-b0bb-704e0342ed32 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:31:51.914380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.962773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd61a1-f116-4e0e-bf36-aededc5a5008 req-17cb23d5-029b-4e22-bcde-246b8c6ecec5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:51.964490 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02dd61a1-f116-4e0e-bf36-aededc5a5008 req-17cb23d5-029b-4e22-bcde-246b8c6ecec5 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.1074870 Nov 23 02:31:51.996411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:51.998667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] For port d38ea496-7127-4794-b0bb-704e0342ed32, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d38ea496-7127-4794-b0bb-704e0342ed32,segment=NetworkSegment(3b64fb40-6918-4bf2-944e-34cb8aaaef14),segment_id=3b64fb40-6918-4bf2-944e-34cb8aaaef14)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:51.999285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.014637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] Calling delete_port for d38ea496-7127-4794-b0bb-704e0342ed32 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:31:52.029157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=3eb276cf-cf43-4b7f-8aa9-5e6708c6819b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.067268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35cd5cd-0029-41a6-b5f4-260ab296669b None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:52.100700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02dd61a1-f116-4e0e-bf36-aededc5a5008 req-0716a943-1c1f-4474-a96a-aaf2e2f6d823 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246908 Nov 23 02:31:52.122572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.130574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.159852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] Pushing event deleted for resources: {'Port': ['ID=d38ea496-7127-4794-b0bb-704e0342ed32,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.164020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e44bf0-97b7-4075-ad06-7c949a377531 None None] No DVR routers for this DVR port d38ea496-7127-4794-b0bb-704e0342ed32 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:31:52.231592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.233996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.289979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.290724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router 9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:31:52.304371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.304371 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6af018dd-d859-46d4-98ea-18835a5e87fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/9d40d22d-5ebf-493e-8cbf-a8ce28f3c7f7 HTTP/1.1" status: 204 len: 168 time: 0.9802876 Nov 23 02:31:52.306026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35366) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.424690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.531265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.554997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71df959a-e493-4463-a4c7-16671a63d52c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.565116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b64fb40-6918-4bf2-944e-34cb8aaaef14') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.565597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b64fb40-6918-4bf2-944e-34cb8aaaef14') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:52.577208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.592362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.599050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:31:52.599439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:31:52.602518 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:31:52.664364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.684448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.691506 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/71df959a-e493-4463-a4c7-16671a63d52c HTTP/1.1" status: 204 len: 168 time: 0.3804390 Nov 23 02:31:52.691506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186244a-fea4-43e1-9893-52acc6b38463 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=71df959a-e493-4463-a4c7-16671a63d52c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.716469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--1486533686', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:52.743478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:52.749286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.784573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:31:52.794429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae438976-c618-4bbe-935d-ffc0e20ac9c4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:52.796854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.797203 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment 01e37682-ac36-4cf5-9411-5f49b3796cdd of type vlan for network f285e756-6453-48fd-8124-edd3f7cecb2f Nov 23 02:31:52.829182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ae438976-c618-4bbe-935d-ffc0e20ac9c4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:52.829532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ae438976-c618-4bbe-935d-ffc0e20ac9c4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:52.830082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d38ea496-7127-4794-b0bb-704e0342ed32 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:52.848044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.853831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d38ea496-7127-4794-b0bb-704e0342ed32 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:52.853831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d38ea496-7127-4794-b0bb-704e0342ed32 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:52.879285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.884841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:52.885474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.951888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2405963 Nov 23 02:31:52.955174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35370) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:52.959733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:52.975431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ced9f-e75d-4728-9f63-0f099a08e747 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=f285e756-6453-48fd-8124-edd3f7cecb2f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:52.990313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network f285e756-6453-48fd-8124-edd3f7cecb2f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:31:52.994799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:52.996286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.056366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.226942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.311007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada30708-9960-42dc-a599-e6557b2f5713 req-cb26c710-179d-4777-ba9c-625528a07aba tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:53.312526 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ada30708-9960-42dc-a599-e6557b2f5713 req-cb26c710-179d-4777-ba9c-625528a07aba tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.1017389 Nov 23 02:31:53.381034 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ada30708-9960-42dc-a599-e6557b2f5713 req-a4469daf-df74-4bae-802e-b5c171d86362 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589240 Nov 23 02:31:53.503688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.524056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:53.965826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.79 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/c4a3d0d3-bb63-4883-8f92-1ae02e5053d8) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:54.073036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.109398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.151633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:54.154986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:54.160048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:54.165467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:54.168523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437eda84-830f-4560-b182-c1d403f74077 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:54.284947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-53ff5158-7fef-4084-8c36-b114d0b303dc None None] Provisioning complete for port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:54.285341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-53ff5158-7fef-4084-8c36-b114d0b303dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.314688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:31:54.340278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:31:54.340984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3eb276cf-cf43-4b7f-8aa9-5e6708c6819b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:31:54.349984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-53ff5158-7fef-4084-8c36-b114d0b303dc None None] Port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:31:54.445256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.511613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18158306-1e84-4ee2-8e46-b499b88e24af req-79bb7a29-363c-43e2-b3ab-6f9711d3df43 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:54.513263 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-18158306-1e84-4ee2-8e46-b499b88e24af req-79bb7a29-363c-43e2-b3ab-6f9711d3df43 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.0534174 Nov 23 02:31:54.570683 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-18158306-1e84-4ee2-8e46-b499b88e24af req-e9b13914-29fd-4878-8adf-6b2f9868bfae tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512855 Nov 23 02:31:54.672324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.819981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9c10eeb8-a7e9-4075-a770-0fd03913106a is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:31:54.936093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:54.949763 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Sync routers for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:54.960831 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:54.961088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:54.961481 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:54.962240 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-84d78f4f-33a8-4cc0-8e44-342204269d22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0060315 Nov 23 02:31:54.966111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35376) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:54.993823 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bed7c790-a2f3-4ff5-844e-85fa82fdb5cc tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265448 Nov 23 02:31:54.996833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35378) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:55.074153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:55.082144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5262d61d-d912-471b-bd79-3cfc50edb5da tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:55.083681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5262d61d-d912-471b-bd79-3cfc50edb5da tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859599 Nov 23 02:31:55.086580 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35380) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:55.117748 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-213a93bb-2da8-47c0-ab40-d3c14e4bf85c tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300226 Nov 23 02:31:55.120823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35382) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:55.126134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498689649', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:55.221465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:31:55.225026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.253486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:54Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:55.283539 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Checking router: 9c10eeb8-a7e9-4075-a770-0fd03913106a for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:55.283913 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Updating router 9c10eeb8-a7e9-4075-a770-0fd03913106a port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:31:55.308954 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.410133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.462843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=d83c5e6f-f455-4e9c-acbb-6a83450f2ddd,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.479510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:55.479774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: f285e756-6453-48fd-8124-edd3f7cecb2f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:31:55.498098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network f285e756-6453-48fd-8124-edd3f7cecb2f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:31:55.508780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, f285e756-6453-48fd-8124-edd3f7cecb2f) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:55.513442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:55.514094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.521837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e78820-1cdd-4606-a8f5-7849270d469d None None] Network f285e756-6453-48fd-8124-edd3f7cecb2f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:55.534540 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a218a027-8ef2-4b3e-a4e8-2df22cd2f76d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4124963 Nov 23 02:31:55.537346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35384) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:55.564964 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.571579 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.619108 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Pushing event updated for resources: {'Port': ['ID=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.629421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.629798 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.630150 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.630482 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.630995 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.631518 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.632029 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.632575 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.633097 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.633588 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.634081 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.634586 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:55.647893 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Attempting to bind port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:55.648603 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Attempting to bind port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:55.649208 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Attempting to bind port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:55.651308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94af55e-efb0-43f2-8083-4e7d88e07121 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:55.655981 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:55.656696 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:55.657161 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.657908 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:55.658389 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Bound port: c4a3d0d3-bb63-4883-8f92-1ae02e5053d8, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:55.658774 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.711728 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] For port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:55.715443 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] For port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:55.721781 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.732921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-f285e756-6453-48fd-8124-edd3f7cecb2f', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:31:55.733867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.771452 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:55.772088 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:55.817336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842c987d-dff1-4ab8-b8c5-79e102d720b1 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:31:55.828999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7536b-d559-452c-9d2b-532921ce9e37 req-2c59e42f-7858-4781-a5e4-2c4eb713887d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:55.830592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8c7536b-d559-452c-9d2b-532921ce9e37 req-2c59e42f-7858-4781-a5e4-2c4eb713887d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.1571586 Nov 23 02:31:55.849434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e2e289c4-adfa-44c8-a06e-01448f6272a2 None None] Provisioning complete for port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:55.849942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e2e289c4-adfa-44c8-a06e-01448f6272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:55.882990 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44e9b8-7498-4b49-afb0-447b1d4b367b None None] Pushing event updated for resources: {'Port': ['ID=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:55.910552 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:55.930890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Allocated IP 172.20.0.2 (f285e756-6453-48fd-8124-edd3f7cecb2f/d83c5e6f-f455-4e9c-acbb-6a83450f2ddd/3b4ae030-3d92-4e27-bc78-c00858ea9395) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:55.963533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8c7536b-d559-452c-9d2b-532921ce9e37 req-f69344ca-32f0-4a01-8a31-783430a26b21 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226144 Nov 23 02:31:56.024100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e2e289c4-adfa-44c8-a06e-01448f6272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.053742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e2e289c4-adfa-44c8-a06e-01448f6272a2 None None] For port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:56.059228 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e2e289c4-adfa-44c8-a06e-01448f6272a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.150782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e289c4-adfa-44c8-a06e-01448f6272a2 None None] Pushing event updated for resources: {'Port': ['ID=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:56.163107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.188851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.197928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8ce1bd11-af51-4882-891e-aa10caae2900 None None] Provisioning complete for port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:56.198709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ce1bd11-af51-4882-891e-aa10caae2900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.219213 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-95095edf-b86a-405f-9516-753885b4a650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:54Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:56.236985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.247375 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95095edf-b86a-405f-9516-753885b4a650 None None] The sync data for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv is: [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:54Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:31:56.276799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Network f285e756-6453-48fd-8124-edd3f7cecb2f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:56.286685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:56.308208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:56.472201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (f285e756-6453-48fd-8124-edd3f7cecb2f/d83c5e6f-f455-4e9c-acbb-6a83450f2ddd/3c198075-3abf-44dc-9ed3-e3dc0239bea9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:31:56.551060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Pushing event updated for resources: {'Port': ['ID=3b4ae030-3d92-4e27-bc78-c00858ea9395,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:56.579820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Attempting to bind port 3b4ae030-3d92-4e27-bc78-c00858ea9395 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:56.579820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Attempting to bind port 3b4ae030-3d92-4e27-bc78-c00858ea9395 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:56.580068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Attempting to bind port 3b4ae030-3d92-4e27-bc78-c00858ea9395 on network f285e756-6453-48fd-8124-edd3f7cecb2f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:56.585699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:56.586110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Checking segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:56.586532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.586925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Bound using segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:56.587430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Bound port: 3b4ae030-3d92-4e27-bc78-c00858ea9395, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:56.587815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.623632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.659220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bd75502e-46be-4705-8526-7692f15121ba None None] For port 3b4ae030-3d92-4e27-bc78-c00858ea9395, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:56.661243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.663216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bd75502e-46be-4705-8526-7692f15121ba None None] For port 3b4ae030-3d92-4e27-bc78-c00858ea9395, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3b4ae030-3d92-4e27-bc78-c00858ea9395,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:56.667634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.710236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network f285e756-6453-48fd-8124-edd3f7cecb2f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:56.714042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:56.723913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:31:56.733526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75502e-46be-4705-8526-7692f15121ba None None] Pushing event updated for resources: {'Port': ['ID=3b4ae030-3d92-4e27-bc78-c00858ea9395,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:56.752164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=3c198075-3abf-44dc-9ed3-e3dc0239bea9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:56.765841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.766197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.766540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.766886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.767217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.767552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.767886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.768217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.768624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.768951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.769275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.769598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:56.795509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:56.969101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.113482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900187c6-9c3a-4c2d-ba1c-cf363d65711c req-c932ebcc-04e8-4998-ab36-05b42354b821 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:57.115565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-900187c6-9c3a-4c2d-ba1c-cf363d65711c req-c932ebcc-04e8-4998-ab36-05b42354b821 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.0572770 Nov 23 02:31:57.172810 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-900187c6-9c3a-4c2d-ba1c-cf363d65711c req-ab340a76-0955-48c2-b5e4-00009d68ea4b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503335 Nov 23 02:31:57.302819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.309761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.384863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=3c198075-3abf-44dc-9ed3-e3dc0239bea9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:57.387294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:57.490957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network f285e756-6453-48fd-8124-edd3f7cecb2f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:31:57.492661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:31:57.623263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9c10eeb8-a7e9-4075-a770-0fd03913106a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:31:58.068190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:31:58.076324 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fe089a93-7501-42e2-b5fd-8c7bc1b4c185 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9c10eeb8-a7e9-4075-a770-0fd03913106a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355659 Nov 23 02:31:58.076779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:58.083647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Sync routers for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:31:58.094299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:58.094926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:58.173618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.174042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.174438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.175389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.175389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.175749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.180427 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c57d7dd0-8e1f-43e2-a01d-189c28fdd0ef tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1000664 Nov 23 02:31:58.180805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35392) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:58.204712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:58.244432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.245226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.245698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.246367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.246595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.247037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.251603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b44e6b0f-5bbe-4a9e-aa8c-7176ff49432e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0674407 Nov 23 02:31:58.251988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35396) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:58.331049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0e525-fb0d-4d16-ae9e-fdc025d8ed7a req-720a7829-a6bf-416f-a0be-8ec224152f0c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:58.338858 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-39f0e525-fb0d-4d16-ae9e-fdc025d8ed7a req-720a7829-a6bf-416f-a0be-8ec224152f0c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.0880740 Nov 23 02:31:58.415060 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-39f0e525-fb0d-4d16-ae9e-fdc025d8ed7a req-c0b6f3c6-a7d1-4dfc-abc2-cca05a9e625b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675316 Nov 23 02:31:58.448843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:31:57Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:58.478589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Checking router: 9c10eeb8-a7e9-4075-a770-0fd03913106a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:31:58.479093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Updating router 9c10eeb8-a7e9-4075-a770-0fd03913106a port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:31:58.504846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3b4ae030-3d92-4e27-bc78-c00858ea9395 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:58.541270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.611179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3b4ae030-3d92-4e27-bc78-c00858ea9395 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:58.611640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.689899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b952bd8-3d8f-4b91-8021-f4c1a46e1165 None None] Network f285e756-6453-48fd-8124-edd3f7cecb2f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:31:58.838282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4804fc7b-0450-4923-9299-39ef750ff1c0 None None] Provisioning complete for port 3b4ae030-3d92-4e27-bc78-c00858ea9395 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:58.838781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4804fc7b-0450-4923-9299-39ef750ff1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:58.916988 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-75b88f33-b69a-46cb-be62-e3ba6a35178a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.6604056 Nov 23 02:31:58.982050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.108256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 3b4ae030-3d92-4e27-bc78-c00858ea9395, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3b4ae030-3d92-4e27-bc78-c00858ea9395,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:31:59.134946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.136101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:31:59.152535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35400) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:59.157369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052407744', 'description': 'tempest-secgroup-smoke-2052407744 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:59.166028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4804fc7b-0450-4923-9299-39ef750ff1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.180157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.253705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.256194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.260355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.292067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.292470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd63803-c385-4cd4-a565-2f7e98b4f771,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.297976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=3b4ae030-3d92-4e27-bc78-c00858ea9395,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.301718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.302071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.302449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.302744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.303116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.303668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.304004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.304355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.304861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.305373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.305873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.306356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.318565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.324432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35402) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:59.329846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.330207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.330464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'fdd63803-c385-4cd4-a565-2f7e98b4f771', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:59.330632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.330918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.331216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.331553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.331890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.332225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.332613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.332940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.333094 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cb05c8c1-a42e-4b21-ab06-f26dac20aa35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1792674 Nov 23 02:31:59.333272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.333602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:31:59.362113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.365932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:31:59.366325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.371786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-4804fc7b-0450-4923-9299-39ef750ff1c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:31:59.372153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-4804fc7b-0450-4923-9299-39ef750ff1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:31:59.431639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20f4c-ca8e-4d63-88f5-3a5ea4760b84 None None] Pushing event updated for resources: {'Port': ['ID=3c198075-3abf-44dc-9ed3-e3dc0239bea9,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.450567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.458106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.473097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Attempting to bind port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:31:59.473380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Attempting to bind port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:31:59.473680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Attempting to bind port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 on network f285e756-6453-48fd-8124-edd3f7cecb2f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:31:59.481712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:31:59.482057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Checking segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:31:59.482417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.482816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Bound using segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:31:59.483759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Bound port: 3c198075-3abf-44dc-9ed3-e3dc0239bea9, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:31:59.483759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.488609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f364480-7cbb-42a0-a347-f11d9dc58495,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.508094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.509364 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21ac5eb8-40fe-4bd5-849f-4537409e2778 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1825521 Nov 23 02:31:59.512719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35406) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:59.518259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'fdd63803-c385-4cd4-a565-2f7e98b4f771', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:59.556936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.561765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c6f8-9c50-411e-a226-8921ee34b4fc req-402f1fca-5dc8-406e-b7dc-c7cf252fdf15 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:31:59.570470 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e9a6c6f8-9c50-411e-a226-8921ee34b4fc req-402f1fca-5dc8-406e-b7dc-c7cf252fdf15 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.0772579 Nov 23 02:31:59.585840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] For port 3c198075-3abf-44dc-9ed3-e3dc0239bea9, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:31:59.590335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] For port 3c198075-3abf-44dc-9ed3-e3dc0239bea9, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3c198075-3abf-44dc-9ed3-e3dc0239bea9,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:31:59.596120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.641284 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e9a6c6f8-9c50-411e-a226-8921ee34b4fc req-6c6903e4-ad02-4d4a-a2df-be3f055ada95 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697868 Nov 23 02:31:59.645217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.658380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.668184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:31:59.669001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:31:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:31:59.677184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f59d814-54d3-47ab-9867-97d679b0c30c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.691974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.693517 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ef77f1f6-74de-4cb4-ba09-a7772ccd15d4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1793406 Nov 23 02:31:59.696609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35408) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:59.701593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'fdd63803-c385-4cd4-a565-2f7e98b4f771', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:59.706885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20f4c-ca8e-4d63-88f5-3a5ea4760b84 None None] Pushing event updated for resources: {'Port': ['ID=3c198075-3abf-44dc-9ed3-e3dc0239bea9,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.731286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.799378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.805534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.808591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:31:59.824831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39baba12-cf94-4c11-981f-46c68263be28,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.832497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.836844 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-de1019c0-4ed6-4b65-9170-3de354022109 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361740 Nov 23 02:31:59.837073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35410) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:59.842142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'fdd63803-c385-4cd4-a565-2f7e98b4f771', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:31:59.873673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.946540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.951820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.971148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7f63a6-c41d-45da-aaa1-9dad31f7db86,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:31:59.984426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:31:59.986022 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-29e5b1e4-8e25-4d84-9942-e5c69a1c459f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479168 Nov 23 02:31:59.988966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35412) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:31:59.994178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'fdd63803-c385-4cd4-a565-2f7e98b4f771', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:00.019995 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:32:00.025338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.098930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.104437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.120937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc85fea4-44d4-4780-b2f8-3d1398b67a05,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:00.133689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.138143 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7de10bef-c97a-4d55-b268-1e02ab024078 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480443 Nov 23 02:32:00.138289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35414) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:00.143554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'fdd63803-c385-4cd4-a565-2f7e98b4f771', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:00.169931 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:32:00.175630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.217292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Provisioning complete for port 3b4ae030-3d92-4e27-bc78-c00858ea9395 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:00.217929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.253189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.258250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.265033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:31:59Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:00.282008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ddb228-36cd-454c-95f7-b3c210c714b4,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:00.292093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.293526 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bdc8524a-9108-4405-b2f4-0ac6c474e964 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1541059 Nov 23 02:32:00.299841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f699cd3-d7d2-43f2-a8ef-8f34cf679056 None None] The sync data for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv is: [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:31:59Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:00.400287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Provisioning complete for port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:00.400675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.447140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3b4ae030-3d92-4e27-bc78-c00858ea9395 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:00.508858 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0a4da105-b0eb-48bb-9df8-c217be714b3e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052407744&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0526826 Nov 23 02:32:00.541815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.556175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3b4ae030-3d92-4e27-bc78-c00858ea9395 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:00.556613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.610554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] For port 3c198075-3abf-44dc-9ed3-e3dc0239bea9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3c198075-3abf-44dc-9ed3-e3dc0239bea9,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:00.617342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.627845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-aabb00f6-0d27-41aa-8fb0-3614cec1084b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:00.632919 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-aabb00f6-0d27-41aa-8fb0-3614cec1084b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=f285e756-6453-48fd-8124-edd3f7cecb2f HTTP/1.1" status: 200 len: 797 time: 0.1189790 Nov 23 02:32:00.649644 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-4fa2bde0-846e-4073-909e-ea01db24a10f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0132732 Nov 23 02:32:00.702848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aaa87-d401-4611-913b-5bd6c6097cba None None] Pushing event updated for resources: {'Port': ['ID=3c198075-3abf-44dc-9ed3-e3dc0239bea9,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:00.722598 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-979fab38-b35a-4eaa-b0fd-a08d281a30ba tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653851 Nov 23 02:32:00.740384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f98b87e4-0b18-4ade-9fb2-d1c8b8f62dd8 None None] Provisioning complete for port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:00.740756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f98b87e4-0b18-4ade-9fb2-d1c8b8f62dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:00.812342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9f5e-f2ba-4eeb-8f36-3b1fc7898b10 req-aa4e3b02-1bd8-4fdc-a4aa-a932c49374da tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:00.824099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-aaef9f5e-f2ba-4eeb-8f36-3b1fc7898b10 req-aa4e3b02-1bd8-4fdc-a4aa-a932c49374da tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 943 time: 0.0779676 Nov 23 02:32:00.829521 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-bd81803e-e35f-43fe-8bd9-cdada4667a86 service neutron] 10.222.0.53 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927277 Nov 23 02:32:00.887565 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-aaef9f5e-f2ba-4eeb-8f36-3b1fc7898b10 req-0b8d6633-2689-42d7-958c-c23961ebb354 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624681 Nov 23 02:32:00.929027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-202436ed-24c0-4d3c-866c-f188c5751bb2 service neutron] 10.222.0.53 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931940 Nov 23 02:32:01.116116 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2e2504b-f536-4218-97b5-ebe5ed58c8d4 req-6823d65d-f502-4837-9511-30c5397f4c68 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0324376 Nov 23 02:32:01.563671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device fa928075-ed24-4bd4-bb67-fe6521ae7dec details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:01.663557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port fa928075-ed24-4bd4-bb67-fe6521ae7dec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:01.676728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'port_id': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'mac_address': 'fa:16:3e:21:33:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:32:01.716334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.734471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa928075-ed24-4bd4-bb67-fe6521ae7dec {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:01.757118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port fa928075-ed24-4bd4-bb67-fe6521ae7dec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:01.762762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:01.810084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=fa928075-ed24-4bd4-bb67-fe6521ae7dec,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:02.009256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf30ea-c2b6-418c-bacf-0e18f0e30807 req-f4df5a36-e8dc-4736-a34e-508194231ae9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:02.011147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-66cf30ea-c2b6-418c-bacf-0e18f0e30807 req-f4df5a36-e8dc-4736-a34e-508194231ae9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 944 time: 0.0560918 Nov 23 02:32:02.068674 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-66cf30ea-c2b6-418c-bacf-0e18f0e30807 req-5a372dec-2081-4c48-97b2-0c96d354d196 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511508 Nov 23 02:32:02.117585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['fa928075-ed24-4bd4-bb67-fe6521ae7dec'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:32:02.236643 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3e114c22-8daf-4932-9a7f-c44666ce718b req-ccf042b7-c456-4b42-96e7-8e3aec08080a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0296977 Nov 23 02:32:02.337020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-9b925989-60cf-47f7-a4c2-c8e3e5d45b8f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:02.339046 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-9b925989-60cf-47f7-a4c2-c8e3e5d45b8f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=f285e756-6453-48fd-8124-edd3f7cecb2f HTTP/1.1" status: 200 len: 797 time: 0.1392295 Nov 23 02:32:02.399131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3c198075-3abf-44dc-9ed3-e3dc0239bea9 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:02.439444 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-e9df1536-50b0-4f4d-bdc7-7a084f8b72a8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 380 time: 0.0696621 Nov 23 02:32:02.447843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:02.448262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.449972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['fdd63803-c385-4cd4-a565-2f7e98b4f771']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:02.563417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:32:02.567148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.694908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.12 (f285e756-6453-48fd-8124-edd3f7cecb2f/d83c5e6f-f455-4e9c-acbb-6a83450f2ddd/d944a360-db62-4c8a-88d2-af9b434f0199) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:02.843780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.879570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:02.925820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network f285e756-6453-48fd-8124-edd3f7cecb2f is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:02.928913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:02.933418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:02.937299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=d944a360-db62-4c8a-88d2-af9b434f0199,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:02.990460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:02.991115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.009679 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b7d4a27f-35a2-4737-9d44-3c842330c5a5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5635047 Nov 23 02:32:03.037226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Request body: {'port': {'device_id': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:03.107212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.145804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e934e7f9-e30e-45e1-9900-426b3ee09811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.182310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-22bfbde5-c07c-4c8c-844b-cf5184d51035 None None] Provisioning complete for port d944a360-db62-4c8a-88d2-af9b434f0199 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:03.182797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22bfbde5-c07c-4c8c-844b-cf5184d51035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.217631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-22bfbde5-c07c-4c8c-844b-cf5184d51035 None None] Port d944a360-db62-4c8a-88d2-af9b434f0199 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:32:03.278444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452b370-bba3-4d89-8b89-4dea4cba3381 req-703396fd-0723-4d75-ba1e-41c2e7e3e7a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:03.279976 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4452b370-bba3-4d89-8b89-4dea4cba3381 req-703396fd-0723-4d75-ba1e-41c2e7e3e7a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 944 time: 0.1268513 Nov 23 02:32:03.359875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f852793-5c1e-46be-a7b9-1234316be4d1 req-d56b1db5-8962-4c78-8903-e20315b41aa9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:03.361553 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2f852793-5c1e-46be-a7b9-1234316be4d1 req-d56b1db5-8962-4c78-8903-e20315b41aa9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 932 time: 0.0535560 Nov 23 02:32:03.385761 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4452b370-bba3-4d89-8b89-4dea4cba3381 req-cdaca8df-dc1b-4041-b0a8-1167056b5f27 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951142 Nov 23 02:32:03.419753 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2f852793-5c1e-46be-a7b9-1234316be4d1 req-9f08c73a-2444-4df5-8089-c0d0b69152bb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514214 Nov 23 02:32:03.463414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d944a360-db62-4c8a-88d2-af9b434f0199 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:03.470970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.486473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Transition to ACTIVE for port object d944a360-db62-4c8a-88d2-af9b434f0199 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:32:03.492717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.543568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Pushing event updated for resources: {'Port': ['ID=d944a360-db62-4c8a-88d2-af9b434f0199,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:03.565967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device fa928075-ed24-4bd4-bb67-fe6521ae7dec up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:03.617119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Attempting to bind port d944a360-db62-4c8a-88d2-af9b434f0199 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:32:03.617459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Attempting to bind port d944a360-db62-4c8a-88d2-af9b434f0199 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:32:03.617802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Attempting to bind port d944a360-db62-4c8a-88d2-af9b434f0199 on network f285e756-6453-48fd-8124-edd3f7cecb2f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:03.622406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Port d944a360-db62-4c8a-88d2-af9b434f0199 on network f285e756-6453-48fd-8124-edd3f7cecb2f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:32:03.623097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Attempting to bind port d944a360-db62-4c8a-88d2-af9b434f0199 on network f285e756-6453-48fd-8124-edd3f7cecb2f {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:32:03.628446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:32:03.628787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Checking segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:32:03.629169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Bound using segment: {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:32:03.629314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port fa928075-ed24-4bd4-bb67-fe6521ae7dec completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:32:03.629619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Bound port: d944a360-db62-4c8a-88d2-af9b434f0199, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e37682-ac36-4cf5-9411-5f49b3796cdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:32:03.630013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.634303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port fa928075-ed24-4bd4-bb67-fe6521ae7dec triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:03.634685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.701272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] For port d944a360-db62-4c8a-88d2-af9b434f0199, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:32:03.704708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] For port d944a360-db62-4c8a-88d2-af9b434f0199, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d944a360-db62-4c8a-88d2-af9b434f0199,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:32:03.710416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.723674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.748446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:03.749149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.750573 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-0170a024-38dd-428b-a91d-91013565e50a service neutron] 10.222.0.46 "PUT /v2.0/ports/d944a360-db62-4c8a-88d2-af9b434f0199 HTTP/1.1" status: 200 len: 1094 time: 0.7183473 Nov 23 02:32:03.751026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:03.753330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294a55ab-8f67-431f-92eb-108998a7ffed" -d '{"events": [{"name": "network-changed", "server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:03.759273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:03.761913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8b7cfd-eb9e-406c-b3af-0c5f2626c0dd" -d '{"events": [{"server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "name": "network-vif-plugged", "status": "completed", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:03.776907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port fa928075-ed24-4bd4-bb67-fe6521ae7dec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:03.785045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:03.789629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0170a024-38dd-428b-a91d-91013565e50a service neutron] Pushing event updated for resources: {'Port': ['ID=d944a360-db62-4c8a-88d2-af9b434f0199,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:03.822153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cfedb5-b635-4b9f-87dc-ae57d43e1cfc x-openstack-request-id: req-a0cfedb5-b635-4b9f-87dc-ae57d43e1cfc {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:03.822444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "name": "network-vif-plugged", "status": "completed", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:03.822868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0cfedb5-b635-4b9f-87dc-ae57d43e1cfc {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:03.823392 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'code': 200} Nov 23 02:32:03.836124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ae2fe-3fd8-4699-b3c8-9b432af7f172 x-openstack-request-id: req-319ae2fe-3fd8-4699-b3c8-9b432af7f172 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:03.836687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:03.836951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-319ae2fe-3fd8-4699-b3c8-9b432af7f172 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:03.837371 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'status': 'completed', 'code': 200} Nov 23 02:32:03.850758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=fa928075-ed24-4bd4-bb67-fe6521ae7dec,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:03.927255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-e9bdf06a-cd97-4b31-a5f1-98e3bf84fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:03.928872 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-e9bdf06a-cd97-4b31-a5f1-98e3bf84fe64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0461366 Nov 23 02:32:03.985317 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-612ea429-d5c0-4ab7-b62b-094e0cfcf8f1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d944a360-db62-4c8a-88d2-af9b434f0199 HTTP/1.1" status: 200 len: 217 time: 0.0399277 Nov 23 02:32:04.043466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-9a64dba7-a56c-414c-9e67-a73fd6114152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.045027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-9a64dba7-a56c-414c-9e67-a73fd6114152 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d83c5e6f-f455-4e9c-acbb-6a83450f2ddd HTTP/1.1" status: 200 len: 835 time: 0.0487642 Nov 23 02:32:04.077806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a5c3fe-aa77-4345-aed6-8a943beb4738 req-81025a68-a145-47b1-98b8-361a5559c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.079588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a7a5c3fe-aa77-4345-aed6-8a943beb4738 req-81025a68-a145-47b1-98b8-361a5559c81e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1098 time: 0.0418806 Nov 23 02:32:04.097509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68acc-9f84-449d-9181-fa72a488efbc req-86261d7d-5bef-462a-a584-7b56837e2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.099066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-86261d7d-5bef-462a-a584-7b56837e2a95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f285e756-6453-48fd-8124-edd3f7cecb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449703 Nov 23 02:32:04.145617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a7a5c3fe-aa77-4345-aed6-8a943beb4738 req-158b5564-2565-4ba1-9ce2-526b19d291f6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557711 Nov 23 02:32:04.218493 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-46ea0aa6-f188-4e8d-aad2-4e7f1146cd25 service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117330 Nov 23 02:32:04.515007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9066c-0108-46c1-8192-e6dc67bd6976 req-867f10f3-08cb-489a-90e4-2d7f53795fef tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.517357 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddf9066c-0108-46c1-8192-e6dc67bd6976 req-867f10f3-08cb-489a-90e4-2d7f53795fef tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0522046 Nov 23 02:32:04.545574 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61f68acc-9f84-449d-9181-fa72a488efbc req-b222bfdc-3f61-4a64-90ea-1993a72b74fc service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233604 Nov 23 02:32:04.563235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f5694-c671-4df8-8a82-490deb674267 req-724ad42a-4ff1-46b1-8e91-df86b64cd027 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.564895 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-488f5694-c671-4df8-8a82-490deb674267 req-724ad42a-4ff1-46b1-8e91-df86b64cd027 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 944 time: 0.0678470 Nov 23 02:32:04.568825 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddf9066c-0108-46c1-8192-e6dc67bd6976 req-bba8e7c4-1a08-4c28-84ed-20dc86c98c25 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460479 Nov 23 02:32:04.622102 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-488f5694-c671-4df8-8a82-490deb674267 req-b4250b4b-fe57-4031-82e1-ec4ec222658d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454495 Nov 23 02:32:04.704271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a55ab-8f67-431f-92eb-108998a7ffed req-23ec1187-441d-4a8f-8bd4-c74cdc91bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.705775 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-23ec1187-441d-4a8f-8bd4-c74cdc91bdcd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 1097 time: 0.0413656 Nov 23 02:32:04.801627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a55ab-8f67-431f-92eb-108998a7ffed req-713c3ea3-689b-44df-bf1e-635d4fd7389c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.803014 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-713c3ea3-689b-44df-bf1e-635d4fd7389c service neutron] 10.222.0.46 "GET /v2.0/networks?id=f285e756-6453-48fd-8124-edd3f7cecb2f HTTP/1.1" status: 200 len: 898 time: 0.0887461 Nov 23 02:32:04.848363 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-48605ba6-56c0-4e8e-9506-fd5f27027805 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d944a360-db62-4c8a-88d2-af9b434f0199 HTTP/1.1" status: 200 len: 217 time: 0.0350795 Nov 23 02:32:04.902401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a55ab-8f67-431f-92eb-108998a7ffed req-091d6891-7e11-40c3-8963-6a3af1547174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.903863 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-091d6891-7e11-40c3-8963-6a3af1547174 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d83c5e6f-f455-4e9c-acbb-6a83450f2ddd HTTP/1.1" status: 200 len: 835 time: 0.0467763 Nov 23 02:32:04.954294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a55ab-8f67-431f-92eb-108998a7ffed req-711cae6e-b082-409e-920d-88727fc0e394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:04.955835 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-711cae6e-b082-409e-920d-88727fc0e394 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f285e756-6453-48fd-8124-edd3f7cecb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415101 Nov 23 02:32:05.050164 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-6746a771-8891-4d84-addd-b776e7d99c7b service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851376 Nov 23 02:32:05.151966 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-294a55ab-8f67-431f-92eb-108998a7ffed req-36d0dbad-8875-4584-9f81-bde942aa1021 service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892174 Nov 23 02:32:05.583846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-88a08af6-2a18-4d0a-a13d-68f21766cafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:05.692299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd56858-25dc-43d6-86fd-36df9f4023f3 req-99272bf8-45bd-4711-b612-ae6f8c0cf550 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:05.694592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0fd56858-25dc-43d6-86fd-36df9f4023f3 req-99272bf8-45bd-4711-b612-ae6f8c0cf550 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0556769 Nov 23 02:32:05.747379 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0fd56858-25dc-43d6-86fd-36df9f4023f3 req-7d989b81-8669-4aa6-afd8-1430fa2d6e96 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463355 Nov 23 02:32:05.752360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48302-6b50-40e5-82be-005febfdfefb req-b268d271-c068-446d-bc32-23cd1c2d1086 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:05.753903 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5ce48302-6b50-40e5-82be-005febfdfefb req-b268d271-c068-446d-bc32-23cd1c2d1086 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 944 time: 0.0519495 Nov 23 02:32:05.810111 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5ce48302-6b50-40e5-82be-005febfdfefb req-799cd91c-42c6-4190-a6cf-f5da64bf5cac tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477962 Nov 23 02:32:05.878122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de3777-cc70-42be-b703-554eb5d672eb req-05d390e5-4798-4cd9-8c9f-dba87af7c2c4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:05.879509 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45de3777-cc70-42be-b703-554eb5d672eb req-05d390e5-4798-4cd9-8c9f-dba87af7c2c4 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0672328 Nov 23 02:32:05.934635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45de3777-cc70-42be-b703-554eb5d672eb req-29206408-5e68-4615-8740-9891b4015220 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462492 Nov 23 02:32:05.959213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35472) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:06.003662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e9aed-e89a-454e-947a-f77eb6f2a85a tempest-TestVolumeBootPattern-256250795 tempest-TestVolumeBootPattern-256250795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:06.005456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0a5e9aed-e89a-454e-947a-f77eb6f2a85a tempest-TestVolumeBootPattern-256250795 tempest-TestVolumeBootPattern-256250795-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1093 time: 0.0451787 Nov 23 02:32:06.008727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35474) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:06.015451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:06.040226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.146478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.256941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Allocated IP 172.26.8.127 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/f15e6dd4-9068-432c-ba97-d4fa799052b1) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:06.365298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.371732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.411376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.451068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:06.454133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:06.456823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:06.485994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=f15e6dd4-9068-432c-ba97-d4fa799052b1,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:06.840519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.936897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:06.976624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c233e-97cb-4079-8d7c-bb88a32dbb61 req-0fb7ba6d-1ded-41ab-84c4-84a908747ce5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:06.978135 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5c0c233e-97cb-4079-8d7c-bb88a32dbb61 req-0fb7ba6d-1ded-41ab-84c4-84a908747ce5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 944 time: 0.0992336 Nov 23 02:32:07.084259 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5c0c233e-97cb-4079-8d7c-bb88a32dbb61 req-161c8e1f-3e6d-4a70-892d-ff4dc494d5e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960624 Nov 23 02:32:07.139660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.146304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.213052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event updated for resources: {'Port': ['ID=f15e6dd4-9068-432c-ba97-d4fa799052b1,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:07.225263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.335327 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Floating IP 6c2e16a1-237f-4f07-804f-5efd8fe90ef1 associated. External IP: 172.26.8.127, port: fa928075-ed24-4bd4-bb67-fe6521ae7dec. Nov 23 02:32:07.550566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:07.584269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d944a360-db62-4c8a-88d2-af9b434f0199 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:32:07.683669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port d944a360-db62-4c8a-88d2-af9b434f0199, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d944a360-db62-4c8a-88d2-af9b434f0199,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:07.696874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'port_id': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'mac_address': 'fa:16:3e:ea:cc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:32:07.740728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.755997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d944a360-db62-4c8a-88d2-af9b434f0199 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:32:07.777777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port d944a360-db62-4c8a-88d2-af9b434f0199, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d944a360-db62-4c8a-88d2-af9b434f0199,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:07.784256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:07.833778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=d944a360-db62-4c8a-88d2-af9b434f0199,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:08.010710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:08.020646 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:08.031226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:08.031927 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:08.033265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.036483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:08.072253 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a9881aaa-0502-4671-bc3f-1a5bc8522884 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0505939 Nov 23 02:32:08.072253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:08.072253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10abfe3c-8395-4d2e-ad84-48074a934a52" -d '{"events": [{"name": "network-changed", "server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:08.101126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45889942-6018-4d54-975f-af43a112f514 x-openstack-request-id: req-45889942-6018-4d54-975f-af43a112f514 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:08.101445 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:08.101706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45889942-6018-4d54-975f-af43a112f514 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:08.102116 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'status': 'completed', 'code': 200} Nov 23 02:32:08.107884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['d944a360-db62-4c8a-88d2-af9b434f0199'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:32:08.151235 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:08.234088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-a08e9fc5-2bf4-4080-97f1-7d345f755415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.235993 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-a08e9fc5-2bf4-4080-97f1-7d345f755415 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1098 time: 0.0819242 Nov 23 02:32:08.244157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128b72c-058d-43fa-8d5f-d14d0f684e07 req-66151438-2609-403c-a8f8-da07883d76a1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.245559 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e128b72c-058d-43fa-8d5f-d14d0f684e07 req-66151438-2609-403c-a8f8-da07883d76a1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 945 time: 0.0830278 Nov 23 02:32:08.352074 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e128b72c-058d-43fa-8d5f-d14d0f684e07 req-3aadd1a5-6747-44ea-8e3a-79df800ae837 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978475 Nov 23 02:32:08.383178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-94defb7b-e829-4e02-b361-28a92bccd4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.384878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-94defb7b-e829-4e02-b361-28a92bccd4bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1382434 Nov 23 02:32:08.404134 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}, {'id': '6c2e16a1-237f-4f07-804f-5efd8fe90ef1', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.127', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:21:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3826a751-603c-449f-bfd1-d592c91808ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:06Z', 'updated_at': '2021-11-23T02:32:06Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:08.430198 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:08.438849 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:08.439464 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:08.456278 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-505c46c5-b801-4a4e-9703-1d7c4d9b276e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 200 len: 999 time: 0.0633547 Nov 23 02:32:08.506660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-cd4a0092-7547-4bbb-a2fc-c406ff5ef0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.508094 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-cd4a0092-7547-4bbb-a2fc-c406ff5ef0f9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0441792 Nov 23 02:32:08.545090 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:08.560317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-062bdb0b-7c7c-4fd8-905a-4af98ad1bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:08.561803 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-062bdb0b-7c7c-4fd8-905a-4af98ad1bee4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424030 Nov 23 02:32:08.660822 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-d2f59a8f-c57f-440c-b4d5-8a5793ccfe6c service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893264 Nov 23 02:32:08.753722 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-10abfe3c-8395-4d2e-ad84-48074a934a52 req-3cb51990-d388-476f-90b3-de59940ac3ed service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845914 Nov 23 02:32:08.776511 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}, {'id': '6c2e16a1-237f-4f07-804f-5efd8fe90ef1', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.127', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:21:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3826a751-603c-449f-bfd1-d592c91808ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:06Z', 'updated_at': '2021-11-23T02:32:06Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:08.803888 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e052af-0435-4a37-8909-4a3f16687d13 None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}, {'id': '6c2e16a1-237f-4f07-804f-5efd8fe90ef1', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.127', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:21:33:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3826a751-603c-449f-bfd1-d592c91808ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:06Z', 'updated_at': '2021-11-23T02:32:06Z', 'revision_number': 0, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:09.006679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b464a6e1-47dd-4114-94dd-806ffec14b2b None None] New status for floating IP 6c2e16a1-237f-4f07-804f-5efd8fe90ef1: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:32:09.289814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.479867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807b57a-183d-47ff-9509-6e558533165a req-673b6f62-eb3b-4d8a-889a-fd0e49fbb9ef tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:09.481613 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0807b57a-183d-47ff-9509-6e558533165a req-673b6f62-eb3b-4d8a-889a-fd0e49fbb9ef tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 945 time: 0.0540102 Nov 23 02:32:09.535797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0807b57a-183d-47ff-9509-6e558533165a req-18c743a1-2e1c-4f1a-910b-448c25c37a2c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453420 Nov 23 02:32:09.595386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d944a360-db62-4c8a-88d2-af9b434f0199 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:32:09.653459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port d944a360-db62-4c8a-88d2-af9b434f0199 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:32:09.657892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port d944a360-db62-4c8a-88d2-af9b434f0199 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:32:09.658272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.735627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.758385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:09.760692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b089cd8-9bf3-4706-b592-73e0ea32d14e" -d '{"events": [{"server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "name": "network-vif-plugged", "status": "completed", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:09.773420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port d944a360-db62-4c8a-88d2-af9b434f0199, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d944a360-db62-4c8a-88d2-af9b434f0199,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:09.778972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:09.830959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=d944a360-db62-4c8a-88d2-af9b434f0199,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:09.858387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba5ab20-3217-4c72-8942-13f7c4ea1265 x-openstack-request-id: req-7ba5ab20-3217-4c72-8942-13f7c4ea1265 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:09.858693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "name": "network-vif-plugged", "status": "completed", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:09.858948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ba5ab20-3217-4c72-8942-13f7c4ea1265 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:09.859381 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'code': 200} Nov 23 02:32:10.099073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95443891-0428-419e-96ac-6c51304b4224 req-0cde9bd1-abb6-4eaf-9c04-6033f4835aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:10.100961 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-95443891-0428-419e-96ac-6c51304b4224 req-0cde9bd1-abb6-4eaf-9c04-6033f4835aa7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0480163 Nov 23 02:32:10.156972 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-95443891-0428-419e-96ac-6c51304b4224 req-ff1f8319-44ab-4597-aebe-ef7ff0c0dca3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481703 Nov 23 02:32:10.670335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa8735-e2b7-40f6-ac8f-32605be925e5 req-98c6ddba-7eae-481c-84ce-cddf8e1309ea tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:10.671840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0ffa8735-e2b7-40f6-ac8f-32605be925e5 req-98c6ddba-7eae-481c-84ce-cddf8e1309ea tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 946 time: 0.0599053 Nov 23 02:32:10.725610 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0ffa8735-e2b7-40f6-ac8f-32605be925e5 req-54abf3e0-7d00-451b-9cab-490e629945b7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476885 Nov 23 02:32:11.859287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5305894-e728-49ec-9c1a-11f28f698f67 req-aabf8f17-8538-4640-bc5b-da907dff24e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:11.860688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5305894-e728-49ec-9c1a-11f28f698f67 req-aabf8f17-8538-4640-bc5b-da907dff24e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 946 time: 0.0585890 Nov 23 02:32:11.914386 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5305894-e728-49ec-9c1a-11f28f698f67 req-0986b65f-3302-4c16-89af-2005a1f2c834 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 Nov 23 02:32:12.038106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebddf64-7de1-44ad-89e0-d0f17fa0b509 req-a12a2ba1-00f2-45ff-8a89-5efd0e2645f7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:12.039626 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-aebddf64-7de1-44ad-89e0-d0f17fa0b509 req-a12a2ba1-00f2-45ff-8a89-5efd0e2645f7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 946 time: 0.0521824 Nov 23 02:32:12.090495 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-aebddf64-7de1-44ad-89e0-d0f17fa0b509 req-e919054b-6e65-4847-94a5-4df2e17f2cef tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445390 Nov 23 02:32:12.122497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35496) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:12.164488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1522a8-36b7-4c1b-b63b-ee6a2e4ece84 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:12.166023 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cd1522a8-36b7-4c1b-b63b-ee6a2e4ece84 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 1094 time: 0.0426238 Nov 23 02:32:12.169607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35498) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:12.174005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:32:12.198845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.310033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.414058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.171 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/5bf8d9ca-86bf-4376-b4b0-0753b8c721d0) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:32:12.523315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.562590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:12.607384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:32:12.610379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:32:12.614837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:32:12.617945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=5bf8d9ca-86bf-4376-b4b0-0753b8c721d0,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:13.019558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.096166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.261793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.270941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.353458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=5bf8d9ca-86bf-4376-b4b0-0753b8c721d0,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:13.363559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.495261 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP e007abbf-3ee8-4985-9b4d-380e9e61131f associated. External IP: 172.26.8.171, port: d944a360-db62-4c8a-88d2-af9b434f0199. Nov 23 02:32:13.729170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9c10eeb8-a7e9-4075-a770-0fd03913106a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:13.837752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:13.850153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] Sync routers for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:13.858246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:13.860588 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:13.861220 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:13.889465 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3d72337f-d4ae-449f-b2fb-25f2a12e833f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7187958 Nov 23 02:32:13.890510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:13.892508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35500) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:13.893172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989de4b6-5a84-4819-ae46-f54bc8e5c35f" -d '{"events": [{"name": "network-changed", "server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:13.931543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3ee2b-48e9-4d9a-949b-3eab10de0e4d x-openstack-request-id: req-1fd3ee2b-48e9-4d9a-949b-3eab10de0e4d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:13.931841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:13.932100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fd3ee2b-48e9-4d9a-949b-3eab10de0e4d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:13.932562 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'status': 'completed', 'code': 200} Nov 23 02:32:13.963635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bea984ab-7ea5-4a99-aa0a-67391f7242ca tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/e007abbf-3ee8-4985-9b4d-380e9e61131f HTTP/1.1" status: 200 len: 992 time: 0.0696089 Nov 23 02:32:13.971659 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:14.026743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-c31b4922-1d0b-4a47-94f6-aa1258074dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.028482 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-c31b4922-1d0b-4a47-94f6-aa1258074dce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0418258 Nov 23 02:32:14.122270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-355f3279-6f75-4ba7-8e76-424de10e5f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.124465 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-355f3279-6f75-4ba7-8e76-424de10e5f93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f285e756-6453-48fd-8124-edd3f7cecb2f HTTP/1.1" status: 200 len: 898 time: 0.0882511 Nov 23 02:32:14.197869 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-7775519a-53bb-4db1-9428-175454337f59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d944a360-db62-4c8a-88d2-af9b434f0199 HTTP/1.1" status: 200 len: 1000 time: 0.0652254 Nov 23 02:32:14.209162 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'e007abbf-3ee8-4985-9b4d-380e9e61131f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'port_id': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'mac_address': 'fa:16:3e:ea:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:12Z', 'updated_at': '2021-11-23T02:32:12Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:32:00Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:14.235580 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] Checking router: 9c10eeb8-a7e9-4075-a770-0fd03913106a for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:14.244268 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:14.244892 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:14.249954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-ca7ed1a3-cf5c-40ba-9529-057db3304fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.251441 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-ca7ed1a3-cf5c-40ba-9529-057db3304fcb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d83c5e6f-f455-4e9c-acbb-6a83450f2ddd HTTP/1.1" status: 200 len: 835 time: 0.0458841 Nov 23 02:32:14.302046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-88982995-14db-4018-b4a3-3322c000fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:14.303940 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-88982995-14db-4018-b4a3-3322c000fb95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f285e756-6453-48fd-8124-edd3f7cecb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434494 Nov 23 02:32:14.353516 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:14.400943 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-0eaf395a-c8d9-4b75-b95f-7f6099cbe58a service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893619 Nov 23 02:32:14.500924 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-989de4b6-5a84-4819-ae46-f54bc8e5c35f req-81e9f010-f2ba-4f8b-ae9a-0abf3d1f5e16 service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924678 Nov 23 02:32:14.680528 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'e007abbf-3ee8-4985-9b4d-380e9e61131f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'port_id': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'mac_address': 'fa:16:3e:ea:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:12Z', 'updated_at': '2021-11-23T02:32:12Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:32:00Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:14.709812 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f47fb8-32dd-472c-9c87-3be53a3c9dc1 None None] The sync data for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv is: [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'e007abbf-3ee8-4985-9b4d-380e9e61131f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.171', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'port_id': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'mac_address': 'fa:16:3e:ea:cc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:32:12Z', 'updated_at': '2021-11-23T02:32:12Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:32:00Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:14.926186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2faa33-1e94-4d17-9e10-99e73fd52a74 None None] New status for floating IP e007abbf-3ee8-4985-9b4d-380e9e61131f: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:32:14.967909 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35506) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:15.037464 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e7234022-5a46-4c8c-bd0c-490fc06f08d3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/e007abbf-3ee8-4985-9b4d-380e9e61131f HTTP/1.1" status: 200 len: 992 time: 0.0680401 Nov 23 02:32:15.477252 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:32:16.041660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35508) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:16.117621 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a13079b6-8f82-451c-a628-caa798084466 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/e007abbf-3ee8-4985-9b4d-380e9e61131f HTTP/1.1" status: 200 len: 994 time: 0.0746658 Nov 23 02:32:20.387282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:30.925522 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-8fb8d1b0-283a-4a4b-a3e7-f97a5c292148 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489228 Nov 23 02:32:31.047672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-d34cb8c5-3bc0-4d7f-8adc-c4d6a01a2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:31.049249 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-d34cb8c5-3bc0-4d7f-8adc-c4d6a01a2979 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1099 time: 0.0475900 Nov 23 02:32:31.163575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-c2b5fe14-9d4f-4704-94f5-6dac3a72a16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:31.165117 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-c2b5fe14-9d4f-4704-94f5-6dac3a72a16d service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.0877581 Nov 23 02:32:31.244059 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-3f771093-288d-4a74-9ccc-30aa05eaca6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 1001 time: 0.0701253 Nov 23 02:32:31.295145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-731f3949-be01-48c0-8d02-29abd5a537a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:31.296698 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-731f3949-be01-48c0-8d02-29abd5a537a3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0447152 Nov 23 02:32:31.348870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-694f188f-eeb4-46d6-b9b5-b6c7310d12be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:31.350409 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-694f188f-eeb4-46d6-b9b5-b6c7310d12be service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454493 Nov 23 02:32:31.455752 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-baf4b4fa-133a-48d9-9294-58798038a71f service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967109 Nov 23 02:32:31.560680 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-232368a1-d984-448e-b7fc-8c45faa93af9 req-f9314e40-4586-4a8f-88fe-49cdb7801202 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968337 Nov 23 02:32:33.143702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19fcda7a-e03a-4c36-94bd-a66d842caa53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:35.590886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0dd4776c-b2ba-4bd1-8d8a-909fb566c730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:36.370160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:38.044503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:39.292624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:50.396624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:51.401589 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35528) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:51.477268 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-52641bc4-7ea7-473d-886f-3a98e3b6ab38 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/e007abbf-3ee8-4985-9b4d-380e9e61131f HTTP/1.1" status: 200 len: 994 time: 0.0742719 Nov 23 02:32:51.803656 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35534) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:51.971365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 5bf8d9ca-86bf-4376-b4b0-0753b8c721d0 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:51.971677 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.045462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.045747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.057442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 5bf8d9ca-86bf-4376-b4b0-0753b8c721d0 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:52.212828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.236985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=5bf8d9ca-86bf-4376-b4b0-0753b8c721d0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:52.310144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:52.310458 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP e007abbf-3ee8-4985-9b4d-380e9e61131f disassociated (deleted). External IP: 172.26.8.171, port: d944a360-db62-4c8a-88d2-af9b434f0199. Nov 23 02:32:52.469276 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:32:52.517828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9c10eeb8-a7e9-4075-a770-0fd03913106a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:52.992217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:52.997489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:53.002902 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] Sync routers for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:53.013341 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:53.013939 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:53.027862 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89773a7d-86e5-4903-81ff-abb6bf4c1a45 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/e007abbf-3ee8-4985-9b4d-380e9e61131f HTTP/1.1" status: 204 len: 168 time: 1.2197940 Nov 23 02:32:53.027862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:53.028220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d5b08-fd95-4809-a737-85ce93faf272" -d '{"events": [{"name": "network-changed", "server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:53.080792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa2bc3c-ba69-422b-b6c1-c7f7cfb9628d x-openstack-request-id: req-5aa2bc3c-ba69-422b-b6c1-c7f7cfb9628d {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:53.081096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:53.081360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5aa2bc3c-ba69-422b-b6c1-c7f7cfb9628d {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:53.081796 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'status': 'completed', 'code': 200} Nov 23 02:32:53.134070 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:53.185723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-026e9925-b1ea-4e75-a017-671efd15c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.187420 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-026e9925-b1ea-4e75-a017-671efd15c8f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 1099 time: 0.0526774 Nov 23 02:32:53.323084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3526a5-6e78-4fa7-bdab-4b2d07751c2a req-24df39a1-95af-44f6-bacd-3aa099c4282a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.324564 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-af3526a5-6e78-4fa7-bdab-4b2d07751c2a req-24df39a1-95af-44f6-bacd-3aa099c4282a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 946 time: 0.1074376 Nov 23 02:32:53.344523 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:32:00Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:53.369730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-adf68652-a1ee-4597-847a-ce603428c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.370900 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] Checking router: 9c10eeb8-a7e9-4075-a770-0fd03913106a for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:53.371253 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-adf68652-a1ee-4597-847a-ce603428c0bd service neutron] 10.222.0.46 "GET /v2.0/networks?id=f285e756-6453-48fd-8124-edd3f7cecb2f HTTP/1.1" status: 200 len: 898 time: 0.1283433 Nov 23 02:32:53.379233 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:53.379840 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:53.424717 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-be97a303-f00e-4a93-b423-051c4f644fa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d944a360-db62-4c8a-88d2-af9b434f0199 HTTP/1.1" status: 200 len: 217 time: 0.0428865 Nov 23 02:32:53.428759 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-af3526a5-6e78-4fa7-bdab-4b2d07751c2a req-91a6e589-ccbe-4fa8-ae85-2d54e7911b35 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926833 Nov 23 02:32:53.490393 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:53.491064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-51202a2a-55c3-464e-ae73-7f07d412f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.492600 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-51202a2a-55c3-464e-ae73-7f07d412f72b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d83c5e6f-f455-4e9c-acbb-6a83450f2ddd HTTP/1.1" status: 200 len: 835 time: 0.0587990 Nov 23 02:32:53.547264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-c1cfdefb-8084-4e10-8387-bf2a2db8223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:53.548844 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-c1cfdefb-8084-4e10-8387-bf2a2db8223e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f285e756-6453-48fd-8124-edd3f7cecb2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450284 Nov 23 02:32:53.648189 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-99c52095-03d3-474a-a79f-85b12a8ea5ff service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890744 Nov 23 02:32:53.695348 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:32:00Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:53.721842 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b4d983-2712-4ed6-abe7-fcf321ad532b None None] The sync data for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv is: [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3c198075-3abf-44dc-9ed3-e3dc0239bea9', 'name': '', 'network_id': 'f285e756-6453-48fd-8124-edd3f7cecb2f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:bc:9a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:56Z', 'updated_at': '2021-11-23T02:32:00Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'd83c5e6f-f455-4e9c-acbb-6a83450f2ddd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:53.745741 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9d5b08-fd95-4809-a737-85ce93faf272 req-0d3c6f14-d1ab-4267-bf68-feca8114c6f0 service neutron] 10.222.0.46 "GET /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893974 Nov 23 02:32:53.960212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d28ccc-e88d-479f-a428-3ae58d257d92 None None] New status for floating IP e007abbf-3ee8-4985-9b4d-380e9e61131f: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:32:54.556857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483dcc7-78ad-47b4-91f4-ba020687ca31 req-e6b8edd2-0406-4ca9-899f-b6ccf6d5042a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:54.558460 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e483dcc7-78ad-47b4-91f4-ba020687ca31 req-e6b8edd2-0406-4ca9-899f-b6ccf6d5042a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 946 time: 0.0526037 Nov 23 02:32:54.613189 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e483dcc7-78ad-47b4-91f4-ba020687ca31 req-bbe8f141-ed0a-402e-a38c-043813a87ffb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=fdd63803-c385-4cd4-a565-2f7e98b4f771&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457897 Nov 23 02:32:55.085735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-6d5f7cb9-35b6-45d9-bb71-be04e03dfc54 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:32:55.087227 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-6d5f7cb9-35b6-45d9-bb71-be04e03dfc54 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 946 time: 0.0585229 Nov 23 02:32:55.194671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port d944a360-db62-4c8a-88d2-af9b434f0199 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:55.195018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.297184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port d944a360-db62-4c8a-88d2-af9b434f0199, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d944a360-db62-4c8a-88d2-af9b434f0199,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:55.297578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.310039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for d944a360-db62-4c8a-88d2-af9b434f0199 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:55.446540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.473156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=d944a360-db62-4c8a-88d2-af9b434f0199,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:55.533284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port d944a360-db62-4c8a-88d2-af9b434f0199 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:55.536086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:55.539902 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a2853b10-6970-4ae2-b12f-818f18ed9649 req-50e65d15-cfbe-4fd5-9634-60d52d866762 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/d944a360-db62-4c8a-88d2-af9b434f0199 HTTP/1.1" status: 204 len: 173 time: 0.4453819 Nov 23 02:32:55.540403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'name': 'network-vif-deleted', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:32:55.543174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8791a87a-16e1-4b9d-b994-472916fbd4a2" -d '{"events": [{"server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "name": "network-vif-deleted", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:32:55.581720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf88212-8f1a-4e80-914d-a6e54cdb384c x-openstack-request-id: req-6bf88212-8f1a-4e80-914d-a6e54cdb384c {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:32:55.582016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1faf4cfa-3787-4334-a495-bdf462cf3fa1", "name": "network-vif-deleted", "tag": "d944a360-db62-4c8a-88d2-af9b434f0199", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:32:55.582393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bf88212-8f1a-4e80-914d-a6e54cdb384c {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:32:55.582831 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1faf4cfa-3787-4334-a495-bdf462cf3fa1', 'name': 'network-vif-deleted', 'tag': 'd944a360-db62-4c8a-88d2-af9b434f0199', 'status': 'completed', 'code': 200} Nov 23 02:32:55.710714 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6459f0fd-d907-4eda-a9cd-57a8492e3753 req-058fa396-24e8-4c26-b9bd-85ac298c13ef tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=1faf4cfa-3787-4334-a495-bdf462cf3fa1 HTTP/1.1" status: 200 len: 210 time: 0.0272539 Nov 23 02:32:56.771819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35552) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:56.836295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7c97ae6-227e-448b-855a-d845b34ceb1c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.862569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7c97ae6-227e-448b-855a-d845b34ceb1c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.937309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7c97ae6-227e-448b-855a-d845b34ceb1c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.940279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a7c97ae6-227e-448b-855a-d845b34ceb1c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:56.941524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a7c97ae6-227e-448b-855a-d845b34ceb1c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/fdd63803-c385-4cd4-a565-2f7e98b4f771 HTTP/1.1" status: 204 len: 168 time: 0.1686440 Nov 23 02:32:56.951411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c97ae6-227e-448b-855a-d845b34ceb1c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd63803-c385-4cd4-a565-2f7e98b4f771,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:56.976425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:57.377712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.650314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 3c198075-3abf-44dc-9ed3-e3dc0239bea9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:57.650705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.748694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 3c198075-3abf-44dc-9ed3-e3dc0239bea9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3c198075-3abf-44dc-9ed3-e3dc0239bea9,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:57.749007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.762220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 3c198075-3abf-44dc-9ed3-e3dc0239bea9 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:57.968978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:57.995515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=3c198075-3abf-44dc-9ed3-e3dc0239bea9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:58.022807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.023170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.023504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.023842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.024177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.024538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.024866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.025195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.025523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.025960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.026291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.026786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:58.183335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.413627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9c10eeb8-a7e9-4075-a770-0fd03913106a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:32:58.520945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:32:58.527008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9ffa36b7-33e2-45e0-917d-4320739fe36e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9c10eeb8-a7e9-4075-a770-0fd03913106a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5492640 Nov 23 02:32:58.529048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35558) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:58.532696 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] Sync routers for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:32:58.542572 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:58.543463 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:58.584178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet d83c5e6f-f455-4e9c-acbb-6a83450f2ddd {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:32:58.587407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.635533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.648586 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:58.722117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.785607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.814033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=d83c5e6f-f455-4e9c-acbb-6a83450f2ddd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:58.816004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.819350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2d72a302-ccf6-4d33-a7d7-aeabbb131d4b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/d83c5e6f-f455-4e9c-acbb-6a83450f2ddd HTTP/1.1" status: 204 len: 168 time: 0.2892284 Nov 23 02:32:58.822190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35560) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:58.825564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4b7fd4-e2fc-44b6-906f-09962380e4f7 None None] Network f285e756-6453-48fd-8124-edd3f7cecb2f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:32:58.830004 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:32:57Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:58.948373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:58.960469 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] Checking router: 9c10eeb8-a7e9-4075-a770-0fd03913106a for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:32:58.970080 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] Routers {'9c10eeb8-a7e9-4075-a770-0fd03913106a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:32:58.970710 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9c10eeb8-a7e9-4075-a770-0fd03913106a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:59.060252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.091452 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] Set router 9c10eeb8-a7e9-4075-a770-0fd03913106a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:32:59.130603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:59.130961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.201670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] DHCP port deletion for f285e756-6453-48fd-8124-edd3f7cecb2f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:32:59.230450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port c4a3d0d3-bb63-4883-8f92-1ae02e5053d8, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.230824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.243473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:59.250517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Deleting port 3b4ae030-3d92-4e27-bc78-c00858ea9395 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:32:59.251012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.275756 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:32:57Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:59.303289 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead8bd5-2ed8-4ad2-8ca6-156adb1c6826 None None] The sync data for ids ['9c10eeb8-a7e9-4075-a770-0fd03913106a'] in dv-neutron-818844-1-hyperv is: [{'id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'name': 'tempest-TestNetworkBasicOps-router-1864986758', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:32:57Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'c4a3d0d3-bb63-4883-8f92-1ae02e5053d8', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:fc:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c10eeb8-a7e9-4075-a770-0fd03913106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:31:53Z', 'updated_at': '2021-11-23T02:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:32:59.324181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] For port 3b4ae030-3d92-4e27-bc78-c00858ea9395, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3b4ae030-3d92-4e27-bc78-c00858ea9395,segment=NetworkSegment(01e37682-ac36-4cf5-9411-5f49b3796cdd),segment_id=01e37682-ac36-4cf5-9411-5f49b3796cdd)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:32:59.324713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.340517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Calling delete_port for 3b4ae030-3d92-4e27-bc78-c00858ea9395 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:32:59.424063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.425271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.453400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=c4a3d0d3-bb63-4883-8f92-1ae02e5053d8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:59.454017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Pushing event deleted for resources: {'Port': ['ID=3b4ae030-3d92-4e27-bc78-c00858ea9395,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:32:59.458631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] No DVR routers for this DVR port 3b4ae030-3d92-4e27-bc78-c00858ea9395 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:32:59.468111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.468511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.468861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.469207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.469601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.469873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.470216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.474051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.474051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.474051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.474051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.474051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34612f9f-299f-4947-a94e-0a889d2b3c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.476567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a353899c-597c-4820-a691-f4b99b06874d None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:32:59.480089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.480489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.480845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.481190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.481546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.481903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.482211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.482652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.482867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.483204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.483564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.484012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:32:59.530215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.637187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.639706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.689964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.690700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router 9c10eeb8-a7e9-4075-a770-0fd03913106a {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:32:59.699268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.700610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e49f2bbb-9d0c-42ac-936d-b3d0da4906fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/9c10eeb8-a7e9-4075-a770-0fd03913106a HTTP/1.1" status: 204 len: 168 time: 0.8766136 Nov 23 02:32:59.703772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35562) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:32:59.792867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.892414 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.898782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d944a360-db62-4c8a-88d2-af9b434f0199 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:32:59.921916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: d944a360-db62-4c8a-88d2-af9b434f0199 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:32:59.922417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device d944a360-db62-4c8a-88d2-af9b434f0199 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:32:59.922730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f285e756-6453-48fd-8124-edd3f7cecb2f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:59.932823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e37682-ac36-4cf5-9411-5f49b3796cdd') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:59.933123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e37682-ac36-4cf5-9411-5f49b3796cdd') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:32:59.943349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.958008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.965668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:32:59.966123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:32:59.969729 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:33:00.039676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.045444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.049368 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/f285e756-6453-48fd-8124-edd3f7cecb2f HTTP/1.1" status: 204 len: 168 time: 0.3446131 Nov 23 02:33:00.065395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35564) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:00.066460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa54ec6-9534-4bf2-99df-92f759b87c79 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=f285e756-6453-48fd-8124-edd3f7cecb2f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:00.071644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--949221273', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:00.093771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:00.097435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.123289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:33:00.134029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.134368 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment 517ad7cb-f223-4e27-be41-ce3dab23f076 of type vlan for network ceaa1340-f747-450a-9595-3d928c8be644 Nov 23 02:33:00.179698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.205861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.211646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:00.212198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.268048 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2004523 Nov 23 02:33:00.270912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35566) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:00.275734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:00.282959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c75cd6-5741-4abd-8496-74cca399cfe1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=ceaa1340-f747-450a-9595-3d928c8be644,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:00.295028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network ceaa1340-f747-450a-9595-3d928c8be644 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:33:00.303092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.304221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.385421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.424011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3b4ae030-3d92-4e27-bc78-c00858ea9395 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:00.446127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 3b4ae030-3d92-4e27-bc78-c00858ea9395 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:00.446585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3b4ae030-3d92-4e27-bc78-c00858ea9395 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:00.447039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3c198075-3abf-44dc-9ed3-e3dc0239bea9 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:00.467157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 3c198075-3abf-44dc-9ed3-e3dc0239bea9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:00.467538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3c198075-3abf-44dc-9ed3-e3dc0239bea9 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:00.467957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:00.490433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:00.490846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c4a3d0d3-bb63-4883-8f92-1ae02e5053d8 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:00.549978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.747901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.766808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:00.871345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.141 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/df188335-f839-40d1-956f-81af1e6a74ef) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:00.982041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.019897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.060745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:01.063731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:01.067150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:01.072844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=df188335-f839-40d1-956f-81af1e6a74ef,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:01.076972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d07a407-bf27-4938-a562-c4f6d93fc3fc None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:33:01.105231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7e1125eb-92f0-44f6-87bd-aedcac27089a None None] Provisioning complete for port df188335-f839-40d1-956f-81af1e6a74ef triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:01.105690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7e1125eb-92f0-44f6-87bd-aedcac27089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.143584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7e1125eb-92f0-44f6-87bd-aedcac27089a None None] Port df188335-f839-40d1-956f-81af1e6a74ef cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:01.343010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.553099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.688632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:33:01.801936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:01.812823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:01.825776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:01.826419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:01.826587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:01.827755 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-abcdf201-3ab5-4b9d-a739-94ba2e1bab9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5557904 Nov 23 02:33:01.831010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35568) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.859185 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-075dd740-5790-4033-9766-33ca6fa0d411 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269976 Nov 23 02:33:01.861715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35570) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.933426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:01.952762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db6f99-549f-4629-bc77-0add737d62f1 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:01.957089 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e1db6f99-549f-4629-bc77-0add737d62f1 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915563 Nov 23 02:33:01.957248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.984738 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0b5617fd-56c9-4301-b3ba-837e19967ac3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263906 Nov 23 02:33:01.987310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:01.992026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-23728601', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:02.079838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:02.083574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.118200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:01Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:02.145949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:33:02.146374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Updating router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 port df188335-f839-40d1-956f-81af1e6a74ef binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:33:02.177099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.271532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.338808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=594345da-4e39-4be8-9ef6-0b8b7450f1fc,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.350423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:02.351048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: ceaa1340-f747-450a-9595-3d928c8be644, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:33:02.371305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network ceaa1340-f747-450a-9595-3d928c8be644 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:33:02.380972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, ceaa1340-f747-450a-9595-3d928c8be644) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:02.385425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:02.386042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.397097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72421a-1362-449e-ac8d-b2a0ac306157 None None] Network ceaa1340-f747-450a-9595-3d928c8be644 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:02.403535 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-71b936ff-25d7-4042-881e-07f0377774df tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4152608 Nov 23 02:33:02.406851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:02.486402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.499030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.558081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2c072-8d3e-44e7-817d-cb4edba4d247 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:33:02.602863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Attempting to bind port df188335-f839-40d1-956f-81af1e6a74ef on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:02.603371 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Attempting to bind port df188335-f839-40d1-956f-81af1e6a74ef by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:02.603661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Attempting to bind port df188335-f839-40d1-956f-81af1e6a74ef on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:02.608444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aaad5-e498-463c-83b9-1240b63ac97e None None] Pushing event updated for resources: {'Port': ['ID=df188335-f839-40d1-956f-81af1e6a74ef,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.619928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:02.620345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:02.620822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.621289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:02.621781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Bound port: df188335-f839-40d1-956f-81af1e6a74ef, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:02.622166 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.695644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-ceaa1340-f747-450a-9595-3d928c8be644', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:33:02.696509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.725151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] For port df188335-f839-40d1-956f-81af1e6a74ef, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:02.727250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c5a88075-f46e-4b01-8eea-d8d49563c523 None None] Provisioning complete for port df188335-f839-40d1-956f-81af1e6a74ef triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:02.727627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5a88075-f46e-4b01-8eea-d8d49563c523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.764822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] For port df188335-f839-40d1-956f-81af1e6a74ef, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=df188335-f839-40d1-956f-81af1e6a74ef,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:02.776475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:02.859053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c5a88075-f46e-4b01-8eea-d8d49563c523 None None] Port df188335-f839-40d1-956f-81af1e6a74ef cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:02.882181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e234b151-3f3f-4c46-8899-08f3ebe1be73 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:33:02.938061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800aaad5-e498-463c-83b9-1240b63ac97e None None] Pushing event updated for resources: {'Port': ['ID=df188335-f839-40d1-956f-81af1e6a74ef,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:02.940542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:02.941203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:32:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:03.019805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Allocated IP 172.20.0.2 (ceaa1340-f747-450a-9595-3d928c8be644/594345da-4e39-4be8-9ef6-0b8b7450f1fc/06b48738-cf8a-4ded-94cb-bb23fb1a7565) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:03.076858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-be4d43df-a68d-4604-b2ea-943609efbf97 None None] Provisioning complete for port df188335-f839-40d1-956f-81af1e6a74ef triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:03.077247 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-be4d43df-a68d-4604-b2ea-943609efbf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.212681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.339112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:03.429333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c3e39659-c414-4435-9420-656cbadbd594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.636837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-be4d43df-a68d-4604-b2ea-943609efbf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.641651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.694997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.699833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (ceaa1340-f747-450a-9595-3d928c8be644/594345da-4e39-4be8-9ef6-0b8b7450f1fc/c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:03.745906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-be4d43df-a68d-4604-b2ea-943609efbf97 None None] For port df188335-f839-40d1-956f-81af1e6a74ef, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=df188335-f839-40d1-956f-81af1e6a74ef,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:03.760351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-be4d43df-a68d-4604-b2ea-943609efbf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.772437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Network ceaa1340-f747-450a-9595-3d928c8be644 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:03.779971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Pushing event updated for resources: {'Port': ['ID=06b48738-cf8a-4ded-94cb-bb23fb1a7565,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.782862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:03.788148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:03.831471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.873679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.917749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network ceaa1340-f747-450a-9595-3d928c8be644 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:03.919293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:01Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:03.921007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:03.921567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d43df-a68d-4604-b2ea-943609efbf97 None None] Pushing event updated for resources: {'Port': ['ID=df188335-f839-40d1-956f-81af1e6a74ef,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.924785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:03.927453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Attempting to bind port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:03.927784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Attempting to bind port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:03.928144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Attempting to bind port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 on network ceaa1340-f747-450a-9595-3d928c8be644 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:03.955068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:03.957571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7221eacc-29a3-42c2-bb37-7189afa49ee3 None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:01Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:03.962270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:03.962613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Checking segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:03.963138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.963685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Bound using segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:03.964338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Bound port: 06b48738-cf8a-4ded-94cb-bb23fb1a7565, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:03.964715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:03.979917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.040511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] For port 06b48738-cf8a-4ded-94cb-bb23fb1a7565, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:04.045201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] For port 06b48738-cf8a-4ded-94cb-bb23fb1a7565, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=06b48738-cf8a-4ded-94cb-bb23fb1a7565,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:04.051052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.116615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de403b9f-a879-4ed7-bdfd-e1d37d0fc48f None None] Pushing event updated for resources: {'Port': ['ID=06b48738-cf8a-4ded-94cb-bb23fb1a7565,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:04.125258 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.521878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.523354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 06b48738-cf8a-4ded-94cb-bb23fb1a7565 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:04.528090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.580611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:04.581523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.605276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.607262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:04.686984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.712679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network ceaa1340-f747-450a-9595-3d928c8be644 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:04.714998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:04.726895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 06b48738-cf8a-4ded-94cb-bb23fb1a7565, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=06b48738-cf8a-4ded-94cb-bb23fb1a7565,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:04.733194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.734174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device df188335-f839-40d1-956f-81af1e6a74ef up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:04.817040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=06b48738-cf8a-4ded-94cb-bb23fb1a7565,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:04.841952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port df188335-f839-40d1-956f-81af1e6a74ef triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:04.842341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:04.848456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:04.982740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:04.988331 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2d3975c3-99f6-4229-a806-553b5573bf80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9847c637-7cac-42bb-93cf-ad44d9ec4a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802407 Nov 23 02:33:04.990776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35582) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:05.179824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.180329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.180790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.181239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ef68e-a490-45ec-b1ce-0c05d1e74c4e None None] Network ceaa1340-f747-450a-9595-3d928c8be644 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:33:05.181387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.181893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.182520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.184425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-323bfe11-58d6-4a62-9822-561f38b6a42a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1925974 Nov 23 02:33:05.187253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35584) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:05.303165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.303649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.304105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.304588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.305040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.305486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:05.307465 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e9ea9aa3-df12-43da-8ee3-7080dd14fec3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1191454 Nov 23 02:33:05.310168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35586) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:05.314397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-13e38ed0-3125-43e8-a2f4-14e6301e7bdd None None] Provisioning complete for port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:05.314826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13e38ed0-3125-43e8-a2f4-14e6301e7bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.575058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5511e736-3e12-4665-96c3-a5bd90a48261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.578192 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-271c3c1e-9dc9-4b09-a0da-952120dba063 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2667012 Nov 23 02:33:05.650840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7b516908-4257-4436-ac1d-96fe199ebf85 None None] Provisioning complete for port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:05.651567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7b516908-4257-4436-ac1d-96fe199ebf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.694230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7b516908-4257-4436-ac1d-96fe199ebf85 None None] Port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:05.706949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7b516908-4257-4436-ac1d-96fe199ebf85 None None] Provisioning complete for port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:05.707322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7b516908-4257-4436-ac1d-96fe199ebf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.732385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35590) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:05.737443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320147903', 'description': 'tempest-secgroup-smoke-320147903 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:05.777975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.809325 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:05.820159 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:05.820884 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:05.875843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.881202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.916962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.918224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1847360 Nov 23 02:33:05.920529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0dabd-5e5b-4690-9eb6-4e2fd4f7d6d1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7d9d26-0c75-4bad-89eb-a359e8b499e5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:05.921316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35592) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:05.927532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d9d26-0c75-4bad-89eb-a359e8b499e5', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:05.941395 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:05.958484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-09882f9c-84b5-445f-9a18-d85653096e00 None None] Provisioning complete for port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:05.959309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-09882f9c-84b5-445f-9a18-d85653096e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:05.963460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.021451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-09882f9c-84b5-445f-9a18-d85653096e00 None None] Port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:06.042958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.049740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.068406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d42222-4d6e-4a1e-8f63-b1a8d037ee2b,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.077367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.078567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-edbac9bc-76b2-4dac-b97f-2af3132b0b56 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1562572 Nov 23 02:33:06.081363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35594) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.085923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d9d26-0c75-4bad-89eb-a359e8b499e5', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:06.113629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.141895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82003144-13ca-499d-8b94-0027e5ebaeee None None] Provisioning complete for port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:06.142430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82003144-13ca-499d-8b94-0027e5ebaeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.172383 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:06.176485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.182054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.182761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82003144-13ca-499d-8b94-0027e5ebaeee None None] Port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:06.202114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8c7b32-3ef1-4138-a208-ce2289975c09,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.203445 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:33:06.203846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Updating router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:33:06.207775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.209473 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-27e1d497-b274-4d2e-9c6d-04d181b5ee3d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270652 Nov 23 02:33:06.211973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35596) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.216814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d9d26-0c75-4bad-89eb-a359e8b499e5', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:06.232619 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.242934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.300928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.305567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.329505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6643f0cc-d29e-4fbd-8b99-f89e048a995a,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.339626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.341095 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c7ddc4ec-f063-43df-86df-fc565dda5461 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1280172 Nov 23 02:33:06.346195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.352818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d9d26-0c75-4bad-89eb-a359e8b499e5', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:06.378973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.385679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.429515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 06b48738-cf8a-4ded-94cb-bb23fb1a7565 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:06.456152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.463668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.479974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:06.480380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.484309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49c8be-17d1-4573-a53d-fb8aa7a485e7,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.495687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.497088 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-12723387-e4f1-48c2-9254-ae88059ce7cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1481342 Nov 23 02:33:06.500548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35600) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.505394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d9d26-0c75-4bad-89eb-a359e8b499e5', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:06.509540 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.517124 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.530439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:33:06.541273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.584122 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Pushing event updated for resources: {'Port': ['ID=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.595295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.595911 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.596287 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.596608 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.596934 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.597278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.597605 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.597939 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.598277 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.598597 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.598916 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.599225 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:33:06.611821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.617148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.637676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0932e693-86eb-42bb-bca5-9ae6429c2e56,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.644026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.648397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35602) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:06.648567 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e5385219-c586-4a67-8a72-26a80f995cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1467485 Nov 23 02:33:06.653634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'ea7d9d26-0c75-4bad-89eb-a359e8b499e5', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:06.661629 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Attempting to bind port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:06.662135 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Attempting to bind port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:06.662953 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Attempting to bind port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 on network ceaa1340-f747-450a-9595-3d928c8be644 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:06.669013 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:06.669392 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Checking segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:06.669778 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.670168 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Bound using segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:06.670677 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Bound port: c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:06.671011 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.678755 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:33:06.693823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.741726 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] For port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:06.745401 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] For port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:06.751533 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.766810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.771372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.789258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22aab304-1a7d-468f-bb8e-074d953eb3e3,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.801799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.804742 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4a369642-ed4f-4969-a971-55d799b6029b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551733 Nov 23 02:33:06.812264 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:06.812962 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:06.829273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a6ac0856-2a26-4546-ac79-992f1bf82397 None None] Provisioning complete for port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:06.830366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0856-2a26-4546-ac79-992f1bf82397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:06.864096 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e50be-e68b-4348-9e33-36b7ba7a1c3e None None] Pushing event updated for resources: {'Port': ['ID=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:06.945477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:06.982103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0856-2a26-4546-ac79-992f1bf82397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.008491 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-eab040ee-c1bd-4ada-9480-e6698a5a4c02 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320147903&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0672231 Nov 23 02:33:07.028802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a6ac0856-2a26-4546-ac79-992f1bf82397 None None] For port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:07.034487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a6ac0856-2a26-4546-ac79-992f1bf82397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.092889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac0856-2a26-4546-ac79-992f1bf82397 None None] Pushing event updated for resources: {'Port': ['ID=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:07.161279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fa00f586-8a52-4c18-8ced-39c88d25c6a9 None None] Provisioning complete for port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:07.161689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fa00f586-8a52-4c18-8ced-39c88d25c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:07.171420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-42bd3fe3-0ced-452d-9bb9-fdedf77269fe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:07.172957 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-42bd3fe3-0ced-452d-9bb9-fdedf77269fe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 796 time: 0.1564443 Nov 23 02:33:07.190170 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-b5cd8d81-2e0e-47ff-b29b-7b395d14255b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0113163 Nov 23 02:33:07.287008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-19b1318c-ab6a-4c11-9229-61955640ae28 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891111 Nov 23 02:33:07.287418 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:07.314284 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c1abe8-3e63-4d3b-81d2-01e1cc92aa80 None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:07.353127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-91181bea-3104-4643-84eb-e92ffd1d2061 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:33:07.354254 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-91181bea-3104-4643-84eb-e92ffd1d2061 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0555100 Nov 23 02:33:07.458222 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-cbee8108-c4ad-498d-9944-c461cc95cbe3 service neutron] 10.222.0.53 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964463 Nov 23 02:33:07.557036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-027582c8-c6fd-42ef-89a8-c9b937b3dbbf service neutron] 10.222.0.53 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919287 Nov 23 02:33:07.735186 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a50da340-3195-41e8-b425-6426c0892fcd req-89c59be0-3262-487d-9099-57caceebfbce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 210 time: 0.0302367 Nov 23 02:33:08.045590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.421626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:08.469720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:08.470097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:08.832885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-84a934f1-3eed-4178-ae0d-eda96c5810f9 req-9fbba362-ca34-4fc9-8fd9-4e58eb9364cb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 210 time: 0.0280051 Nov 23 02:33:08.970695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-5dc68636-58d2-475b-89e5-33b96ee3b9f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:08.972269 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-5dc68636-58d2-475b-89e5-33b96ee3b9f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 796 time: 0.1623480 Nov 23 02:33:09.069421 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-2cc01caa-7489-40e8-9021-e64ae7adcdfd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 379 time: 0.0670547 Nov 23 02:33:09.080718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['ea7d9d26-0c75-4bad-89eb-a359e8b499e5']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:09.190339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:33:09.194092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.287331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.325887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.11 (ceaa1340-f747-450a-9595-3d928c8be644/594345da-4e39-4be8-9ef6-0b8b7450f1fc/82a9fd63-40fe-466f-b57e-e0662c1664c3) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:09.462643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.505868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.550737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network ceaa1340-f747-450a-9595-3d928c8be644 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:09.554039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:09.558167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:09.564810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=82a9fd63-40fe-466f-b57e-e0662c1664c3,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:09.616882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.617547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.637380 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-da9d51ec-c275-4341-aad3-96a023cda94f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602424 Nov 23 02:33:09.661901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Request body: {'port': {'device_id': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:09.721125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.787501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3ddb8c3a-84bb-4112-87c8-5a2260e2e67f None None] Provisioning complete for port 82a9fd63-40fe-466f-b57e-e0662c1664c3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:09.788070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ddb8c3a-84bb-4112-87c8-5a2260e2e67f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:09.825394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3ddb8c3a-84bb-4112-87c8-5a2260e2e67f None None] Port 82a9fd63-40fe-466f-b57e-e0662c1664c3 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:33:09.993995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151c022-dfeb-48c5-bf37-b684b318b20e req-ecdb17e5-748f-4086-b8ee-f89f87516bc5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:09.995532 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0151c022-dfeb-48c5-bf37-b684b318b20e req-ecdb17e5-748f-4086-b8ee-f89f87516bc5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 932 time: 0.0910778 Nov 23 02:33:10.046873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a9fd63-40fe-466f-b57e-e0662c1664c3 {{(pid=103356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:10.060034 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.086505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.provisioning_blocks [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Transition to ACTIVE for port object 82a9fd63-40fe-466f-b57e-e0662c1664c3 will not be triggered until provisioned by entity L2. {{(pid=103356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:33:10.092207 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0151c022-dfeb-48c5-bf37-b684b318b20e req-0fd3fe31-d844-4cfd-8250-c9c7c635e1fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907502 Nov 23 02:33:10.093270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.149040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Pushing event updated for resources: {'Port': ['ID=82a9fd63-40fe-466f-b57e-e0662c1664c3,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:10.222113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Attempting to bind port 82a9fd63-40fe-466f-b57e-e0662c1664c3 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:33:10.222608 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Attempting to bind port 82a9fd63-40fe-466f-b57e-e0662c1664c3 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:33:10.223027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Attempting to bind port 82a9fd63-40fe-466f-b57e-e0662c1664c3 on network ceaa1340-f747-450a-9595-3d928c8be644 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.228062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Port 82a9fd63-40fe-466f-b57e-e0662c1664c3 on network ceaa1340-f747-450a-9595-3d928c8be644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:33:10.228863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Attempting to bind port 82a9fd63-40fe-466f-b57e-e0662c1664c3 on network ceaa1340-f747-450a-9595-3d928c8be644 {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:33:10.234688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:33:10.235069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Checking segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:33:10.235412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Bound using segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} {{(pid=103356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:33:10.235844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.managers [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Bound port: 82a9fd63-40fe-466f-b57e-e0662c1664c3, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}}] {{(pid=103356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:33:10.236201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.302048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] For port 82a9fd63-40fe-466f-b57e-e0662c1664c3, host hv-neutron-8188, cleared binding levels {{(pid=103356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:33:10.305215 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] For port 82a9fd63-40fe-466f-b57e-e0662c1664c3, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:33:10.312061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.357292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.357836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:10.359261 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] 10.222.0.46 "PUT /v2.0/ports/82a9fd63-40fe-466f-b57e-e0662c1664c3 HTTP/1.1" status: 200 len: 1094 time: 0.7019858 Nov 23 02:33:10.359729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:10.362132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0951f3c4-b05f-402c-87cf-18c564a5deb9" -d '{"events": [{"name": "network-changed", "server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:10.386626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c9276-5080-40f8-8b0e-1505869f09d3 service neutron] Pushing event updated for resources: {'Port': ['ID=82a9fd63-40fe-466f-b57e-e0662c1664c3,revision_number=3']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:10.477965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fc1d06-8805-41ba-abb4-8f167fe31488 x-openstack-request-id: req-e0fc1d06-8805-41ba-abb4-8f167fe31488 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:10.478279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:10.478663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0fc1d06-8805-41ba-abb4-8f167fe31488 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:10.479138 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'status': 'completed', 'code': 200} Nov 23 02:33:10.484408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-6287304c-a53b-4c85-a017-c827c1b42ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.485957 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-6287304c-a53b-4c85-a017-c827c1b42ea7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 1097 time: 0.0486655 Nov 23 02:33:10.545266 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-96a2ab64-0f9d-4d15-b654-6c275b1911ab service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3 HTTP/1.1" status: 200 len: 217 time: 0.0361896 Nov 23 02:33:10.942800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-91d35b59-fdaf-476f-b486-a849d6646634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.944201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-91d35b59-fdaf-476f-b486-a849d6646634 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.3880856 Nov 23 02:33:10.998208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-92fbe223-16a8-49a3-8ed1-b27c5dcb32aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:10.999699 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-92fbe223-16a8-49a3-8ed1-b27c5dcb32aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438116 Nov 23 02:33:11.105606 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-9a1e676c-77df-462a-bef2-4fb5965a230d service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964427 Nov 23 02:33:11.226238 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9bb4f735-2f43-4a71-aa13-f5ae6e75462f req-0aeeb42f-d778-4b07-a40a-23e8600d01cd service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126440 Nov 23 02:33:11.236948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7577a43-2777-4e67-8f76-2a5b9ce05b8f req-05f7cd89-879d-4ab2-96c9-c03818bbc8fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.238347 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7577a43-2777-4e67-8f76-2a5b9ce05b8f req-05f7cd89-879d-4ab2-96c9-c03818bbc8fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 944 time: 0.0752215 Nov 23 02:33:11.302000 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7577a43-2777-4e67-8f76-2a5b9ce05b8f req-f2f3de9d-1d60-445c-828f-430a6123866f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562875 Nov 23 02:33:11.384689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-7ea388cc-3d5d-468c-a33b-aff5189bdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.386534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-7ea388cc-3d5d-468c-a33b-aff5189bdd1e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 1097 time: 0.0450268 Nov 23 02:33:11.481339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-c389b4d2-1480-4de4-a222-9eecafa5da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.482727 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-c389b4d2-1480-4de4-a222-9eecafa5da6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 897 time: 0.0867147 Nov 23 02:33:11.530281 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-b6610ecd-19c5-4f97-b286-6c69c47f2adc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3 HTTP/1.1" status: 200 len: 217 time: 0.0393007 Nov 23 02:33:11.583584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-68264f29-d699-4a0a-8e5e-729e1accc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.585078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-68264f29-d699-4a0a-8e5e-729e1accc9fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.0450969 Nov 23 02:33:11.640822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-5e45dae4-ca43-41f8-900e-360a8d5eb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:11.642348 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-5e45dae4-ca43-41f8-900e-360a8d5eb65e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0489538 Nov 23 02:33:11.738920 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-081e35ad-ea3b-4eb8-bd57-20289add18f0 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867133 Nov 23 02:33:11.837429 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0951f3c4-b05f-402c-87cf-18c564a5deb9 req-673ba7e6-d171-42fc-8677-d45455986353 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889287 Nov 23 02:33:12.424777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb05b38-08ec-446a-b7ce-f203cda4db41 req-eb2b093c-15eb-48d5-bd00-ad12339ec8bf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:12.426255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2eb05b38-08ec-446a-b7ce-f203cda4db41 req-eb2b093c-15eb-48d5-bd00-ad12339ec8bf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 944 time: 0.0514116 Nov 23 02:33:12.481852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2eb05b38-08ec-446a-b7ce-f203cda4db41 req-ecac0514-54bb-439f-bbe9-64286c64c0e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Nov 23 02:33:13.614800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae809267-e79e-4f23-ab6a-8b1c07740f1b req-1f759a1e-1202-453f-9a8f-7f334f759e32 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:13.616186 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ae809267-e79e-4f23-ab6a-8b1c07740f1b req-1f759a1e-1202-453f-9a8f-7f334f759e32 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 944 time: 0.0533996 Nov 23 02:33:13.680004 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ae809267-e79e-4f23-ab6a-8b1c07740f1b req-f383232a-7491-4cba-9c1f-ccf429321b61 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555260 Nov 23 02:33:13.955797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 82a9fd63-40fe-466f-b57e-e0662c1664c3 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:33:14.054712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 82a9fd63-40fe-466f-b57e-e0662c1664c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:14.066591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'port_id': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'mac_address': 'fa:16:3e:38:59:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:33:14.103315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:14.119971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a9fd63-40fe-466f-b57e-e0662c1664c3 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:33:14.140271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 82a9fd63-40fe-466f-b57e-e0662c1664c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:14.147387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:14.342716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=82a9fd63-40fe-466f-b57e-e0662c1664c3,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:14.544851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['82a9fd63-40fe-466f-b57e-e0662c1664c3'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:33:14.802497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92c467-7c97-4f0f-b54b-76c10bf43c07 req-a48a8032-e927-4d88-ac64-97e4d89713c2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:14.803935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2c92c467-7c97-4f0f-b54b-76c10bf43c07 req-a48a8032-e927-4d88-ac64-97e4d89713c2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 945 time: 0.0545247 Nov 23 02:33:14.859352 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2c92c467-7c97-4f0f-b54b-76c10bf43c07 req-77f67835-9c52-4160-ae2e-11fccfd3e532 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470266 Nov 23 02:33:15.953492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 82a9fd63-40fe-466f-b57e-e0662c1664c3 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:33:15.985283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2b46-8a89-4755-9536-2e4c3188073f req-acb3d83d-0bea-40b4-8106-64b73add971b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:15.986969 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e75e2b46-8a89-4755-9536-2e4c3188073f req-acb3d83d-0bea-40b4-8106-64b73add971b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 945 time: 0.0510139 Nov 23 02:33:16.006118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 82a9fd63-40fe-466f-b57e-e0662c1664c3 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:33:16.010061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 82a9fd63-40fe-466f-b57e-e0662c1664c3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:33:16.010444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.043237 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e75e2b46-8a89-4755-9536-2e4c3188073f req-f11ba847-e73e-4bc8-9176-8f06fc9079dc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501695 Nov 23 02:33:16.091562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.126959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:16.129311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8151e4f4-ec7a-481a-84e6-d3c7d706b9e0" -d '{"events": [{"server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "name": "network-vif-plugged", "status": "completed", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:16.142171 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 82a9fd63-40fe-466f-b57e-e0662c1664c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:16.147654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:16.171384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a0405f-2e8a-4b00-b463-6ff63e628225 x-openstack-request-id: req-31a0405f-2e8a-4b00-b463-6ff63e628225 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:16.172015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "name": "network-vif-plugged", "status": "completed", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:16.172293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31a0405f-2e8a-4b00-b463-6ff63e628225 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:16.172692 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'code': 200} Nov 23 02:33:16.197652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=82a9fd63-40fe-466f-b57e-e0662c1664c3,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:16.405502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb8a9c-f43a-4b05-8f69-a9aa8a078709 req-08ab12e6-1451-4a41-a6aa-76dafdc1ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:16.407473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7edb8a9c-f43a-4b05-8f69-a9aa8a078709 req-08ab12e6-1451-4a41-a6aa-76dafdc1ab35 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 1099 time: 0.0463426 Nov 23 02:33:16.464207 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7edb8a9c-f43a-4b05-8f69-a9aa8a078709 req-59155b58-3cdb-4039-871a-50491da9a9a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489616 Nov 23 02:33:17.184697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed58d4b-c704-4eb8-990d-0b44e8e0c1cf req-4b05afbd-b31b-457f-b2b3-3ebda602b4ba tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:17.186201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2ed58d4b-c704-4eb8-990d-0b44e8e0c1cf req-4b05afbd-b31b-457f-b2b3-3ebda602b4ba tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 946 time: 0.0589135 Nov 23 02:33:17.238631 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2ed58d4b-c704-4eb8-990d-0b44e8e0c1cf req-2282d226-b1be-4c77-8af3-ddb7dea2bde0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438502 Nov 23 02:33:18.363764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067b9fb-d845-4ca6-a4f5-f1f9b8b85430 req-f08208d3-34e3-4fc5-bd67-b895bb2b4fd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:18.365304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d067b9fb-d845-4ca6-a4f5-f1f9b8b85430 req-f08208d3-34e3-4fc5-bd67-b895bb2b4fd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 946 time: 0.0512748 Nov 23 02:33:18.418156 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d067b9fb-d845-4ca6-a4f5-f1f9b8b85430 req-348be3f2-505c-4fe1-930f-b3c5cadc4b9b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444441 Nov 23 02:33:18.549731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a28ff-1d47-44f6-a102-a9eb9cb48531 req-3c08a361-a5b5-46ce-9fbe-a4080a99ef4f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:18.551578 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-944a28ff-1d47-44f6-a102-a9eb9cb48531 req-3c08a361-a5b5-46ce-9fbe-a4080a99ef4f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 946 time: 0.0570798 Nov 23 02:33:18.606814 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-944a28ff-1d47-44f6-a102-a9eb9cb48531 req-14e805ac-743a-4d0a-bc40-caeb58013a0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464599 Nov 23 02:33:18.636228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35662) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:18.683172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7696a21-33c1-449e-a143-ead0c6d03ab6 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:18.684737 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e7696a21-33c1-449e-a143-ead0c6d03ab6 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 1094 time: 0.0474699 Nov 23 02:33:18.687868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35664) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:18.692794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:33:18.720310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.825292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:18.945314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.181 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/8c0e1f86-a9a0-418b-9f3c-02ef4b21e32a) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:33:19.061090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.101242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.146604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:33:19.149800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:33:19.153333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:33:19.159630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=8c0e1f86-a9a0-418b-9f3c-02ef4b21e32a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:19.532334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.609817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.767648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.775267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.841050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=8c0e1f86-a9a0-418b-9f3c-02ef4b21e32a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:19.856180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:19.967882 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67 associated. External IP: 172.26.8.181, port: 82a9fd63-40fe-466f-b57e-e0662c1664c3. Nov 23 02:33:20.187871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:20.304538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:20.314380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:20.325797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:20.326423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:20.327545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.358314 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-15295284-e7dd-4657-a56e-883f71ebc930 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6665666 Nov 23 02:33:20.358314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:20.358762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35666) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:20.359235 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1276605-2c96-4305-bd91-cbd127a9d8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:20.395518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e60894-83df-45a7-bd94-cac0ed3a9c48 x-openstack-request-id: req-78e60894-83df-45a7-bd94-cac0ed3a9c48 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:20.396629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:20.396629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78e60894-83df-45a7-bd94-cac0ed3a9c48 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:20.396629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'status': 'completed', 'code': 200} Nov 23 02:33:20.426401 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d1799e92-48dc-41e9-85b6-bb13fa2cb27c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 992 time: 0.0653408 Nov 23 02:33:20.441875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:20.452212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:20.484798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-0a262d44-829d-4606-bef3-23c8fecea2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.486296 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-0a262d44-829d-4606-bef3-23c8fecea2dd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 1099 time: 0.0411630 Nov 23 02:33:20.591298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-f2e56d23-d5f6-4694-80c3-13bab4ccf9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.592927 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-f2e56d23-d5f6-4694-80c3-13bab4ccf9d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 897 time: 0.0985432 Nov 23 02:33:20.663438 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-6e26b784-6c0e-4c75-9b3d-8a6f2cb2712b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3 HTTP/1.1" status: 200 len: 1000 time: 0.0621936 Nov 23 02:33:20.681186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '5abae4c6-9a89-4f31-a985-cc84e871cf67', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'port_id': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'mac_address': 'fa:16:3e:38:59:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:33:19Z', 'updated_at': '2021-11-23T02:33:19Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:20.707923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:33:20.714070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-5ade1223-6c66-493a-ac46-454a98af1d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.715607 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-5ade1223-6c66-493a-ac46-454a98af1d31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.0445132 Nov 23 02:33:20.717000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:20.717632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:20.774932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-bad5cd34-c1a8-4efb-96cd-582e0ea7e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:20.776483 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-bad5cd34-c1a8-4efb-96cd-582e0ea7e127 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528338 Nov 23 02:33:20.824547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:20.865397 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-0f191483-7a1a-45f1-8bdf-19e87a6cc593 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814791 Nov 23 02:33:20.962445 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1276605-2c96-4305-bd91-cbd127a9d8dc req-3a60d502-4ffb-4b95-bcff-73b4320d55ef service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883441 Nov 23 02:33:21.056559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '5abae4c6-9a89-4f31-a985-cc84e871cf67', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'port_id': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'mac_address': 'fa:16:3e:38:59:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:33:19Z', 'updated_at': '2021-11-23T02:33:19Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:21.083683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a909ec5d-ec45-4208-a0c1-fb78a9e43d4f None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '5abae4c6-9a89-4f31-a985-cc84e871cf67', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'port_id': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'mac_address': 'fa:16:3e:38:59:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:33:19Z', 'updated_at': '2021-11-23T02:33:19Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:21.299771 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fbfaaf-9604-47d7-8532-d16656efe43f None None] New status for floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:33:21.429434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35670) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:21.492177 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-13ef4675-5ded-4665-ab69-2b4f7604b3e4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 992 time: 0.0615487 Nov 23 02:33:22.497544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35672) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:22.570403 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5fed6799-5cdf-43ce-ad88-95dc9a05b90b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 994 time: 0.0712831 Nov 23 02:33:29.469297 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:33:32.783241 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-43fe2b95-c691-406c-b8aa-75752085aed6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446291 Nov 23 02:33:32.870804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-3b59f95b-cd38-44de-b388-577d0e34cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:32.872403 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-3b59f95b-cd38-44de-b388-577d0e34cd41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1098 time: 0.0505128 Nov 23 02:33:32.978338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-7c227520-0fe2-48dd-9481-e215a43d339b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:32.979846 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-7c227520-0fe2-48dd-9481-e215a43d339b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.0852635 Nov 23 02:33:33.052774 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-d08b3357-2a4c-43dd-a7ca-b8dd6b44b0bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 200 len: 1001 time: 0.0630016 Nov 23 02:33:33.105240 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-d7a798b6-0b1e-4a6a-b234-1bc877fabb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:33.106610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-d7a798b6-0b1e-4a6a-b234-1bc877fabb39 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0456514 Nov 23 02:33:33.144116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8b17e938-556e-4849-80d7-61000ce406d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:33.156585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-677bfe0a-94c2-42c7-84cd-6a797bd13003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:33.158145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-677bfe0a-94c2-42c7-84cd-6a797bd13003 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436494 Nov 23 02:33:33.537002 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-0f1d1939-bbbc-4d43-8ee9-d0ab42fca30f service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608153 Nov 23 02:33:33.629307 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0ace401-c539-43d9-b40e-ab29ef2bad26 req-beb078fe-4a7b-4869-8c24-b0072cacb36a service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828846 Nov 23 02:33:35.590062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2768dd77-3529-42b8-b26c-e517217bdf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:36.379670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:38.048869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:39.289663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:43.985594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35674) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:44.481419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Deleting port f15e6dd4-9068-432c-ba97-d4fa799052b1 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:44.481989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.567291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.567622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.579501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Calling delete_port for f15e6dd4-9068-432c-ba97-d4fa799052b1 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:44.731622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.758716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'Port': ['ID=f15e6dd4-9068-432c-ba97-d4fa799052b1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:44.817809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:44.818210 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Floating IP 6c2e16a1-237f-4f07-804f-5efd8fe90ef1 disassociated (deleted). External IP: 172.26.8.127, port: fa928075-ed24-4bd4-bb67-fe6521ae7dec. Nov 23 02:33:45.045225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:45.156783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:45.162091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:45.167594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:45.178146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:45.178783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:45.188879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f146ee8e-ce5f-493d-ae46-e9ef65553383 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "DELETE /v2.0/floatingips/6c2e16a1-237f-4f07-804f-5efd8fe90ef1 HTTP/1.1" status: 204 len: 168 time: 1.2020595 Nov 23 02:33:45.189707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:45.192101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434031bd-48d6-40b6-a47c-6036239d32ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:45.291441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3504d4d-dd02-421c-8740-a52222706848 x-openstack-request-id: req-e3504d4d-dd02-421c-8740-a52222706848 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:45.291739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:45.291869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:45.292308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e3504d4d-dd02-421c-8740-a52222706848 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:45.292688 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'status': 'completed', 'code': 200} Nov 23 02:33:45.388440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434031bd-48d6-40b6-a47c-6036239d32ea req-d34614b3-67c3-43c1-8caf-459570f26902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.390041 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-d34614b3-67c3-43c1-8caf-459570f26902 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 1098 time: 0.0459814 Nov 23 02:33:45.487766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b231-480e-4264-baf4-1e859c8819d2 req-d705c4dd-f496-4037-9962-ed07782a7b24 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.489280 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e3e0b231-480e-4264-baf4-1e859c8819d2 req-d705c4dd-f496-4037-9962-ed07782a7b24 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0979264 Nov 23 02:33:45.517338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:45.548414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:33:45.557493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:45.558212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:45.565790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434031bd-48d6-40b6-a47c-6036239d32ea req-fa727236-9eb2-4d54-9336-11f09d43f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.567290 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-fa727236-9eb2-4d54-9336-11f09d43f020 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1408465 Nov 23 02:33:45.571425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e3e0b231-480e-4264-baf4-1e859c8819d2 req-71a3bee8-94f8-4c43-98c7-3b2283d3fee1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760293 Nov 23 02:33:45.613082 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-edb1b34c-3219-48d7-9e2b-6db767f72567 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 200 len: 217 time: 0.0357945 Nov 23 02:33:45.662093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:33:45.666713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434031bd-48d6-40b6-a47c-6036239d32ea req-70ed4f4e-7b9e-4416-a387-388d3d96b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.668390 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-70ed4f4e-7b9e-4416-a387-388d3d96b1f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0467072 Nov 23 02:33:45.717434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434031bd-48d6-40b6-a47c-6036239d32ea req-10976831-1674-4507-8b5d-534d231125fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:45.718947 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-10976831-1674-4507-8b5d-534d231125fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406423 Nov 23 02:33:45.819229 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-fc02b762-b5bd-45e0-90ff-60e653ed0236 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878947 Nov 23 02:33:45.912973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:45.916209 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-434031bd-48d6-40b6-a47c-6036239d32ea req-88335cda-6dbb-423b-8209-fb80990661a3 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846400 Nov 23 02:33:45.939424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af846c0-a1a0-4c57-99b9-c2cedf1a63cf None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b89567f-a314-4f54-aa70-1cf9002551c5', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'floating_ip_address': '172.26.8.16', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'port_id': '8ae8d44c-058a-4e92-b506-0780b6635111', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'mac_address': 'fa:16:3e:b2:ae:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:29:44Z', 'updated_at': '2021-11-23T02:29:47Z', 'revision_number': 1, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:33:46.175743 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ca072-5e73-4d43-944e-f5396578b8d3 None None] New status for floating IP 6c2e16a1-237f-4f07-804f-5efd8fe90ef1: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:33:46.714248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd4515-4ee5-49af-9dd4-b6f5b691abd2 req-077ad9cd-47ae-4a5c-95ea-cbf6553d4284 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:46.715781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-31dd4515-4ee5-49af-9dd4-b6f5b691abd2 req-077ad9cd-47ae-4a5c-95ea-cbf6553d4284 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0590606 Nov 23 02:33:46.769118 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-31dd4515-4ee5-49af-9dd4-b6f5b691abd2 req-7a03c97e-b569-4be0-834c-b9a85948c0f9 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473411 Nov 23 02:33:47.567750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-34fe203b-e554-4f9a-b320-24fb3247bd10 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:47.569250 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-34fe203b-e554-4f9a-b320-24fb3247bd10 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0644329 Nov 23 02:33:47.671347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Deleting port fa928075-ed24-4bd4-bb67-fe6521ae7dec {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:47.671609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.768506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] For port fa928075-ed24-4bd4-bb67-fe6521ae7dec, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fa928075-ed24-4bd4-bb67-fe6521ae7dec,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:33:47.768863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.782243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Calling delete_port for fa928075-ed24-4bd4-bb67-fe6521ae7dec owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:47.911506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c6a42-5ea8-449f-8b6c-1ab1a24d47a8 req-0d0d2e8f-1b39-4c9f-b35d-54da9d5c4412 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:47.913045 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-433c6a42-5ea8-449f-8b6c-1ab1a24d47a8 req-0d0d2e8f-1b39-4c9f-b35d-54da9d5c4412 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 945 time: 0.0744216 Nov 23 02:33:47.984546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:47.996489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-433c6a42-5ea8-449f-8b6c-1ab1a24d47a8 req-37a9b4bc-faa5-4a2d-b74f-4d71fcd28f77 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658262 Nov 23 02:33:48.020194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'Port': ['ID=fa928075-ed24-4bd4-bb67-fe6521ae7dec,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:48.063440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] No DVR routers for this DVR port fa928075-ed24-4bd4-bb67-fe6521ae7dec on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:33:48.066593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:48.070313 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6d60b849-40bf-4d29-90be-bb54464e86f2 req-b1706907-dfe3-4f3e-8112-97fae5f3b2a0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "DELETE /v2.0/ports/fa928075-ed24-4bd4-bb67-fe6521ae7dec HTTP/1.1" status: 204 len: 173 time: 0.4931173 Nov 23 02:33:48.070777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'name': 'network-vif-deleted', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:48.073101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7256ce-b66b-4163-b148-e7164546733f" -d '{"events": [{"server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "name": "network-vif-deleted", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:48.115002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b983c3ef-c126-4fb2-8151-109fed2c7aef x-openstack-request-id: req-b983c3ef-c126-4fb2-8151-109fed2c7aef {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:48.115338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3826a751-603c-449f-bfd1-d592c91808ce", "name": "network-vif-deleted", "tag": "fa928075-ed24-4bd4-bb67-fe6521ae7dec", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:48.115641 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b983c3ef-c126-4fb2-8151-109fed2c7aef {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:48.116119 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3826a751-603c-449f-bfd1-d592c91808ce', 'name': 'network-vif-deleted', 'tag': 'fa928075-ed24-4bd4-bb67-fe6521ae7dec', 'status': 'completed', 'code': 200} Nov 23 02:33:49.100014 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ff5a0e39-1e68-45bc-aacc-d13662d540de req-53ad2e2c-5431-4ae7-ada0-3bd7d2b04372 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 210 time: 0.0321069 Nov 23 02:33:50.200879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-87006444-4d30-49da-adb2-a82591683502 req-6b018d9c-b981-4827-a70c-d20632d319cd tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 210 time: 0.0287130 Nov 23 02:33:50.419040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:51.298520 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-748f61a2-1fa4-4c76-80df-0520796b5ea8 req-ff6bdb1e-4ff2-4b11-a3a4-87d58122e8e0 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 210 time: 0.0274069 Nov 23 02:33:52.171872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device fa928075-ed24-4bd4-bb67-fe6521ae7dec no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:33:52.191670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: fa928075-ed24-4bd4-bb67-fe6521ae7dec {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:33:52.192045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device fa928075-ed24-4bd4-bb67-fe6521ae7dec not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:33:52.402148 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8604488-7e76-4b45-891f-311e705f0ef2 req-dc5b7354-ea25-4d18-b070-a461079c17d8 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=3826a751-603c-449f-bfd1-d592c91808ce HTTP/1.1" status: 200 len: 210 time: 0.0276573 Nov 23 02:33:55.856795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35722) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:55.928874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef811dd-2701-438e-b340-aa16cf3545c0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:55.929269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef811dd-2701-438e-b340-aa16cf3545c0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:55.929759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef811dd-2701-438e-b340-aa16cf3545c0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:55.931547 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5ef811dd-2701-438e-b340-aa16cf3545c0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=86a2edb1c47641e281742bd84e5b420a&network_id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 3000 time: 0.0737085 Nov 23 02:33:58.977598 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35742) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:59.146249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Deleting port 07799beb-81cf-47e2-a42c-7e4604fb0edc {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:33:59.146596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.224839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.225160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.237101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Calling delete_port for 07799beb-81cf-47e2-a42c-7e4604fb0edc owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:33:59.393727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.419111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'Port': ['ID=07799beb-81cf-47e2-a42c-7e4604fb0edc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:33:59.483927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.484192 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Floating IP 0b89567f-a314-4f54-aa70-1cf9002551c5 disassociated (deleted). External IP: 172.26.8.16, port: 8ae8d44c-058a-4e92-b506-0780b6635111. Nov 23 02:33:59.690462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:33:59.798754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:33:59.800763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35744) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:33:59.803609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:33:59.810705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:33:59.823821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:33:59.824575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:33:59.842445 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4d7f3285-1547-4340-aefb-bff0d1f89c7f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "DELETE /v2.0/floatingips/0b89567f-a314-4f54-aa70-1cf9002551c5 HTTP/1.1" status: 204 len: 168 time: 0.8636200 Nov 23 02:33:59.843896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:33:59.846866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898" -d '{"events": [{"name": "network-changed", "server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:33:59.855600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55dcf64-8620-4879-b285-4224a87abcd0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:59.857766 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b55dcf64-8620-4879-b285-4224a87abcd0 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 HTTP/1.1" status: 200 len: 814 time: 0.0557177 Nov 23 02:33:59.898983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479fbb6c-e331-48d4-baea-ac1224726f17 x-openstack-request-id: req-479fbb6c-e331-48d4-baea-ac1224726f17 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:33:59.899303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:33:59.899567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-479fbb6c-e331-48d4-baea-ac1224726f17 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:33:59.899995 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111', 'status': 'completed', 'code': 200} Nov 23 02:33:59.996170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-1930f3a7-34a1-4768-80eb-c04449124edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:33:59.998519 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-1930f3a7-34a1-4768-80eb-c04449124edf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cf7cb3d148643528191c7b32331d091&device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 1099 time: 0.0495968 Nov 23 02:34:00.112502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:00.132871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-a9c6a654-9655-4391-8d56-795bf52f69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.134131 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-a9c6a654-9655-4391-8d56-795bf52f69d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 200 len: 913 time: 0.1254497 Nov 23 02:34:00.150066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68055580-79bd-49b0-98fc-a2a531748349 req-8ac3c653-753e-44f0-a58c-64239c1319fa tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.150066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-68055580-79bd-49b0-98fc-a2a531748349 req-8ac3c653-753e-44f0-a58c-64239c1319fa tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0860577 Nov 23 02:34:00.192328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-f2e09f11-7d03-461a-8066-bb606eb29b0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 200 len: 217 time: 0.0422587 Nov 23 02:34:00.265473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-68055580-79bd-49b0-98fc-a2a531748349 req-484bee66-e86b-4c5a-bcc2-33db41c19446 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083901 Nov 23 02:34:00.267311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-429f98b9-b347-4ec5-8598-70f2d9f7286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.268756 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-429f98b9-b347-4ec5-8598-70f2d9f7286f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 200 len: 851 time: 0.0683024 Nov 23 02:34:00.320529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:00.326018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-88f07928-d12a-46f6-9eb0-77733f09e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:00.327602 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-88f07928-d12a-46f6-9eb0-77733f09e1dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d576560-10d4-4fb4-95f1-a6a6186341a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479987 Nov 23 02:34:00.349668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:34:00.358810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:00.359442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:00.420708 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-7d980c3b-a3e8-43f0-a0d2-60318db89b63 service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833654 Nov 23 02:34:00.464512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:00.519374 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-04bcb2b0-7b35-4fa9-abcf-00983e7b2898 req-6dbbcff6-184d-456d-ad06-e17a854bb39e service neutron] 10.222.0.46 "GET /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888376 Nov 23 02:34:00.691251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:00.717023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff49be44-ed47-48cf-8210-5656df3b31a8 None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:25:29Z', 'revision_number': 4, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '19a7803c-1663-47de-9ac1-16d10a54b480', 'name': '', 'network_id': '3d576560-10d4-4fb4-95f1-a6a6186341a3', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'mac_address': 'fa:16:3e:a0:57:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_interface', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:27Z', 'updated_at': '2021-11-23T02:25:36Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'subnets': [{'id': 'dbf8f0f5-9525-45ef-9884-0b3f976a12e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:34:00.945615 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9beddcb-5ba0-4b8e-894c-e3b635530987 None None] New status for floating IP 0b89567f-a314-4f54-aa70-1cf9002551c5: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:34:01.405774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073a4e74-c300-4506-8f2b-cae80f0b3a11 req-1d736f11-2952-49d1-9ef8-a576096da42c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:01.407256 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-073a4e74-c300-4506-8f2b-cae80f0b3a11 req-1d736f11-2952-49d1-9ef8-a576096da42c tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0541935 Nov 23 02:34:01.464457 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-073a4e74-c300-4506-8f2b-cae80f0b3a11 req-d2abd110-65fc-4df7-8b45-9eaf64293120 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480971 Nov 23 02:34:01.606290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35758) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:01.614094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:01.682040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.838941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.845872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:01.846195 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67 disassociated. External IP: 172.26.8.181, port: 82a9fd63-40fe-466f-b57e-e0662c1664c3. Nov 23 02:34:02.071527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:34:02.187947 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:34:02.193226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.199391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:34:02.210758 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:02.211481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:02.221021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fabb5fb7-9c6d-4db0-8431-10814081a9c6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 690 time: 0.6129801 Nov 23 02:34:02.221757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:02.223986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35760) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:02.224131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738eb52e-7a8d-490e-95b8-8df68b11cda5" -d '{"events": [{"name": "network-changed", "server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:02.267134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c413cb2e-7b1a-4cdd-ac17-698a8b28ce11 x-openstack-request-id: req-c413cb2e-7b1a-4cdd-ac17-698a8b28ce11 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:02.267574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:02.267835 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c413cb2e-7b1a-4cdd-ac17-698a8b28ce11 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:02.268301 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'status': 'completed', 'code': 200} Nov 23 02:34:02.279997 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b821b14e-a03b-4574-8546-ce41a43377ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 690 time: 0.0544558 Nov 23 02:34:02.293577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-39a2280c-89cd-4f2c-8caa-0afb9771b31b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.295118 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-39a2280c-89cd-4f2c-8caa-0afb9771b31b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0638990 Nov 23 02:34:02.328996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:02.392894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Deleting port 8ae8d44c-058a-4e92-b506-0780b6635111 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:02.393292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.404184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-018478f1-030d-40a0-82c0-be9a91e0d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.406191 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-018478f1-030d-40a0-82c0-be9a91e0d8df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 1099 time: 0.0913377 Nov 23 02:34:02.491953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] For port 8ae8d44c-058a-4e92-b506-0780b6635111, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ae8d44c-058a-4e92-b506-0780b6635111,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:02.492344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.509355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Calling delete_port for 8ae8d44c-058a-4e92-b506-0780b6635111 owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:02.547298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:02.578272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:34:02.587038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:02.587585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:33:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:02.595920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-9dc45866-fd0b-47ad-b7e2-5bfc99d5b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.597457 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-9dc45866-fd0b-47ad-b7e2-5bfc99d5b6c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 897 time: 0.1805911 Nov 23 02:34:02.640089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58da90-a312-4f89-89e7-5cf23f9d5ded req-ea267fb9-eef6-4451-8ff0-f1815e3b602d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.641291 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f58da90-a312-4f89-89e7-5cf23f9d5ded req-ea267fb9-eef6-4451-8ff0-f1815e3b602d tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 946 time: 0.0902209 Nov 23 02:34:02.670957 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.677189 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-a574a55c-2b68-4419-978f-57325d5fe0b1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3 HTTP/1.1" status: 200 len: 217 time: 0.0683811 Nov 23 02:34:02.714661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:02.738713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'Port': ['ID=8ae8d44c-058a-4e92-b506-0780b6635111,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:02.760399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] No DVR routers for this DVR port 8ae8d44c-058a-4e92-b506-0780b6635111 on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:02.761506 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f58da90-a312-4f89-89e7-5cf23f9d5ded req-b1412316-d38f-475e-bb6d-f80495189441 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/security-groups?id=46fd87ac-e38d-48e9-bf13-7a952313dd4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868673 Nov 23 02:34:02.763121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-d19451b3-fb82-4375-8dc7-b151ffe29a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.764709 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-d19451b3-fb82-4375-8dc7-b151ffe29a6b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.0754874 Nov 23 02:34:02.769858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:02.773800 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-13bc81f6-20d3-43cc-ab07-4e305cfca86f req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.46 "DELETE /v2.0/ports/8ae8d44c-058a-4e92-b506-0780b6635111 HTTP/1.1" status: 204 len: 173 time: 0.4699688 Nov 23 02:34:02.775513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.776202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.776635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.777038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.777438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.777833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.778404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.778823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.779313 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.779715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.780456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.780854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62b733f-9d3f-44f6-b87c-702f299e1bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:02.872190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-b2572987-8ab4-4fa7-9803-9a7c39a13b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:02.873759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-b2572987-8ab4-4fa7-9803-9a7c39a13b2a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999107 Nov 23 02:34:02.937877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:02.970177 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-d0a61733-812b-455b-ab07-83a64795ce01 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863502 Nov 23 02:34:02.972180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1b2fbc-9e00-444a-9ad6-bad7d6a60ede None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:34:03.082467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-738eb52e-7a8d-490e-95b8-8df68b11cda5 req-6e8c8621-aa86-4467-aabe-7b135c6aa392 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016726 Nov 23 02:34:03.155587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db1e3f72-55c0-4758-96cc-5c66ce23f15b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:03.268504 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa5316-6fb6-4071-b797-f05f8f39344e None None] New status for floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:34:03.284493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35766) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:03.330930 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c2c5555c-0eea-4986-a502-b32c1b9006fa tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 690 time: 0.0451069 Nov 23 02:34:03.860850 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a1682d59-8e7a-448f-9ac7-374f449256be req-9dc03940-49f3-44a7-bc35-5fe3adafbbc1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0271513 Nov 23 02:34:04.269723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'name': 'network-vif-deleted', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:04.272293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9740e63f-2ae8-4c42-b191-b8426fd4363e" -d '{"events": [{"server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "name": "network-vif-deleted", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:04.309780 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21a6d29-01ad-4d22-8a33-4f747b827f03 x-openstack-request-id: req-c21a6d29-01ad-4d22-8a33-4f747b827f03 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:04.310147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60a53bd4-58ca-48f0-b388-751bc5d3d514", "name": "network-vif-deleted", "tag": "8ae8d44c-058a-4e92-b506-0780b6635111", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:04.310470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c21a6d29-01ad-4d22-8a33-4f747b827f03 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:04.310933 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60a53bd4-58ca-48f0-b388-751bc5d3d514', 'name': 'network-vif-deleted', 'tag': '8ae8d44c-058a-4e92-b506-0780b6635111', 'status': 'completed', 'code': 200} Nov 23 02:34:04.337860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35772) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:04.380480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-55de0acf-a5c7-443f-a3fe-11f326f32116 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 688 time: 0.0443611 Nov 23 02:34:04.965385 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d315e15f-49dc-4e80-8131-c25bb0d9bd1b req-88657cb9-0a85-4b8b-bf3d-d42e90674bdb tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0301888 Nov 23 02:34:05.584542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eec94a3c-9b3a-4867-868c-b45e6c442c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.669110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35778) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:05.674055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-262435209', 'description': 'tempest-secgroup-smoke-262435209 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:05.700075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.769823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.776059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.808324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.809904 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1394432 Nov 23 02:34:05.812732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35780) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:05.817127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '22ad1d27-0fb6-428b-8b8a-13139021cee3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:05.822519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ad1d27-0fb6-428b-8b8a-13139021cee3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:05.839839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.840131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.840529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.840873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.841251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.841617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.841958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.842281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.842615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.842953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.843261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.843580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc23fcbc-5175-4e72-a65f-80a158ac9469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:05.863648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.912070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.916876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.936219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611bdc04-7eee-4f2f-a171-2fb6de4229ab,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:05.941892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:05.943235 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f5ecb80-325a-4fb1-83ee-26d1703ecfb8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295686 Nov 23 02:34:05.946189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35782) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:05.950864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '22ad1d27-0fb6-428b-8b8a-13139021cee3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:05.981693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.046769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.052513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.064951 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-091d64ad-b20e-4d0e-ab6d-8b88b2a21aab req-ef46bf53-f926-480b-ba88-8d14098d385b tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0270624 Nov 23 02:34:06.072899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c658182e-6f6d-42be-b254-b846d13b7940,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.083809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.085303 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-147a47fc-39cb-4c0d-84f8-f15e7ec3203c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381354 Nov 23 02:34:06.088231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35786) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:06.092817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '22ad1d27-0fb6-428b-8b8a-13139021cee3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:06.118983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.187308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.191993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.213075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceff2bfe-3dd8-409c-a5c9-befe3f0c871f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.230534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.231891 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-79d18353-cf7e-47b6-b324-33c06c724792 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427026 Nov 23 02:34:06.235057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35788) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:06.240346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '22ad1d27-0fb6-428b-8b8a-13139021cee3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:06.247411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ae8d44c-058a-4e92-b506-0780b6635111 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:06.269566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 8ae8d44c-058a-4e92-b506-0780b6635111 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:06.269915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ae8d44c-058a-4e92-b506-0780b6635111 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:06.272063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.338990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.344205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.363327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee1acb8-cbe2-481e-bc74-00804efb7b1c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.373949 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.375411 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1ea8b41b-5334-4955-9f4a-35b18a013de2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391878 Nov 23 02:34:06.378359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35790) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:06.384841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '22ad1d27-0fb6-428b-8b8a-13139021cee3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:06.388944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.408998 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:34:06.414267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.469356 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:34:06.476573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.481503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.499706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecd5e41-431a-43a7-9d39-8258c1cbda86,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.509730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.510972 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-78c0c7d3-75c7-4cd0-82d8-7caa117c5658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314459 Nov 23 02:34:06.513971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35792) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:06.518261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '22ad1d27-0fb6-428b-8b8a-13139021cee3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:06.542030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:34:06.547737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.607679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.612661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.631153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175ef821-5a2b-4930-a974-cf991b795089,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:06.642752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:06.644074 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7c9a6bbc-cd4b-40cc-a506-e6c6add2cab6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292100 Nov 23 02:34:06.801165 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-2a4c0121-d8e3-4794-b93f-d2e5a5ff6431 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-262435209&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0464444 Nov 23 02:34:06.915375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-49a19494-d16e-4e91-9f18-74ca14bb969d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:06.916810 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-49a19494-d16e-4e91-9f18-74ca14bb969d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 796 time: 0.1083832 Nov 23 02:34:06.933250 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-7a9d76d8-bb3d-4be5-8acf-c466d2541ba3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0101655 Nov 23 02:34:06.989236 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-83e457a7-d969-48bb-9966-7a84f3d7925e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497527 Nov 23 02:34:07.090859 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-ecb715d7-801e-4c65-9c27-647bbecd260c service neutron] 10.222.0.53 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890429 Nov 23 02:34:07.168388 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7778baba-1ca0-43f3-b5d5-db6293e75326 req-ca4cde4e-9ed0-4198-85f2-0c3b8d206909 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "GET /v2.0/ports?device_id=60a53bd4-58ca-48f0-b388-751bc5d3d514 HTTP/1.1" status: 200 len: 210 time: 0.0293670 Nov 23 02:34:07.195120 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-c33d0b52-a8f4-4d02-9558-576b1e32bd6c service neutron] 10.222.0.53 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978351 Nov 23 02:34:07.355980 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5b1ac42c-af0e-410e-b98e-71f364e3cf9a req-fe3f1e0c-0704-452b-ac98-bd8d90e83aec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 210 time: 0.0287886 Nov 23 02:34:08.052399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.230324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35820) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:08.360626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Deleting port ec9a6d60-47fc-4679-8f47-cddecad23c9e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:08.360965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.459964 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b595f119-7a99-4bf8-be5c-d7411e55ff23 req-4e36b8f5-aa94-42cf-bfb3-5b4fec13c7e6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 210 time: 0.0312822 Nov 23 02:34:08.509958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.510290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.531881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Calling delete_port for ec9a6d60-47fc-4679-8f47-cddecad23c9e owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:08.543335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-800bddbe-4bf6-402b-a22e-16a1c389a098 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:08.544865 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-800bddbe-4bf6-402b-a22e-16a1c389a098 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 796 time: 0.1426585 Nov 23 02:34:08.692701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-c3c55e8d-6989-471a-bbc7-aa3816bd0054 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 471 time: 0.1049922 Nov 23 02:34:08.704160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '44a17959-5132-4e4a-9612-9fce5f97da09', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['22ad1d27-0fb6-428b-8b8a-13139021cee3']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:08.811248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.852115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'Port': ['ID=ec9a6d60-47fc-4679-8f47-cddecad23c9e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:08.924982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:34:08.930972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.949007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.952622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:08.953759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e7bee9a5-bf77-4ed1-8688-ac8f8f2f6db1 tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "DELETE /v2.0/floatingips/ee65e825-d8a5-4a31-a6aa-40b02076de09 HTTP/1.1" status: 204 len: 168 time: 0.7224207 Nov 23 02:34:09.076533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.8 (ceaa1340-f747-450a-9595-3d928c8be644/594345da-4e39-4be8-9ef6-0b8b7450f1fc/30432148-2479-40a4-828b-38ec4d156c3a) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:34:09.224429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.260091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.284736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.303642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network ceaa1340-f747-450a-9595-3d928c8be644 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:34:09.309002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:34:09.312716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:34:09.341493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=30432148-2479-40a4-828b-38ec4d156c3a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:09.371564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:09.372197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.390918 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-33d22258-74d3-4815-8215-8f5917455bcf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908274 Nov 23 02:34:09.416353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Request body: {'port': {'device_id': '44a17959-5132-4e4a-9612-9fce5f97da09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:09.478537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.531470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ed24805e-cf60-44cb-a51d-c808ca27d0e7 None None] Provisioning complete for port 30432148-2479-40a4-828b-38ec4d156c3a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:09.532393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed24805e-cf60-44cb-a51d-c808ca27d0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.579665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ed24805e-cf60-44cb-a51d-c808ca27d0e7 None None] Port 30432148-2479-40a4-828b-38ec4d156c3a cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:34:09.748364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a87b7-3bd9-4600-bb44-66b0f2e82dce req-f618163d-cfa8-4844-afd9-b3a7c8a2a9f3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:09.749850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-083a87b7-3bd9-4600-bb44-66b0f2e82dce req-f618163d-cfa8-4844-afd9-b3a7c8a2a9f3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 931 time: 0.2051158 Nov 23 02:34:09.833501 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-083a87b7-3bd9-4600-bb44-66b0f2e82dce req-52594118-b0ba-44d4-8a12-b55fd99cbe9a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772250 Nov 23 02:34:09.894262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30432148-2479-40a4-828b-38ec4d156c3a {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:09.902542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.920541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Transition to ACTIVE for port object 30432148-2479-40a4-828b-38ec4d156c3a will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:34:09.927871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:09.985410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Pushing event updated for resources: {'Port': ['ID=30432148-2479-40a4-828b-38ec4d156c3a,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:10.408620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Attempting to bind port 30432148-2479-40a4-828b-38ec4d156c3a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:34:10.409340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Attempting to bind port 30432148-2479-40a4-828b-38ec4d156c3a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:34:10.409340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Attempting to bind port 30432148-2479-40a4-828b-38ec4d156c3a on network ceaa1340-f747-450a-9595-3d928c8be644 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:10.413587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Port 30432148-2479-40a4-828b-38ec4d156c3a on network ceaa1340-f747-450a-9595-3d928c8be644 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:34:10.413902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Attempting to bind port 30432148-2479-40a4-828b-38ec4d156c3a on network ceaa1340-f747-450a-9595-3d928c8be644 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:34:10.418621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:34:10.418946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Checking segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:34:10.419319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Bound using segment: {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:34:10.419810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Bound port: 30432148-2479-40a4-828b-38ec4d156c3a, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '517ad7cb-f223-4e27-be41-ce3dab23f076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:34:10.420161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.483951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] For port 30432148-2479-40a4-828b-38ec4d156c3a, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:34:10.487107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] For port 30432148-2479-40a4-828b-38ec4d156c3a, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=30432148-2479-40a4-828b-38ec4d156c3a,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:34:10.493982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.531957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:10.532634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:10.534085 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] 10.222.0.46 "PUT /v2.0/ports/30432148-2479-40a4-828b-38ec4d156c3a HTTP/1.1" status: 200 len: 1093 time: 1.1224368 Nov 23 02:34:10.534513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:10.536826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa4d570-8e21-4531-8f02-4e93b202ceeb" -d '{"events": [{"name": "network-changed", "server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "tag": "30432148-2479-40a4-828b-38ec4d156c3a"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:10.560342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754be71-a8fd-4613-97d3-5cd529d09cdb service neutron] Pushing event updated for resources: {'Port': ['ID=30432148-2479-40a4-828b-38ec4d156c3a,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:10.597858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e0078d-28d0-4765-8e7e-2e162a13cfa6 x-openstack-request-id: req-f2e0078d-28d0-4765-8e7e-2e162a13cfa6 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:10.598473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "tag": "30432148-2479-40a4-828b-38ec4d156c3a", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:10.598966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2e0078d-28d0-4765-8e7e-2e162a13cfa6 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:10.599573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a', 'status': 'completed', 'code': 200} Nov 23 02:34:10.666805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-4e74b1d9-a806-476a-b7e2-95a72760cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:10.668369 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-4e74b1d9-a806-476a-b7e2-95a72760cdff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 1096 time: 0.0483239 Nov 23 02:34:10.726402 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-6e92071e-b8e2-4714-8115-cae49457a67b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30432148-2479-40a4-828b-38ec4d156c3a HTTP/1.1" status: 200 len: 217 time: 0.0404761 Nov 23 02:34:10.778355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-d2f069de-e670-4038-8526-87b22e55b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:10.780503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-d2f069de-e670-4038-8526-87b22e55b616 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.0456324 Nov 23 02:34:10.834213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-7f79c55b-70dd-4eb3-865a-cb859154cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:10.835966 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-7f79c55b-70dd-4eb3-865a-cb859154cb73 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0464561 Nov 23 02:34:10.960036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-e6d25750-8a79-458e-8e55-06cb2cae6c2f service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154749 Nov 23 02:34:10.976042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7812181-f210-4f06-89f2-44f952727ce8 req-b45aefcf-3c23-4551-9ee9-f8566b409486 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:10.978730 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7812181-f210-4f06-89f2-44f952727ce8 req-b45aefcf-3c23-4551-9ee9-f8566b409486 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 943 time: 0.0725851 Nov 23 02:34:11.079621 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7812181-f210-4f06-89f2-44f952727ce8 req-72b0db1d-24f8-4280-8ee6-8e50a3d7a0d0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904524 Nov 23 02:34:11.103868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0821fd20-ad98-4254-b1cc-69eeaa959229 req-0741fc91-5321-4d5b-88f1-14d64dd7a637 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241407 Nov 23 02:34:11.263255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-13708d6e-67a3-469b-a58b-f46ef29b164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.264853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-13708d6e-67a3-469b-a58b-f46ef29b164b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 1096 time: 0.0484338 Nov 23 02:34:11.370428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-cf2957b1-f710-4577-8516-2ffd793cad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.372090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-cf2957b1-f710-4577-8516-2ffd793cad3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 897 time: 0.0982754 Nov 23 02:34:11.416896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-c1804288-f97b-4407-9836-2209186ba5d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30432148-2479-40a4-828b-38ec4d156c3a HTTP/1.1" status: 200 len: 217 time: 0.0358491 Nov 23 02:34:11.468530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-5f8a188d-d2e5-4b06-bcd6-305b68eb60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.469909 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-5f8a188d-d2e5-4b06-bcd6-305b68eb60bd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.0439186 Nov 23 02:34:11.523049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-c9e1cc46-288d-4ab0-adba-9f9b2d7abf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:11.524553 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-c9e1cc46-288d-4ab0-adba-9f9b2d7abf95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462215 Nov 23 02:34:11.616533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-598e4070-a203-416b-a153-08eb633ab04d service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835340 Nov 23 02:34:11.713612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cfa4d570-8e21-4531-8f02-4e93b202ceeb req-97689378-d979-42ae-b19a-86c40a4a5fa9 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892339 Nov 23 02:34:12.208126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba1030-8e73-4ca1-8e6f-707c849353d7 req-748e25ca-28ea-4895-b18a-2c7cc3192efb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:12.210357 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ba1030-8e73-4ca1-8e6f-707c849353d7 req-748e25ca-28ea-4895-b18a-2c7cc3192efb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 943 time: 0.0592415 Nov 23 02:34:12.264913 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07ba1030-8e73-4ca1-8e6f-707c849353d7 req-65e633a1-b962-4887-869b-d91525605a08 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451174 Nov 23 02:34:12.265357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35850) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:12.327374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92a8f5d0-68e4-4b65-878f-28847edfe86f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.353629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92a8f5d0-68e4-4b65-878f-28847edfe86f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.415275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92a8f5d0-68e4-4b65-878f-28847edfe86f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.417981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-92a8f5d0-68e4-4b65-878f-28847edfe86f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:12.419159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-92a8f5d0-68e4-4b65-878f-28847edfe86f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] 10.222.0.53 "DELETE /v2.0/security-groups/46fd87ac-e38d-48e9-bf13-7a952313dd4e HTTP/1.1" status: 204 len: 168 time: 0.1528599 Nov 23 02:34:12.428703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a8f5d0-68e4-4b65-878f-28847edfe86f tempest-TestVolumeBootPattern-680118534 tempest-TestVolumeBootPattern-680118534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fd87ac-e38d-48e9-bf13-7a952313dd4e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:12.481675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35854) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:13.046737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.302273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Deleting port 19a7803c-1663-47de-9ac1-16d10a54b480 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:13.302507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.387807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] For port 19a7803c-1663-47de-9ac1-16d10a54b480, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=19a7803c-1663-47de-9ac1-16d10a54b480,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:13.388157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.392468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852af39-0021-4f62-9209-aad07bcad03e req-4969d55e-a159-49db-b5dd-39c85e1aa4e6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:13.394188 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f852af39-0021-4f62-9209-aad07bcad03e req-4969d55e-a159-49db-b5dd-39c85e1aa4e6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 943 time: 0.0525360 Nov 23 02:34:13.401069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Calling delete_port for 19a7803c-1663-47de-9ac1-16d10a54b480 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:13.443840 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f852af39-0021-4f62-9209-aad07bcad03e req-4bab475b-3c38-47e4-8035-7e26d21bedd8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434978 Nov 23 02:34:13.586972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.616252 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a7803c-1663-47de-9ac1-16d10a54b480,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:13.783918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:13.997504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Router 304541a1-bf64-4008-b2cf-e10cce112373 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:34:14.110961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:34:14.115973 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-114b4073-27fa-4872-8fa3-dfca16679e04 admin admin] 10.222.0.53 "PUT /v2.0/routers/304541a1-bf64-4008-b2cf-e10cce112373/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331434 Nov 23 02:34:14.118485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35860) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:14.121522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] Sync routers for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:34:14.132923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:14.133553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:14.232407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.247358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:14.307063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 30432148-2479-40a4-828b-38ec4d156c3a details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:34:14.345592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.501863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 30432148-2479-40a4-828b-38ec4d156c3a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=30432148-2479-40a4-828b-38ec4d156c3a,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:14.517431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '30432148-2479-40a4-828b-38ec4d156c3a', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'port_id': '30432148-2479-40a4-828b-38ec4d156c3a', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:34:14.694159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee23bc-19e7-46e5-b0da-a43c008577ca req-a1361b6f-b550-4121-a2ea-225826f01844 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:14.695540 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3aee23bc-19e7-46e5-b0da-a43c008577ca req-a1361b6f-b550-4121-a2ea-225826f01844 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 943 time: 0.0625377 Nov 23 02:34:14.700993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Deleting port d1dc106f-33c0-40b4-8030-1bcb061a914d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:14.701419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.724442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:34:13Z', 'revision_number': 5, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port': {'id': 'd1dc106f-33c0-40b4-8030-1bcb061a914d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:77:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '304541a1-bf64-4008-b2cf-e10cce112373', 'device_owner': 'network:router_gateway', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:19Z', 'updated_at': '2021-11-23T02:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:14.726356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.757573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] Checking router: 304541a1-bf64-4008-b2cf-e10cce112373 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:34:14.765401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30432148-2479-40a4-828b-38ec4d156c3a {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:34:14.780595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] Routers {'304541a1-bf64-4008-b2cf-e10cce112373'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:14.781254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['304541a1-bf64-4008-b2cf-e10cce112373'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:14.797902 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3aee23bc-19e7-46e5-b0da-a43c008577ca req-625cbf00-327a-4f16-ac08-315b9ae15d75 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943892 Nov 23 02:34:14.821381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] For port d1dc106f-33c0-40b4-8030-1bcb061a914d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d1dc106f-33c0-40b4-8030-1bcb061a914d,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:14.821381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.821619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 30432148-2479-40a4-828b-38ec4d156c3a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=30432148-2479-40a4-828b-38ec4d156c3a,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:14.830641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Calling delete_port for d1dc106f-33c0-40b4-8030-1bcb061a914d owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:14.849496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:14.902591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] Set router 304541a1-bf64-4008-b2cf-e10cce112373 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:14.962927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:34:14Z', 'revision_number': 6, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:14.964742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=30432148-2479-40a4-828b-38ec4d156c3a,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:14.995112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.995485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.995825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.996143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.996533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.996868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.997212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.997706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.997945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.998226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.998552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:14.998903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:34:15.002412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.002713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf19aec-a117-43b3-b8fe-45418589acad None None] The sync data for ids ['304541a1-bf64-4008-b2cf-e10cce112373'] in dv-neutron-818844-1-hyperv is: [{'id': '304541a1-bf64-4008-b2cf-e10cce112373', 'name': 'tempest-TestVolumeBootPattern-1114681415-router', 'tenant_id': '0cf7cb3d148643528191c7b32331d091', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:18Z', 'updated_at': '2021-11-23T02:34:14Z', 'revision_number': 6, 'project_id': '0cf7cb3d148643528191c7b32331d091', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:34:15.026993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dc106f-33c0-40b4-8030-1bcb061a914d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:15.043435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32028823-8579-4b1e-a29d-79a34edd3e8c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:15.092570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.197276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.199747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.230749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['30432148-2479-40a4-828b-38ec4d156c3a'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:34:15.261386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.261924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 304541a1-bf64-4008-b2cf-e10cce112373 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:34:15.267430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.271188 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f622ab7c-929b-4593-905c-de17e1d1104b admin admin] 10.222.0.53 "DELETE /v2.0/routers/304541a1-bf64-4008-b2cf-e10cce112373 HTTP/1.1" status: 204 len: 168 time: 1.1492345 Nov 23 02:34:15.271188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35864) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:15.320078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Deleting subnet dbf8f0f5-9525-45ef-9884-0b3f976a12e4 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:15.324567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.360906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.450566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.517384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.544164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf8f0f5-9525-45ef-9884-0b3f976a12e4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:15.546283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.549570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-86303132-5de8-4166-a2ee-ea3eaaeea69b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dbf8f0f5-9525-45ef-9884-0b3f976a12e4 HTTP/1.1" status: 204 len: 168 time: 0.2774761 Nov 23 02:34:15.551683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1d0a3c-01a8-4d57-8958-8a16652ff9b3 None None] Network 3d576560-10d4-4fb4-95f1-a6a6186341a3 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:15.552455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35866) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:15.626178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.678104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Deleting port 768017f7-cb58-418b-a886-44a96a137b33 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:15.678447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.746253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] For port 768017f7-cb58-418b-a886-44a96a137b33, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=768017f7-cb58-418b-a886-44a96a137b33,segment=NetworkSegment(3a105a2e-1c4f-495a-b4e4-d3a6f970fd36),segment_id=3a105a2e-1c4f-495a-b4e4-d3a6f970fd36)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:15.746686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.760291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Calling delete_port for 768017f7-cb58-418b-a886-44a96a137b33 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:15.820725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] DHCP port deletion for 3d576560-10d4-4fb4-95f1-a6a6186341a3 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:15.844800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.875534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Pushing event deleted for resources: {'Port': ['ID=768017f7-cb58-418b-a886-44a96a137b33,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:15.878462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Deleting port 768017f7-cb58-418b-a886-44a96a137b33 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:15.878846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.891089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] No DVR routers for this DVR port 768017f7-cb58-418b-a886-44a96a137b33 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:15.946456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] For port 768017f7-cb58-418b-a886-44a96a137b33, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:15.946940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.961066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Calling delete_port for 768017f7-cb58-418b-a886-44a96a137b33 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:15.963826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Port 768017f7-cb58-418b-a886-44a96a137b33 was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:34:15.965205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:15.992051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] Pushing event deleted for resources: {'Port': ['ID=768017f7-cb58-418b-a886-44a96a137b33,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:15.995644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b76d266-6159-48b7-b047-7a3977ff97a9 None None] No DVR routers for this DVR port 768017f7-cb58-418b-a886-44a96a137b33 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:16.265010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.279401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a44b7-6cc7-474f-87eb-1b91f504f219 req-32be56dd-18b6-4c5d-b5bf-a686a95d0a7f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:16.281240 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c09a44b7-6cc7-474f-87eb-1b91f504f219 req-32be56dd-18b6-4c5d-b5bf-a686a95d0a7f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 944 time: 0.3994033 Nov 23 02:34:16.295914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d576560-10d4-4fb4-95f1-a6a6186341a3']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:16.315986 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:16.316288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a105a2e-1c4f-495a-b4e4-d3a6f970fd36') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:16.316805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 30432148-2479-40a4-828b-38ec4d156c3a up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:34:16.328119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.351371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.365390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:16.365697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:16.367970 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:16.375928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 30432148-2479-40a4-828b-38ec4d156c3a completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:34:16.381664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 30432148-2479-40a4-828b-38ec4d156c3a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:34:16.381982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.388743 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c09a44b7-6cc7-474f-87eb-1b91f504f219 req-1817f2cc-8499-4dd1-a322-dab41cb69c8a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967169 Nov 23 02:34:16.446738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.452218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.455745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] 10.222.0.53 "DELETE /v2.0/networks/3d576560-10d4-4fb4-95f1-a6a6186341a3 HTTP/1.1" status: 204 len: 168 time: 0.9022570 Nov 23 02:34:16.458983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35870) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:16.463633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 19a7803c-1663-47de-9ac1-16d10a54b480 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:16.472432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc50b24-adb8-40ac-9c83-f09d50d4dc9a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d576560-10d4-4fb4-95f1-a6a6186341a3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:16.489619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 19a7803c-1663-47de-9ac1-16d10a54b480 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:16.489976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 19a7803c-1663-47de-9ac1-16d10a54b480 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:16.490396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 768017f7-cb58-418b-a886-44a96a137b33 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:16.515249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 768017f7-cb58-418b-a886-44a96a137b33 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:16.515595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 768017f7-cb58-418b-a886-44a96a137b33 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:16.516010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d1dc106f-33c0-40b4-8030-1bcb061a914d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:16.539355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.541260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d1dc106f-33c0-40b4-8030-1bcb061a914d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:16.541606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d1dc106f-33c0-40b4-8030-1bcb061a914d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:16.568861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:16.571247 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2482e3-ed74-4ae0-abb1-c2c29a4e54c2" -d '{"events": [{"server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "name": "network-vif-plugged", "status": "completed", "tag": "30432148-2479-40a4-828b-38ec4d156c3a"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:16.585378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 30432148-2479-40a4-828b-38ec4d156c3a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=30432148-2479-40a4-828b-38ec4d156c3a,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:16.591746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.618821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f5535d-1193-41a5-9f36-7840af0f6eec x-openstack-request-id: req-45f5535d-1193-41a5-9f36-7840af0f6eec {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:16.619226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "name": "network-vif-plugged", "status": "completed", "tag": "30432148-2479-40a4-828b-38ec4d156c3a", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:16.619564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45f5535d-1193-41a5-9f36-7840af0f6eec {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:16.620027 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a', 'code': 200} Nov 23 02:34:16.646080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=30432148-2479-40a4-828b-38ec4d156c3a,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:16.849854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:16.885588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113701ec-8bc5-4cf6-847c-7eb11958a44b req-689e9db6-33ef-47da-84c2-cd64c137308e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:16.887089 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-113701ec-8bc5-4cf6-847c-7eb11958a44b req-689e9db6-33ef-47da-84c2-cd64c137308e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 1098 time: 0.0853024 Nov 23 02:34:16.988534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-113701ec-8bc5-4cf6-847c-7eb11958a44b req-15fcb0eb-729f-46a0-bcee-ba67c73c1b0c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915439 Nov 23 02:34:17.143844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Deleting port 270daf6e-75c9-49f7-8e49-c71746c43341 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:17.144080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.227701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] For port 270daf6e-75c9-49f7-8e49-c71746c43341, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=270daf6e-75c9-49f7-8e49-c71746c43341,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:17.228040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.241282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Calling delete_port for 270daf6e-75c9-49f7-8e49-c71746c43341 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:17.439188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.470275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Pushing event deleted for resources: {'Port': ['ID=270daf6e-75c9-49f7-8e49-c71746c43341,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:17.509099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d368f-8ed2-4ec2-9b9f-a230164b9b50 req-77ca62e8-a430-4a54-b0ae-2366e1ef0b19 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:17.510822 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-187d368f-8ed2-4ec2-9b9f-a230164b9b50 req-77ca62e8-a430-4a54-b0ae-2366e1ef0b19 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.0559986 Nov 23 02:34:17.574246 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-187d368f-8ed2-4ec2-9b9f-a230164b9b50 req-c7a1ba12-6bd5-48d7-b129-353607b5004e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524974 Nov 23 02:34:17.650003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:17.869596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:34:17.986455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:34:17.991384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-22df74f1-3fe9-40b3-921f-f5b2c01ac281 admin admin] 10.222.0.53 "PUT /v2.0/routers/7537fa0d-4c51-4ebd-99aa-8639f00ca2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5305088 Nov 23 02:34:17.994041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35876) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:17.997723 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] Sync routers for ids ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:34:18.008359 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] Routers {'7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:18.008977 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.125235 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] Set router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:18.337348 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:34:17Z', 'revision_number': 5, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.348340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.366325 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] Checking router: 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:34:18.374644 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] Routers {'7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:18.375311 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.460808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.480436 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] Set router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:18.515344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Deleting port 9194b543-7bec-4402-a4a6-75219abb5c49 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:18.515990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.601754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] For port 9194b543-7bec-4402-a4a6-75219abb5c49, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9194b543-7bec-4402-a4a6-75219abb5c49,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:18.602012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.619574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Calling delete_port for 9194b543-7bec-4402-a4a6-75219abb5c49 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:18.748021 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:34:17Z', 'revision_number': 5, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:18.768974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e23176-6994-4370-ae4b-2572f9ffa25a req-059e0225-e7ea-43f7-a256-6b9b38715743 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:18.770515 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45e23176-6994-4370-ae4b-2572f9ffa25a req-059e0225-e7ea-43f7-a256-6b9b38715743 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.1022463 Nov 23 02:34:18.776943 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d8dbd-e7a8-4583-b519-36700f92d40f None None] The sync data for ids ['7537fa0d-4c51-4ebd-99aa-8639f00ca2fb'] in dv-neutron-818844-1-hyperv is: [{'id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'name': 'tempest-TestVolumeBootPattern-106897450-router', 'tenant_id': '12cb4629625542adbd128b0846253a3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:25:38Z', 'updated_at': '2021-11-23T02:34:17Z', 'revision_number': 5, 'project_id': '12cb4629625542adbd128b0846253a3c', 'gw_port': {'id': '9194b543-7bec-4402-a4a6-75219abb5c49', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:00:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537fa0d-4c51-4ebd-99aa-8639f00ca2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:25:40Z', 'updated_at': '2021-11-23T02:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:34:18.856887 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45e23176-6994-4370-ae4b-2572f9ffa25a req-edebfa91-fbb6-4b4b-9e15-15a09053b03b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729258 Nov 23 02:34:18.874869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.900383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9194b543-7bec-4402-a4a6-75219abb5c49,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:18.918205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcdf39c-d8c2-482f-93ee-4acd17afdfde None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:18.967333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:18.985306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53ba71-effb-4752-9804-cbf681c667db req-938e293a-5734-47f7-93e1-cacf2a85a592 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:18.986892 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d53ba71-effb-4752-9804-cbf681c667db req-938e293a-5734-47f7-93e1-cacf2a85a592 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.0563178 Nov 23 02:34:19.037308 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d53ba71-effb-4752-9804-cbf681c667db req-868421a8-c089-49c6-a7ca-b9d960a9bb80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442207 Nov 23 02:34:19.058933 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35882) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:19.059164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.061529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.101353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c913697-9ef3-4999-81d2-85581d4367f9 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:19.105769 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0c913697-9ef3-4999-81d2-85581d4367f9 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 1093 time: 0.0425761 Nov 23 02:34:19.106186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:19.108308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.108947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7537fa0d-4c51-4ebd-99aa-8639f00ca2fb {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:34:19.113768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.113992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'port_id': '30432148-2479-40a4-828b-38ec4d156c3a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:34:19.115238 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f7443529-56ac-4668-b65d-56a89f2a92c6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7537fa0d-4c51-4ebd-99aa-8639f00ca2fb HTTP/1.1" status: 204 len: 168 time: 1.1200395 Nov 23 02:34:19.118284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35886) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:19.184726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.253315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Deleting subnet ce6ef603-452f-4a96-a000-574026db64ce {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:34:19.260062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.330756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.539078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.697537 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.736896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce6ef603-452f-4a96-a000-574026db64ce,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:19.761507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.767855 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-560c7610-2f6c-4cf1-bfe6-8f9899964c22 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce6ef603-452f-4a96-a000-574026db64ce HTTP/1.1" status: 204 len: 168 time: 0.6456478 Nov 23 02:34:19.768071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35888) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:19.771254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971e29f-1704-4756-aa60-2d956732a759 None None] Network a58b73d3-5736-4ec8-9a42-8d4dd2cef14b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:34:19.839027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.846725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.908814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.981270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Deleting port ea4a9c88-abc3-47c0-955d-8907608dc061 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:19.981506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:19.984317 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67 associated. External IP: 172.26.8.181, port: 30432148-2479-40a4-828b-38ec4d156c3a. Nov 23 02:34:20.017550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] DHCP port deletion for a58b73d3-5736-4ec8-9a42-8d4dd2cef14b request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:34:20.055777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] For port ea4a9c88-abc3-47c0-955d-8907608dc061, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ea4a9c88-abc3-47c0-955d-8907608dc061,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:20.056410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.074234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Calling delete_port for ea4a9c88-abc3-47c0-955d-8907608dc061 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:20.076028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] Deleting port ea4a9c88-abc3-47c0-955d-8907608dc061 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:34:20.077000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.156210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] For port ea4a9c88-abc3-47c0-955d-8907608dc061, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ea4a9c88-abc3-47c0-955d-8907608dc061,segment=NetworkSegment(cdd69e3d-d2c4-4751-86ee-65887e100002),segment_id=cdd69e3d-d2c4-4751-86ee-65887e100002)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:34:20.157057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.172124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] Calling delete_port for ea4a9c88-abc3-47c0-955d-8907608dc061 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:34:20.194586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.219876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ea4a9c88-abc3-47c0-955d-8907608dc061,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:20.225414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] No DVR routers for this DVR port ea4a9c88-abc3-47c0-955d-8907608dc061 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:20.249190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:34:20.263831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.293356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] Pushing event deleted for resources: {'Port': ['ID=ea4a9c88-abc3-47c0-955d-8907608dc061,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:20.299125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6280f5-4ca9-41f5-aeaa-3d3624e8e24c None None] No DVR routers for this DVR port ea4a9c88-abc3-47c0-955d-8907608dc061 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:34:20.300960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.328480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58b73d3-5736-4ec8-9a42-8d4dd2cef14b']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.338761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd69e3d-d2c4-4751-86ee-65887e100002') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.339062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd69e3d-d2c4-4751-86ee-65887e100002') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.353262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.367423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.371897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:34:20.374012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:34:20.374754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.376650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:34:20.376895 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:34:20.383378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:34:20.394311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:20.395149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.418937 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-100ccc3c-2f84-4416-99a1-ac393cd37f5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 991 time: 1.3092377 Nov 23 02:34:20.418937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:34:20.419663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "tag": "30432148-2479-40a4-828b-38ec4d156c3a"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:34:20.421468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35890) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:20.478141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d365d6-111f-4ee0-a560-1800a15ff964 x-openstack-request-id: req-28d365d6-111f-4ee0-a560-1800a15ff964 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:34:20.478441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "tag": "30432148-2479-40a4-828b-38ec4d156c3a", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:34:20.478700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28d365d6-111f-4ee0-a560-1800a15ff964 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:34:20.479795 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a', 'status': 'completed', 'code': 200} Nov 23 02:34:20.495173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9194b543-7bec-4402-a4a6-75219abb5c49 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:20.499931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.501795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.506341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.510209 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/a58b73d3-5736-4ec8-9a42-8d4dd2cef14b HTTP/1.1" status: 204 len: 168 time: 0.7379222 Nov 23 02:34:20.523525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 9194b543-7bec-4402-a4a6-75219abb5c49 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:20.523879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9194b543-7bec-4402-a4a6-75219abb5c49 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:20.524359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 270daf6e-75c9-49f7-8e49-c71746c43341 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:20.544850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-90b9f813-ae99-4780-a141-287da6ad8438 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 991 time: 0.1194382 Nov 23 02:34:20.554443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 270daf6e-75c9-49f7-8e49-c71746c43341 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:20.555196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 270daf6e-75c9-49f7-8e49-c71746c43341 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:20.555671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ea4a9c88-abc3-47c0-955d-8907608dc061 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:34:20.574290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b423b7e-af1d-41af-9a99-0580bde9f4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=a58b73d3-5736-4ec8-9a42-8d4dd2cef14b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:20.584115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ea4a9c88-abc3-47c0-955d-8907608dc061 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:34:20.584513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ea4a9c88-abc3-47c0-955d-8907608dc061 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:34:20.590334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-4e52b4d8-e434-4f0e-92d6-393dc84431b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:20.590809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:20.592087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-4e52b4d8-e434-4f0e-92d6-393dc84431b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 1098 time: 0.0509338 Nov 23 02:34:20.673841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35896) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:20.687898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-81d8b35b-2499-4c3e-a1a3-9ddee3d88044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:20.690547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-81d8b35b-2499-4c3e-a1a3-9ddee3d88044 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 200 len: 897 time: 0.0909276 Nov 23 02:34:20.724165 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9c79be68-bd97-4548-86de-2796bcb1773a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0cf7cb3d148643528191c7b32331d091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485790 Nov 23 02:34:20.726448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35898) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:20.785156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-632cf96f-718c-406f-be4d-a319cbd04fbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.794229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-a4b4f369-3670-4b1e-8a4b-46977be86fc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30432148-2479-40a4-828b-38ec4d156c3a HTTP/1.1" status: 200 len: 999 time: 0.0966308 Nov 23 02:34:20.807396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-632cf96f-718c-406f-be4d-a319cbd04fbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.837314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '5abae4c6-9a89-4f31-a985-cc84e871cf67', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'port_id': '30432148-2479-40a4-828b-38ec4d156c3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a17959-5132-4e4a-9612-9fce5f97da09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:33:19Z', 'updated_at': '2021-11-23T02:34:19Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.855981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-7e729d82-2438-4fb5-94cb-bb09096b2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:20.857822 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-7e729d82-2438-4fb5-94cb-bb09096b2ce2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 200 len: 833 time: 0.0548153 Nov 23 02:34:20.865227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-632cf96f-718c-406f-be4d-a319cbd04fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.867978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-632cf96f-718c-406f-be4d-a319cbd04fbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:20.871796 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-632cf96f-718c-406f-be4d-a319cbd04fbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1fba1255-5c7d-41be-bc87-83c3f21d46ac HTTP/1.1" status: 204 len: 168 time: 0.1420674 Nov 23 02:34:20.871989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:34:20.881716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:34:20.882405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:20.884534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cf96f-718c-406f-be4d-a319cbd04fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba1255-5c7d-41be-bc87-83c3f21d46ac,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:20.915616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-7b4cfd0d-05f1-4625-9359-4ae21aaabad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:20.917178 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-7b4cfd0d-05f1-4625-9359-4ae21aaabad9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ceaa1340-f747-450a-9595-3d928c8be644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515385 Nov 23 02:34:21.000224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:34:21.010026 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-b26c16b8-e243-4aea-a273-497b7b8f3a09 service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852580 Nov 23 02:34:21.112186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c97cca3-e228-4776-b3cd-cec30b8ae3e0 req-5f6b7a64-9970-4556-b658-9bef0efcc05b service neutron] 10.222.0.46 "GET /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943143 Nov 23 02:34:21.216926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35904) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.258177 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-220ebeb9-a829-4cd7-a4c8-fba5d6c3d0ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12cb4629625542adbd128b0846253a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399339 Nov 23 02:34:21.260715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35906) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.309035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-28f5685a-1976-432c-8ef9-e9a808d054ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.330808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-28f5685a-1976-432c-8ef9-e9a808d054ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.380936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-28f5685a-1976-432c-8ef9-e9a808d054ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.384117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-28f5685a-1976-432c-8ef9-e9a808d054ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:21.385346 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-28f5685a-1976-432c-8ef9-e9a808d054ad admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5b87aec-3c6b-486e-ad81-69b7e1bb9dcc HTTP/1.1" status: 204 len: 168 time: 0.1236503 Nov 23 02:34:21.389030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '5abae4c6-9a89-4f31-a985-cc84e871cf67', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'port_id': '30432148-2479-40a4-828b-38ec4d156c3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a17959-5132-4e4a-9612-9fce5f97da09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:33:19Z', 'updated_at': '2021-11-23T02:34:19Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:34:21.393784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5685a-1976-432c-8ef9-e9a808d054ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b87aec-3c6b-486e-ad81-69b7e1bb9dcc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:34:21.428747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297ba23-72f3-4ce4-9856-bcb78d2fdaba None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '5abae4c6-9a89-4f31-a985-cc84e871cf67', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.181', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'port_id': '30432148-2479-40a4-828b-38ec4d156c3a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'mac_address': 'fa:16:3e:0c:36:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a17959-5132-4e4a-9612-9fce5f97da09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:33:19Z', 'updated_at': '2021-11-23T02:34:19Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:34:21.548210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35910) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:21.618612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4da6826a-cba4-4fce-b85d-4adaed50eb3b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 991 time: 0.0691054 Nov 23 02:34:21.639686 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c7437c-cc82-44c1-9523-3fc9a3ecaaa9 None None] New status for floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:34:22.624194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35912) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:34:22.700686 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6a335ee1-bdc8-4068-b81b-e19abde1a55e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 200 len: 993 time: 0.0748973 Nov 23 02:34:33.156088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a23f0cc-bbd5-4107-9483-6cd206313f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:35.598800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9fedf74-63ff-49a0-87c3-94f5f39b6790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:36.388663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:38.056634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:39.291050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:43.471975 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:34:50.419518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:34:58.463668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f4a3a-e2ac-41a6-aa66-4158672d8f1d req-f956c775-c27c-4043-aca0-ca457fba1c5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:58.465226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3c1f4a3a-e2ac-41a6-aa66-4158672d8f1d req-f956c775-c27c-4043-aca0-ca457fba1c5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.0513611 Nov 23 02:34:58.520322 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3c1f4a3a-e2ac-41a6-aa66-4158672d8f1d req-6e0676a5-b60d-4ca5-bbf6-322e9bd1ac94 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470588 Nov 23 02:34:59.663663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd6c92-5519-4443-827b-6940e16879a9 req-8cef0142-6fe2-4698-a8b0-b32bccd69b2b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:34:59.663663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2dbd6c92-5519-4443-827b-6940e16879a9 req-8cef0142-6fe2-4698-a8b0-b32bccd69b2b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.0638673 Nov 23 02:34:59.715338 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2dbd6c92-5519-4443-827b-6940e16879a9 req-aaa5b1a5-9ee7-496e-bed5-0f628bd6b768 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438044 Nov 23 02:35:00.346142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-322a2806-b87d-45c2-9e64-b3022b81237b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:00.347628 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-322a2806-b87d-45c2-9e64-b3022b81237b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.0572832 Nov 23 02:35:00.447522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 30432148-2479-40a4-828b-38ec4d156c3a {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:00.447877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.540037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 30432148-2479-40a4-828b-38ec4d156c3a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=30432148-2479-40a4-828b-38ec4d156c3a,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:00.540441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.769742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.770450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.770450 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67 disassociated. External IP: 172.26.8.181, port: 30432148-2479-40a4-828b-38ec4d156c3a. Nov 23 02:35:00.770739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 30432148-2479-40a4-828b-38ec4d156c3a owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:00.848890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0e4cd-dedc-4f67-b0ff-a7bd95a07cd9 req-4d2069ab-5a88-4875-b222-bc1379a2eeef tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:00.850490 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e6e0e4cd-dedc-4f67-b0ff-a7bd95a07cd9 req-4d2069ab-5a88-4875-b222-bc1379a2eeef tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 945 time: 0.0532787 Nov 23 02:35:00.903509 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e6e0e4cd-dedc-4f67-b0ff-a7bd95a07cd9 req-ffc80004-c21e-4060-a3db-3ee5171be187 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=22ad1d27-0fb6-428b-8b8a-13139021cee3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445027 Nov 23 02:35:00.904791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:00.935427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=30432148-2479-40a4-828b-38ec4d156c3a,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:01.050812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:01.158378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:01.169934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:01.181035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:01.181675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:01.200691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port 30432148-2479-40a4-828b-38ec4d156c3a on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:01.203528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:01.207082 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d6cce4aa-6095-487b-adcc-541921ec3b15 req-3b175d86-4240-4479-9d48-0170556e5db9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/30432148-2479-40a4-828b-38ec4d156c3a HTTP/1.1" status: 204 len: 173 time: 0.8518713 Nov 23 02:35:01.207463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'name': 'network-vif-deleted', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:01.209892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7dd2d-cb9d-4992-8971-7bace4184541" -d '{"events": [{"server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "name": "network-vif-deleted", "tag": "30432148-2479-40a4-828b-38ec4d156c3a"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:01.245848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aac2378-d8a2-4369-982b-4b69ccdbbdca x-openstack-request-id: req-2aac2378-d8a2-4369-982b-4b69ccdbbdca {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:01.246147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44a17959-5132-4e4a-9612-9fce5f97da09", "name": "network-vif-deleted", "tag": "30432148-2479-40a4-828b-38ec4d156c3a", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:01.246402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2aac2378-d8a2-4369-982b-4b69ccdbbdca {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:01.246813 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44a17959-5132-4e4a-9612-9fce5f97da09', 'name': 'network-vif-deleted', 'tag': '30432148-2479-40a4-828b-38ec4d156c3a', 'status': 'completed', 'code': 200} Nov 23 02:35:01.297192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:01.519244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:01.547022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:01.556203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:01.556875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:34:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:01.668005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:01.880945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:01.908218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f382e5de-364b-4a27-bed0-7ae75244adfa None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:04Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1', 'name': '', 'network_id': 'ceaa1340-f747-450a-9595-3d928c8be644', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:ac:75:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:03Z', 'updated_at': '2021-11-23T02:33:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '594345da-4e39-4be8-9ef6-0b8b7450f1fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:02.015783 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-56b0170f-3983-4a12-a85b-66d62a41858a req-8c47fe1d-0b24-4128-ae1a-30986260cf4e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=44a17959-5132-4e4a-9612-9fce5f97da09 HTTP/1.1" status: 200 len: 210 time: 0.0286970 Nov 23 02:35:02.134158 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd9192c-b35e-4341-9def-a35a6d11670b None None] New status for floating IP 5abae4c6-9a89-4f31-a985-cc84e871cf67: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:35:03.084710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35944) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:03.141040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.151072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ce066b02-db2d-4a18-8bf3-ce07c96fb6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.174505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.255429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.258107 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.259310 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/22ad1d27-0fb6-428b-8b8a-13139021cee3 HTTP/1.1" status: 204 len: 168 time: 0.1735935 Nov 23 02:35:03.268905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ad1d27-0fb6-428b-8b8a-13139021cee3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:03.276449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.276815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.277163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.277505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.278206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.278206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.278519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.278832 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.279526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.279817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.280144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.280551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c05b2c7-bf71-4a7c-a97e-89654723545d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:03.290529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35948) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:03.417686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 8c0e1f86-a9a0-418b-9f3c-02ef4b21e32a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:03.418092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.493024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.493357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.505532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 8c0e1f86-a9a0-418b-9f3c-02ef4b21e32a owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:03.653556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.683814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=8c0e1f86-a9a0-418b-9f3c-02ef4b21e32a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:03.749529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.752261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:03.753425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3ba98d6c-b021-48e4-9351-7b018b248294 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/5abae4c6-9a89-4f31-a985-cc84e871cf67 HTTP/1.1" status: 204 len: 168 time: 0.4618540 Nov 23 02:35:04.001290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8254c0-e145-4f7c-9ee2-d70f4723dbda req-586329c2-2f7b-4783-9407-b80b64bb74a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:04.002847 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cc8254c0-e145-4f7c-9ee2-d70f4723dbda req-586329c2-2f7b-4783-9407-b80b64bb74a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 946 time: 0.0593638 Nov 23 02:35:04.054779 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cc8254c0-e145-4f7c-9ee2-d70f4723dbda req-8cc63aa5-e84d-49e8-abdd-bbfe6ef9978a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458112 Nov 23 02:35:04.628567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 30432148-2479-40a4-828b-38ec4d156c3a no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:04.651010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 30432148-2479-40a4-828b-38ec4d156c3a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:04.651359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 30432148-2479-40a4-828b-38ec4d156c3a not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:05.187270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039d8e4-a7b4-449a-9820-aed8389dd282 req-8227a855-421b-4faa-811c-457e7112a638 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:05.188840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4039d8e4-a7b4-449a-9820-aed8389dd282 req-8227a855-421b-4faa-811c-457e7112a638 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 946 time: 0.0505426 Nov 23 02:35:05.241424 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4039d8e4-a7b4-449a-9820-aed8389dd282 req-d0ef5d84-b1bc-4053-840c-6480e1679720 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea7d9d26-0c75-4bad-89eb-a359e8b499e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 Nov 23 02:35:05.598102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-51661c66-da98-4a69-a52c-306ea1a6d61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:05.816150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-1f10007e-d7c8-4f77-86f2-fdd7e85bfe31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:05.817625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-1f10007e-d7c8-4f77-86f2-fdd7e85bfe31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 946 time: 0.0520761 Nov 23 02:35:05.918511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 82a9fd63-40fe-466f-b57e-e0662c1664c3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:05.918760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.009018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 82a9fd63-40fe-466f-b57e-e0662c1664c3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=82a9fd63-40fe-466f-b57e-e0662c1664c3,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:06.009392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.023313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 82a9fd63-40fe-466f-b57e-e0662c1664c3 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:06.162434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.188988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=82a9fd63-40fe-466f-b57e-e0662c1664c3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:06.203609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.204014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.204383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.204991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.205125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.205444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.205810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.206175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.206536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.206948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.207363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.207730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:06.246177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port 82a9fd63-40fe-466f-b57e-e0662c1664c3 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:06.248574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:06.251869 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1c7ff2b7-30c4-4e14-9a58-1dc0b08d67b1 req-43c71e3e-e7ae-49e3-a547-6347952d043d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/82a9fd63-40fe-466f-b57e-e0662c1664c3 HTTP/1.1" status: 204 len: 173 time: 0.4243004 Nov 23 02:35:06.252340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'name': 'network-vif-deleted', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:06.254809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a08cf-4716-4144-a4bf-b9315f28163f" -d '{"events": [{"server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "name": "network-vif-deleted", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:06.296743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03deb45-455e-4109-a06a-0be2da646097 x-openstack-request-id: req-f03deb45-455e-4109-a06a-0be2da646097 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:06.297045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8467c8bf-f3f5-4527-a1ce-ee45f20374a9", "name": "network-vif-deleted", "tag": "82a9fd63-40fe-466f-b57e-e0662c1664c3", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:06.297298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f03deb45-455e-4109-a06a-0be2da646097 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:06.297707 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8467c8bf-f3f5-4527-a1ce-ee45f20374a9', 'name': 'network-vif-deleted', 'tag': '82a9fd63-40fe-466f-b57e-e0662c1664c3', 'status': 'completed', 'code': 200} Nov 23 02:35:06.348482 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-66671555-68fc-4c74-804c-91d978cd777b req-68848f75-5a3f-4b9f-9399-f801c8abf92d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8467c8bf-f3f5-4527-a1ce-ee45f20374a9 HTTP/1.1" status: 200 len: 210 time: 0.0341511 Nov 23 02:35:06.385726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.411552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:07.470251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07594746-8807-45db-9089-a40567f923d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.497220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07594746-8807-45db-9089-a40567f923d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.558260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07594746-8807-45db-9089-a40567f923d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.560980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07594746-8807-45db-9089-a40567f923d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:07.562159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-07594746-8807-45db-9089-a40567f923d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/ea7d9d26-0c75-4bad-89eb-a359e8b499e5 HTTP/1.1" status: 204 len: 168 time: 0.1496167 Nov 23 02:35:07.572452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07594746-8807-45db-9089-a40567f923d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7d9d26-0c75-4bad-89eb-a359e8b499e5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:07.594545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35966) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:08.057013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.326177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.661844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:08.662593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.756586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:08.756956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.769744 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:08.967507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:08.993212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:09.167508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.285477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.386194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:09.494302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:09.499401 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f60f309-4228-4692-b5f0-ed2379186713 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/9847c637-7cac-42bb-93cf-ad44d9ec4a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9031405 Nov 23 02:35:09.502779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35968) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.505101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] Sync routers for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:09.516174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:09.517142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:09.555405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet 594345da-4e39-4be8-9ef6-0b8b7450f1fc {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:09.558650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.598572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.622086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:09.689941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.750150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.777576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=594345da-4e39-4be8-9ef6-0b8b7450f1fc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:09.781853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.785646 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4ac87a34-6123-409f-9e8c-6de8ea389a6b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/594345da-4e39-4be8-9ef6-0b8b7450f1fc HTTP/1.1" status: 204 len: 168 time: 0.2816608 Nov 23 02:35:09.788425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35970) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:09.789688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71855a32-c468-4eb6-9cbc-b61b37db865c None None] Network ceaa1340-f747-450a-9595-3d928c8be644 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:09.864447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:35:08Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:09.892526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] Checking router: 9847c637-7cac-42bb-93cf-ad44d9ec4a74 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:09.900365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:09.936620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] Routers {'9847c637-7cac-42bb-93cf-ad44d9ec4a74'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:09.937263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:10.007303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.053900 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] Set router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:10.072305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port df188335-f839-40d1-956f-81af1e6a74ef {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:10.072653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.081667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] DHCP port deletion for ceaa1340-f747-450a-9595-3d928c8be644 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:10.154891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port df188335-f839-40d1-956f-81af1e6a74ef, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=df188335-f839-40d1-956f-81af1e6a74ef,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:10.155185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.167255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for df188335-f839-40d1-956f-81af1e6a74ef owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:10.247136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] Deleting port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:10.247534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.346200 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.372847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=df188335-f839-40d1-956f-81af1e6a74ef,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:10.444404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c68df-77b5-4b68-b0f0-8451763526e7 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:10.453329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.480307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] For port 06b48738-cf8a-4ded-94cb-bb23fb1a7565, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=06b48738-cf8a-4ded-94cb-bb23fb1a7565,segment=NetworkSegment(517ad7cb-f223-4e27-be41-ce3dab23f076),segment_id=517ad7cb-f223-4e27-be41-ce3dab23f076)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:10.480719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.498119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] Calling delete_port for 06b48738-cf8a-4ded-94cb-bb23fb1a7565 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:10.513527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:35:08Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:10.548784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.551127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.573401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5274104d-916d-429d-9d88-57fcf4fb7fa0 None None] The sync data for ids ['9847c637-7cac-42bb-93cf-ad44d9ec4a74'] in dv-neutron-818844-1-hyperv is: [{'id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'name': 'tempest-TestNetworkBasicOps-router-2034881299', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141'}], 'enable_snat': True}, 'gw_port_id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:35:08Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'df188335-f839-40d1-956f-81af1e6a74ef', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:07:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9847c637-7cac-42bb-93cf-ad44d9ec4a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:33:00Z', 'updated_at': '2021-11-23T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:10.579285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 06b48738-cf8a-4ded-94cb-bb23fb1a7565 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:10.597516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.598274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router 9847c637-7cac-42bb-93cf-ad44d9ec4a74 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:35:10.606613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.611193 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1b1eb29a-f4f8-48f2-8710-9ef870744d9f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/9847c637-7cac-42bb-93cf-ad44d9ec4a74 HTTP/1.1" status: 204 len: 168 time: 0.8213186 Nov 23 02:35:10.611367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:10.625955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 82a9fd63-40fe-466f-b57e-e0662c1664c3 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:10.658310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 82a9fd63-40fe-466f-b57e-e0662c1664c3 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:10.658546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 82a9fd63-40fe-466f-b57e-e0662c1664c3 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:10.673432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:10.699710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 update to DOWN by agent not found {{(pid=103358) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 02:35:10.723284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] Pushing event deleted for resources: {'Port': ['ID=06b48738-cf8a-4ded-94cb-bb23fb1a7565,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:10.725363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a8139-e9d1-4e54-99a9-e9df662fb525 None None] No DVR routers for this DVR port 06b48738-cf8a-4ded-94cb-bb23fb1a7565 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:10.964049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.053543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.077683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceaa1340-f747-450a-9595-3d928c8be644']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:11.087281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '517ad7cb-f223-4e27-be41-ce3dab23f076') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:11.087575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '517ad7cb-f223-4e27-be41-ce3dab23f076') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:11.097084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.110545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.116805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:35:11.117249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:35:11.120420 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:35:11.180097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.187871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.190651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/ceaa1340-f747-450a-9595-3d928c8be644 HTTP/1.1" status: 204 len: 168 time: 0.5782325 Nov 23 02:35:11.206374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4dea3-7d11-4ed3-a55f-95ce348f4d5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=ceaa1340-f747-450a-9595-3d928c8be644,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:11.211472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35974) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:11.217035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--506804859', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:11.247933 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:11.251741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.278424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:35:11.290145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.290557 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment fbe3a5f5-0081-41a5-b288-f3326bc5b547 of type vlan for network d34591f3-52d6-4a16-9af9-30482390e464 Nov 23 02:35:11.345107 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.386063 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.397176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:11.397176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.468211 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2554827 Nov 23 02:35:11.471175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35976) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:11.476160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:11.494920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08528854-ff01-4183-977b-369647df0a76 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=d34591f3-52d6-4a16-9af9-30482390e464,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:11.501612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.502840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.505932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network d34591f3-52d6-4a16-9af9-30482390e464 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:35:11.560886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.707366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.917714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:11.936142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.049876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.39 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:12.149818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.191799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.235686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:12.240061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:12.244642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:12.246599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:12.253566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed30bf94-0d5f-44c6-a1d7-9103f10d25be None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:12.300345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-22d91b89-0bfa-4fd1-869a-1cc7461b0b65 None None] Provisioning complete for port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:12.300724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22d91b89-0bfa-4fd1-869a-1cc7461b0b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.339245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-22d91b89-0bfa-4fd1-869a-1cc7461b0b65 None None] Port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:12.429561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:12.452004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:12.452281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c9dc8de3-8cc0-4a5c-82e4-cea10ff88be1 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:12.452690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device df188335-f839-40d1-956f-81af1e6a74ef no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:12.473176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: df188335-f839-40d1-956f-81af1e6a74ef {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:12.473529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device df188335-f839-40d1-956f-81af1e6a74ef not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:12.505700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.710129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.852177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:35:12.961056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:12.972128 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Sync routers for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:12.982869 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:12.983650 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:12.985036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:12.989208 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9cd06cd9-e7e8-4d17-83e9-8a8f9cc8325e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5138514 Nov 23 02:35:12.989735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35978) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:13.088984 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:13.182239 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-80566e25-4c44-4e5d-94d0-14b82548951f tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1911333 Nov 23 02:35:13.185004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35982) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:13.268339 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:12Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:13.271905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aec7a6-ddb1-4905-8e37-928093afd481 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:13.273610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c9aec7a6-ddb1-4905-8e37-928093afd481 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877476 Nov 23 02:35:13.276558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35984) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:13.295300 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Checking router: 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:13.295648 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Updating router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:35:13.308076 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9c590b11-1cbe-40e6-b631-1f4ce641ec53 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304258 Nov 23 02:35:13.310801 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35986) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:13.315613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1003127579', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:13.321272 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.406274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:13.410962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.572373 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.578956 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.593584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.623235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb4edd8-b0e1-4179-92b8-90e216926a3c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:13.635304 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Pushing event updated for resources: {'Port': ['ID=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:13.637337 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Attempting to bind port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:13.637701 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Attempting to bind port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:13.638065 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Attempting to bind port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:13.643760 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:13.644122 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:13.644529 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.645265 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:13.645744 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Bound port: a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:13.646100 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.657444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:13.666351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:13.666793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: d34591f3-52d6-4a16-9af9-30482390e464, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:35:13.676496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c093b1b9-baec-4d2d-8247-ee408ae89d8f None None] Provisioning complete for port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:13.677925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c093b1b9-baec-4d2d-8247-ee408ae89d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.686185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network d34591f3-52d6-4a16-9af9-30482390e464 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:35:13.697178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, d34591f3-52d6-4a16-9af9-30482390e464) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:13.701522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:13.701730 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.701926 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.702095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.702588 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.703080 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.703571 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.704851 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.705356 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.705839 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.706351 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.706911 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.707408 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.708079 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:13.711912 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] For port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:13.715397 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] For port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:13.717054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5f594-3beb-4899-aee8-bdf6a529e813 None None] Network d34591f3-52d6-4a16-9af9-30482390e464 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:13.721217 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.729472 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1095abad-3d38-4f9e-9f4c-207f4ebba619 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4176836 Nov 23 02:35:13.732364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 35988) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:13.764954 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:13.765561 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:13.773304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee70f5d-9381-4199-8fe1-d6bc5f2ede11 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:13.782023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c093b1b9-baec-4d2d-8247-ee408ae89d8f None None] Port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:13.916351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f1e5cc47-27e4-4736-9de7-effc74a03009 None None] Provisioning complete for port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:13.916704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cc47-27e4-4736-9de7-effc74a03009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.920937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-d34591f3-52d6-4a16-9af9-30482390e464', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:13.922489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:13.976508 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:14.093593 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c871fd-1581-4050-8da8-e61b8df3d29a None None] Pushing event updated for resources: {'Port': ['ID=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:14.104056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cc47-27e4-4736-9de7-effc74a03009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.136466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f1e5cc47-27e4-4736-9de7-effc74a03009 None None] For port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:14.143139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Allocated IP 172.20.0.2 (d34591f3-52d6-4a16-9af9-30482390e464/2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24/4cc66625-eaff-40f2-9945-73f25c9358ec) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:14.145521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f1e5cc47-27e4-4736-9de7-effc74a03009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.182440 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:12Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:14.196684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.212470 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61cb4b9-8043-4f2b-9acf-44c03bba2e3f None None] The sync data for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv is: [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:12Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:14.250849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5cc47-27e4-4736-9de7-effc74a03009 None None] Pushing event updated for resources: {'Port': ['ID=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:14.351426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.359220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.404530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Network d34591f3-52d6-4a16-9af9-30482390e464 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:14.407925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:14.412526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:14.421063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Pushing event updated for resources: {'Port': ['ID=4cc66625-eaff-40f2-9945-73f25c9358ec,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:14.497509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Attempting to bind port 4cc66625-eaff-40f2-9945-73f25c9358ec on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:14.498046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Attempting to bind port 4cc66625-eaff-40f2-9945-73f25c9358ec by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:14.498570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Attempting to bind port 4cc66625-eaff-40f2-9945-73f25c9358ec on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:14.505604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:14.506175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Checking segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:14.506682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.507321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Bound using segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:14.508008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Bound port: 4cc66625-eaff-40f2-9945-73f25c9358ec, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:14.508494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.584185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] For port 4cc66625-eaff-40f2-9945-73f25c9358ec, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:14.588048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] For port 4cc66625-eaff-40f2-9945-73f25c9358ec, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4cc66625-eaff-40f2-9945-73f25c9358ec,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:14.594771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:14.665868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc05eb6-9381-4781-809b-a5c9cfd37165 None None] Pushing event updated for resources: {'Port': ['ID=4cc66625-eaff-40f2-9945-73f25c9358ec,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:14.857286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (d34591f3-52d6-4a16-9af9-30482390e464/2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24/596a04b7-564e-4dfb-b07a-ece16325722a) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:14.994695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.031157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.080494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network d34591f3-52d6-4a16-9af9-30482390e464 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:15.084393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:15.087098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:15.113678 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=596a04b7-564e-4dfb-b07a-ece16325722a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:15.139992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.272988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.559409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.568039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.649037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:15.650776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=596a04b7-564e-4dfb-b07a-ece16325722a,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:15.752423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network d34591f3-52d6-4a16-9af9-30482390e464 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:15.754583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:15.876646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:15.987485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:15.993482 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-527059d1-11bb-4584-9f36-569e322d1070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/4af6ac2b-e79a-4d8d-80f6-8319ada76e12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2598360 Nov 23 02:35:15.995632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35990) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:15.997676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Sync routers for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:16.009409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:16.010127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:16.105024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638ed2b-328b-4177-b334-9c90713c1eaa tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.106117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638ed2b-328b-4177-b334-9c90713c1eaa tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.106916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638ed2b-328b-4177-b334-9c90713c1eaa tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.107384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638ed2b-328b-4177-b334-9c90713c1eaa tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.109446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9638ed2b-328b-4177-b334-9c90713c1eaa tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1127601 Nov 23 02:35:16.112131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35992) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:16.121840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:16.171582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58343d2-6869-49e4-a1c7-12fec8daa528 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.172060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58343d2-6869-49e4-a1c7-12fec8daa528 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.173776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58343d2-6869-49e4-a1c7-12fec8daa528 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.173776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58343d2-6869-49e4-a1c7-12fec8daa528 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:16.175081 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e58343d2-6869-49e4-a1c7-12fec8daa528 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0613654 Nov 23 02:35:16.177801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35994) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:16.347146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:16.375963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Checking router: 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:16.376340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Updating router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 port 596a04b7-564e-4dfb-b07a-ece16325722a binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:35:16.401738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.426418 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-313a09a1-c1fb-406c-918c-6cdf6a18b39e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2475009 Nov 23 02:35:16.429221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 35996) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:16.434614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1395709584', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:16.517638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2d3efd-d3fc-46d2-a8e6-bc2189968e16 None None] Network d34591f3-52d6-4a16-9af9-30482390e464 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:16.575434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:16.632136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-78d7bf57-69af-4472-b941-f7e034626e5c None None] Provisioning complete for port 4cc66625-eaff-40f2-9945-73f25c9358ec triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:16.632418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78d7bf57-69af-4472-b941-f7e034626e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.819364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:16.819604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.825627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:16.829413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:16.847136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] device_id is not set on port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:17.067928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78d7bf57-69af-4472-b941-f7e034626e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.155466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.165396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-78d7bf57-69af-4472-b941-f7e034626e5c None None] For port 4cc66625-eaff-40f2-9945-73f25c9358ec, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4cc66625-eaff-40f2-9945-73f25c9358ec,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:17.167542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.198353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78d7bf57-69af-4472-b941-f7e034626e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.229478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.4 (d34591f3-52d6-4a16-9af9-30482390e464/2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:17.250292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4cc66625-eaff-40f2-9945-73f25c9358ec up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:17.283413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Pushing event updated for resources: {'Port': ['ID=596a04b7-564e-4dfb-b07a-ece16325722a,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.323751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.324027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.324742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.324742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.325037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.325375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.325701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.326029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.326358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.326793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.327129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.327478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:35:17.394747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.398924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Attempting to bind port 596a04b7-564e-4dfb-b07a-ece16325722a on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:17.399303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Attempting to bind port 596a04b7-564e-4dfb-b07a-ece16325722a by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:17.399667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Attempting to bind port 596a04b7-564e-4dfb-b07a-ece16325722a on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:17.427220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:17.427668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Checking segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:17.428076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.428560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Bound using segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:17.429019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Bound port: 596a04b7-564e-4dfb-b07a-ece16325722a, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:17.429420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.431137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.445740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7bf57-69af-4472-b941-f7e034626e5c None None] Pushing event updated for resources: {'Port': ['ID=4cc66625-eaff-40f2-9945-73f25c9358ec,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.452667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4cc66625-eaff-40f2-9945-73f25c9358ec triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:17.453041 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.494285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network d34591f3-52d6-4a16-9af9-30482390e464 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:17.499414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:17.502072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:17.515005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Provisioning complete for port 4cc66625-eaff-40f2-9945-73f25c9358ec triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:17.515634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.535909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.564070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:17.564738 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.584653 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f328cd4d-d45b-47f2-93c8-867980f01dbc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1541858 Nov 23 02:35:17.589836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] For port 596a04b7-564e-4dfb-b07a-ece16325722a, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:17.593744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] For port 596a04b7-564e-4dfb-b07a-ece16325722a, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=596a04b7-564e-4dfb-b07a-ece16325722a,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:17.601311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.742279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:17.742980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:17.747683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc2619-afb6-4177-ae44-b1d194f2142d None None] Pushing event updated for resources: {'Port': ['ID=596a04b7-564e-4dfb-b07a-ece16325722a,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:17.838861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Provisioning complete for port 596a04b7-564e-4dfb-b07a-ece16325722a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:17.839158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.846329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36000) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:17.851547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140628102', 'description': 'tempest-secgroup-smoke-140628102 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:17.883590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.901570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:17.972603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:17.977091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.008996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.010246 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1626155 Nov 23 02:35:18.013713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36002) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.016511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486b171-54b6-420a-9306-918c7b0aa2cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d76fc-4b8d-496f-979c-26571a2591a3,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.019185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'f50d76fc-4b8d-496f-979c-26571a2591a3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:18.052586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.053155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.116106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.117451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] For port 596a04b7-564e-4dfb-b07a-ece16325722a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=596a04b7-564e-4dfb-b07a-ece16325722a,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:18.121415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.124730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.144551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5471e0dc-2d6b-45db-bdb9-10d08a8dd786,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.152321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.157013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36004) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.161703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'f50d76fc-4b8d-496f-979c-26571a2591a3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:18.164815 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c3be2404-1a70-4994-9d99-38a7e10b3f18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496782 Nov 23 02:35:18.192666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.203189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6860a-5b55-45cd-8be6-931c3af26c77 None None] Pushing event updated for resources: {'Port': ['ID=596a04b7-564e-4dfb-b07a-ece16325722a,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.225274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:17Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:18.257378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e9b0d0-aab0-4904-bcc8-52181b29b488 None None] The sync data for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv is: [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:17Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:18.264526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.270423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.273081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8ace5fcc-2cd2-4456-b8db-de1dc387222c None None] Provisioning complete for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:18.273558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ace5fcc-2cd2-4456-b8db-de1dc387222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.296607 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.301052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36006) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.301646 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1429286 Nov 23 02:35:18.304307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607f51d-5f53-49ce-85cd-a5f46357144c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf499cd-491c-4c11-891f-5c3f33a0d65a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.313374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8ace5fcc-2cd2-4456-b8db-de1dc387222c None None] Port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:18.331513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'f50d76fc-4b8d-496f-979c-26571a2591a3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:18.364632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8ace5fcc-2cd2-4456-b8db-de1dc387222c None None] Provisioning complete for port 596a04b7-564e-4dfb-b07a-ece16325722a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:18.365334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8ace5fcc-2cd2-4456-b8db-de1dc387222c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.379855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.475419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.480664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.502489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace3457a-8bba-4c51-81c5-97b998045bbc,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.512777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.516645 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dd1c5149-3c80-45d9-b56b-fd73a0a47c7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2111449 Nov 23 02:35:18.516859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36008) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.521362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'f50d76fc-4b8d-496f-979c-26571a2591a3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:18.559140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.586572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-aabf348e-ebeb-4017-84bc-dbdb960410cc None None] Provisioning complete for port 596a04b7-564e-4dfb-b07a-ece16325722a triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:18.587446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-aabf348e-ebeb-4017-84bc-dbdb960410cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.620055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4cc66625-eaff-40f2-9945-73f25c9358ec up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:18.633406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.637034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.655432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c5898d-7008-41b9-a229-2df8bcff3398,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.668340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.672718 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c2169afd-bcc7-4360-b9e2-d52463611e39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548266 Nov 23 02:35:18.673201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36010) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.680020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'f50d76fc-4b8d-496f-979c-26571a2591a3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:18.705688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:35:18.712520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.717085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4cc66625-eaff-40f2-9945-73f25c9358ec triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:18.717454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.780506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.785576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.801848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e80aaa5e-bcea-4215-8b66-a077b5b8d872,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.807636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 596a04b7-564e-4dfb-b07a-ece16325722a up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:18.814300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.816324 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-204d651d-6b80-492b-b4cb-1638a5f83f1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415975 Nov 23 02:35:18.818807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36012) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:18.823596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'f50d76fc-4b8d-496f-979c-26571a2591a3', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:18.854146 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:35:18.859535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.862823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 596a04b7-564e-4dfb-b07a-ece16325722a triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:18.863927 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.930829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.935525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.954952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9207a4-7e9b-42fe-9339-0879f6140fa6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:18.966304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:18.967548 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a78b2316-dd60-4d04-8f42-d1b18e16c2ec tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1475866 Nov 23 02:35:19.121504 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-fb2f4524-415b-4b77-bd78-6e0842d9a174 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140628102&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0454836 Nov 23 02:35:19.175321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-bfc639bc-6bda-4554-b4a8-324032a20ea1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:19.176833 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-bfc639bc-6bda-4554-b4a8-324032a20ea1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 930 time: 0.0479419 Nov 23 02:35:19.228200 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-580be7e5-345c-4ab0-8c7f-354c23b49627 service neutron] 10.222.0.53 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0381296 Nov 23 02:35:19.321772 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-ae00203d-d3a7-418a-9bec-452794486981 service neutron] 10.222.0.53 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875008 Nov 23 02:35:19.423706 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-56bb8bfe-d09f-46b2-bf10-8e8ad70ff629 service neutron] 10.222.0.53 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953312 Nov 23 02:35:19.589383 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-707e8339-38aa-4295-b6e6-f9fc0eaf1ea0 req-b03e2a7b-e5c2-45c4-a4e1-0feac3f8b779 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 210 time: 0.0304577 Nov 23 02:35:20.407948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:20.472266 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:35:20.626934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-ce37afa9-3fc3-46b2-a9e8-7d46449d914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:20.628951 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-ce37afa9-3fc3-46b2-a9e8-7d46449d914e service neutron] 10.222.0.46 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1026 time: 0.0356569 Nov 23 02:35:20.724667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-98340c5e-33fb-485c-b85b-5fdd76fe4100 req-8348dd32-8f7d-4dc6-9b27-cc7fba124580 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 210 time: 0.0402286 Nov 23 02:35:20.764732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-71ab9ef4-1be2-4eb5-81ec-a799c9276c61 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:20.766172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-71ab9ef4-1be2-4eb5-81ec-a799c9276c61 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 796 time: 0.1308069 Nov 23 02:35:20.846184 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-7a83b703-00bb-437f-9c80-7352ff9ce011 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 379 time: 0.0564699 Nov 23 02:35:20.858967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Request body: {'port': {'device_id': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:20.916868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.200924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:21.209339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.222873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Transition to ACTIVE for port object 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:35:21.227582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.281204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:21.354589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:21.354931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:21.355284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:21.359927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:35:21.360266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:21.365629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:21.365966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Checking segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:21.366394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Bound using segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:21.366832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Bound port: 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:21.367196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.433103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:21.436131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:21.443310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.483163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.483810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:21.485288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] 10.222.0.46 "PUT /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1131 time: 0.6302037 Nov 23 02:35:21.485694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:21.488227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aeea3df-58d7-4c11-8b67-366eac0921ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d0811da3-04f4-41db-94b9-20c5a6ad42bf", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:21.514817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aaa19-2a7b-4292-be08-74c0236b3e7d service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:21.533429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d84d6b-0475-416f-b372-ae38b9bfae12 x-openstack-request-id: req-c2d84d6b-0475-416f-b372-ae38b9bfae12 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:21.533744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0811da3-04f4-41db-94b9-20c5a6ad42bf", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:21.534094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2d84d6b-0475-416f-b372-ae38b9bfae12 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:21.534702 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'status': 'completed', 'code': 200} Nov 23 02:35:21.602858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-a6bc22d6-c110-4010-a369-78a128d5ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.604654 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-a6bc22d6-c110-4010-a369-78a128d5ad99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 1134 time: 0.0441213 Nov 23 02:35:21.668652 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-a1b66a0f-b030-45b7-967a-b998274c91ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 217 time: 0.0367961 Nov 23 02:35:21.726589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-612bdc9f-63ec-4e44-8cfc-3e08aa18c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.728111 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-612bdc9f-63ec-4e44-8cfc-3e08aa18c9af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 HTTP/1.1" status: 200 len: 835 time: 0.0468116 Nov 23 02:35:21.787637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-f8272d5a-fd45-4069-b315-5e234553dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.789213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-f8272d5a-fd45-4069-b315-5e234553dceb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d34591f3-52d6-4a16-9af9-30482390e464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0474560 Nov 23 02:35:21.900035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d1e2a-c22d-4a6d-a75a-6c0b84da32a8 req-8b680d04-41f8-4f8c-9255-0189505b18c4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:21.901614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ae4d1e2a-c22d-4a6d-a75a-6c0b84da32a8 req-8b680d04-41f8-4f8c-9255-0189505b18c4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 981 time: 0.1068335 Nov 23 02:35:21.930115 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-e87e0cc9-bce1-40a2-a54c-01495bd7f8a4 service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268196 Nov 23 02:35:22.000454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ae4d1e2a-c22d-4a6d-a75a-6c0b84da32a8 req-db14786f-17fb-4490-9b38-fedee71f9504 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Nov 23 02:35:22.040087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eac1fad3-e34e-45a0-815b-9be8ff8a3885 req-b84e4abb-d0c0-48cb-a97a-a291baeb9259 service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966883 Nov 23 02:35:22.187300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-18a326e8-036f-47e8-b33f-31cca4bc40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:22.188892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-18a326e8-036f-47e8-b33f-31cca4bc40ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 1134 time: 0.0516336 Nov 23 02:35:22.284515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-97b42c56-7123-4944-a0d3-ae893cae206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:22.286024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-97b42c56-7123-4944-a0d3-ae893cae206a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 897 time: 0.0848870 Nov 23 02:35:22.330292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-fcadfc0e-9d5d-4953-92fe-3876bd1ea6d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 217 time: 0.0354705 Nov 23 02:35:22.383520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-0bceed95-c07d-4895-834d-bcbc082cf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:22.384985 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-0bceed95-c07d-4895-834d-bcbc082cf1a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 HTTP/1.1" status: 200 len: 835 time: 0.0474555 Nov 23 02:35:22.434517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-7f8867eb-a993-4b57-b08c-3e748fb6a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:22.436003 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-7f8867eb-a993-4b57-b08c-3e748fb6a0e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d34591f3-52d6-4a16-9af9-30482390e464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418491 Nov 23 02:35:22.534474 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-c3c0c305-21f9-4e84-9f49-0471eb4b883f service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894248 Nov 23 02:35:22.634132 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9aeea3df-58d7-4c11-8b67-366eac0921ab req-22353777-3f51-4261-a051-d7d7bc460f9e service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900977 Nov 23 02:35:23.140135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193f0a1-94c6-4421-8c81-abf4b8ff51bd req-912d27fb-bd10-4675-8948-83f019737f03 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:23.141679 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c193f0a1-94c6-4421-8c81-abf4b8ff51bd req-912d27fb-bd10-4675-8948-83f019737f03 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 981 time: 0.0564055 Nov 23 02:35:23.193441 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c193f0a1-94c6-4421-8c81-abf4b8ff51bd req-8d19bce5-9366-4447-b430-ef84017dda89 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Nov 23 02:35:24.337038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19e91d-c6a2-4c0b-841e-4f8eef1903da req-71ed61f9-1d48-4194-8dab-f8ccd6f7d809 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:24.338603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d19e91d-c6a2-4c0b-841e-4f8eef1903da req-71ed61f9-1d48-4194-8dab-f8ccd6f7d809 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 981 time: 0.0654311 Nov 23 02:35:24.386629 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d19e91d-c6a2-4c0b-841e-4f8eef1903da req-1f6c48f9-2751-4964-8f61-4e03f1dbebbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416739 Nov 23 02:35:24.713823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:35:24.818622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:24.829818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'port_id': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'mac_address': 'fa:16:3e:87:15:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:35:24.865703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.878606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:24.899045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:24.906203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:24.961175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:25.259788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:35:25.507158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016f662-5cdf-4c8a-958d-71d3ebb26ae9 req-b1f230df-886e-406c-a214-11ce10307871 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:25.508686 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9016f662-5cdf-4c8a-958d-71d3ebb26ae9 req-b1f230df-886e-406c-a214-11ce10307871 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 982 time: 0.0514297 Nov 23 02:35:25.561923 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9016f662-5cdf-4c8a-958d-71d3ebb26ae9 req-4315a612-7a9b-4cab-a484-f4697c0b4a59 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Nov 23 02:35:26.696603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed0e01-a197-4977-8a9f-9ca6e6963c7a req-50dfff98-1392-4b02-8339-35515db5456b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:26.698069 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-87ed0e01-a197-4977-8a9f-9ca6e6963c7a req-50dfff98-1392-4b02-8339-35515db5456b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 982 time: 0.0558126 Nov 23 02:35:26.715138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:26.750535 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-87ed0e01-a197-4977-8a9f-9ca6e6963c7a req-d4c93aa3-9a5d-48bf-9195-a9d0bf6f696a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460329 Nov 23 02:35:26.771717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:35:26.775703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:26.776097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.862944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.885948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:26.888286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f2637-09f1-456b-94a4-a87ffbf73a06" -d '{"events": [{"server_uuid": "d0811da3-04f4-41db-94b9-20c5a6ad42bf", "name": "network-vif-plugged", "status": "completed", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:26.900911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:26.906551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:26.931937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df79db6-b09d-4abf-88f3-f870dcd5e1aa x-openstack-request-id: req-2df79db6-b09d-4abf-88f3-f870dcd5e1aa {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:26.932261 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0811da3-04f4-41db-94b9-20c5a6ad42bf", "name": "network-vif-plugged", "status": "completed", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:26.932520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2df79db6-b09d-4abf-88f3-f870dcd5e1aa {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:26.932939 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'code': 200} Nov 23 02:35:26.958144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:27.167061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc5987-0b67-417b-8ac0-1dbedeba16de req-03821acf-78a5-44a3-aa53-9bd804aecfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:27.168725 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b6dc5987-0b67-417b-8ac0-1dbedeba16de req-03821acf-78a5-44a3-aa53-9bd804aecfcb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 1136 time: 0.0468614 Nov 23 02:35:27.227328 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b6dc5987-0b67-417b-8ac0-1dbedeba16de req-9cd22bcc-05ee-458c-b986-18ff52c149b2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Nov 23 02:35:27.914246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52747708-732e-4f25-a595-e3ac3b1b034f req-202dbf3c-81d9-4b89-88e0-d8f99d1b462e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:27.915788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52747708-732e-4f25-a595-e3ac3b1b034f req-202dbf3c-81d9-4b89-88e0-d8f99d1b462e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 983 time: 0.0698612 Nov 23 02:35:27.969909 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52747708-732e-4f25-a595-e3ac3b1b034f req-34d340b4-e1c1-48ad-b20f-d9232373cff4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Nov 23 02:35:29.107068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b5de0-fca7-4bda-bf0d-ebcafbe457b7 req-a30be23d-71a1-410a-870b-d938d7327d5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:29.108613 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cc0b5de0-fca7-4bda-bf0d-ebcafbe457b7 req-a30be23d-71a1-410a-870b-d938d7327d5c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 983 time: 0.0540249 Nov 23 02:35:29.160724 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cc0b5de0-fca7-4bda-bf0d-ebcafbe457b7 req-1f46c37e-7acf-4684-84a5-7b02c3771cbf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Nov 23 02:35:29.288307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f431-aae6-44e8-bbb1-2325f3f6056d req-44a23e5a-20a3-410d-979d-09699e5b8b6d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:29.289698 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5bd6f431-aae6-44e8-bbb1-2325f3f6056d req-44a23e5a-20a3-410d-979d-09699e5b8b6d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 983 time: 0.0604112 Nov 23 02:35:29.341371 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5bd6f431-aae6-44e8-bbb1-2325f3f6056d req-504a7d65-b86e-4f52-941a-55d7c9c2b368 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428376 Nov 23 02:35:29.364079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36068) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:29.407619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886abe51-085c-485e-897d-029b232ae872 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:29.409198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-886abe51-085c-485e-897d-029b232ae872 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 1131 time: 0.0440943 Nov 23 02:35:29.412259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36070) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:29.417019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:29.448802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.554723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.663529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.211 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/c416363a-7353-4140-8478-a14c56574fc4) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:29.774833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.816966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:29.871691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:29.874460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:29.878763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:29.882344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=c416363a-7353-4140-8478-a14c56574fc4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:30.371640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.746025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.902349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.908885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:30.970028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=c416363a-7353-4140-8478-a14c56574fc4,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:30.986788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.087364 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 3c36dc66-c79c-4fea-903e-8929595d67cb associated. External IP: 172.26.8.211, port: 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13. Nov 23 02:35:31.298989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:31.410177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:31.420846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] Sync routers for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:31.431503 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:31.431800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:31.432257 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:31.460579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5ce0eac1-5162-4dbb-a8b9-623a2b417e6a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.0470388 Nov 23 02:35:31.461549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:31.463405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36072) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:31.464068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62248749-5655-46bc-9770-e8892d73a0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d0811da3-04f4-41db-94b9-20c5a6ad42bf", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:31.500251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a80df-c86e-42a8-9422-72de0338c527 x-openstack-request-id: req-8b3a80df-c86e-42a8-9422-72de0338c527 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:31.500612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0811da3-04f4-41db-94b9-20c5a6ad42bf", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:31.500865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8b3a80df-c86e-42a8-9422-72de0338c527 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:31.501271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'status': 'completed', 'code': 200} Nov 23 02:35:31.539735 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bdd641-3b85-49a6-a866-c4aa61161559 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.541395 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-37bdd641-3b85-49a6-a866-c4aa61161559 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf&network_id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 1131 time: 0.0760887 Nov 23 02:35:31.553569 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:31.610499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248749-5655-46bc-9770-e8892d73a0b5 req-55506078-ddae-486a-aef0-955cb1e48a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.614096 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-55506078-ddae-486a-aef0-955cb1e48a3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 1136 time: 0.0510252 Nov 23 02:35:31.738173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248749-5655-46bc-9770-e8892d73a0b5 req-2364abc2-2582-4303-82e5-394c851d0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.740201 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-2364abc2-2582-4303-82e5-394c851d0383 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 897 time: 0.1134331 Nov 23 02:35:31.822542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba26f1-0e2f-457e-a703-6ba76b491901 req-9ba8b7d1-98a5-4bab-87ef-934e7208eb86 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.824212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a3ba26f1-0e2f-457e-a703-6ba76b491901 req-9ba8b7d1-98a5-4bab-87ef-934e7208eb86 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 983 time: 0.0712178 Nov 23 02:35:31.830021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-c26cae73-55e0-42d6-8965-b0aa9cca149b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1037 time: 0.0771611 Nov 23 02:35:31.836669 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '3c36dc66-c79c-4fea-903e-8929595d67cb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'port_id': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1395709584', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'mac_address': 'fa:16:3e:87:15:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:35:30Z', 'updated_at': '2021-11-23T02:35:30Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:18Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:31.868344 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] Checking router: 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:31.878435 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:31.878908 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:31.879989 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a3ba26f1-0e2f-457e-a703-6ba76b491901 req-9da9ee33-04b7-4c2e-8df8-27d062f71a8c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489826 Nov 23 02:35:31.905768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248749-5655-46bc-9770-e8892d73a0b5 req-e99f2635-139a-4807-a918-4730172bb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.907254 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-e99f2635-139a-4807-a918-4730172bb9c4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 HTTP/1.1" status: 200 len: 835 time: 0.0691338 Nov 23 02:35:31.989202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62248749-5655-46bc-9770-e8892d73a0b5 req-2a89e75f-07cf-40ca-a4ea-b70cbc709ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:31.990977 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-2a89e75f-07cf-40ca-a4ea-b70cbc709ade service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d34591f3-52d6-4a16-9af9-30482390e464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468326 Nov 23 02:35:31.997278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:32.091710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-40ba1d42-6b2e-4850-98b3-07a395c8cc42 service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914042 Nov 23 02:35:32.197499 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62248749-5655-46bc-9770-e8892d73a0b5 req-19d67359-b2bc-4c7c-a683-a9fa2051987b service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910804 Nov 23 02:35:32.237237 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '3c36dc66-c79c-4fea-903e-8929595d67cb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'port_id': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1395709584', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'mac_address': 'fa:16:3e:87:15:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:35:30Z', 'updated_at': '2021-11-23T02:35:30Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:18Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:32.268774 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373e7229-5adf-4dce-8580-a625d23c14fb None None] The sync data for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv is: [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '3c36dc66-c79c-4fea-903e-8929595d67cb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.211', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'port_id': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1395709584', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'mac_address': 'fa:16:3e:87:15:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0811da3-04f4-41db-94b9-20c5a6ad42bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:35:30Z', 'updated_at': '2021-11-23T02:35:30Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:18Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:32.486958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b8858-8a67-4d7b-bc1f-25ed51590b1a None None] New status for floating IP 3c36dc66-c79c-4fea-903e-8929595d67cb: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:35:33.006047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9512e45-881c-49d9-82ce-8056ce0a7206 req-d99f1282-8ca3-4bfa-af3c-3512ef011468 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.007384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b9512e45-881c-49d9-82ce-8056ce0a7206 req-d99f1282-8ca3-4bfa-af3c-3512ef011468 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 983 time: 0.0537045 Nov 23 02:35:33.065515 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b9512e45-881c-49d9-82ce-8056ce0a7206 req-54a6a382-03f9-4094-98d5-bb1fb9dd7eae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518498 Nov 23 02:35:33.150569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4dfb6b71-d8c4-4a83-a532-bc75ad3bd57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.570151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-b123f636-5a7f-4255-89a0-2a563c713a3e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.571680 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-b123f636-5a7f-4255-89a0-2a563c713a3e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 983 time: 0.0535436 Nov 23 02:35:33.623198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-0d49a0ee-dec4-4e14-a029-a00b958c1fee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:33.624656 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-0d49a0ee-dec4-4e14-a029-a00b958c1fee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0454566 Nov 23 02:35:33.748399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-df4358b4-2ca2-4fa9-afa3-b8fe4e4427b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0998871 Nov 23 02:35:33.764517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:33.822460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:33.953406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:33.991195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:34.024992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] device_id is not set on port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:34.034947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.043410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.156501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=6']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:34.176899 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-124d1860-4f25-4949-945c-867298652aca req-983a699a-9614-478f-a326-86c79f036c12 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0811da3-04f4-41db-94b9-20c5a6ad42bf HTTP/1.1" status: 200 len: 210 time: 0.0281732 Nov 23 02:35:34.231679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] No DVR routers for this DVR port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:34.321427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-01c3deca-b0cf-4b93-a3e3-a1a83ed926f8 None None] Provisioning complete for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:34.322051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-01c3deca-b0cf-4b93-a3e3-a1a83ed926f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.356843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-01c3deca-b0cf-4b93-a3e3-a1a83ed926f8 None None] Port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:34.371127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] In _notify_port_updated(), no bound segment for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:35:34.372003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:34.372764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:34.374114 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-50957077-5fe6-4c58-b8e8-5cceab97a009 req-ad85c36a-9e32-414c-ac21-876afd6d2c3d service neutron] 10.222.0.46 "PUT /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1026 time: 0.6134608 Nov 23 02:35:35.236139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36086) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.279756 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4e32f-d2e5-4325-8043-6703bc85f9e6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:35.281140 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-15d4e32f-d2e5-4325-8043-6703bc85f9e6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 925 time: 0.0439496 Nov 23 02:35:35.516961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36090) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.523868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277560258', 'description': 'tempest-secgroup-smoke-277560258 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:35.551779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.591761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed915a8a-65e4-4253-99e7-b4056c5a991d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.625686 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.631464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.659850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.661154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429381 Nov 23 02:35:35.664521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36092) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.665476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186417c1-7fba-4add-92d5-27743d4e21a4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d090ee04-bfdd-4b76-98a3-16d2e308737f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:35.669241 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'd090ee04-bfdd-4b76-98a3-16d2e308737f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:35.697949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.761077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.765974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.784879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da9c0073-d594-4b07-a992-4bbd2f775c7f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:35.792352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.793566 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d0c4bfd7-3b8a-4736-914a-ba36bb4f5e58 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280308 Nov 23 02:35:35.796286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36094) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.800651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'd090ee04-bfdd-4b76-98a3-16d2e308737f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:35.828637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.885420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.891078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.916215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a1e750-9a60-45e6-b139-d0cef81e228e,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:35.925727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:35.926934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f0e20a27-0497-4a0b-84f8-62b773a30221 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1296930 Nov 23 02:35:35.930256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36096) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:35.934814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'd090ee04-bfdd-4b76-98a3-16d2e308737f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:35.963380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.021109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.027027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.045626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63030ec-0801-44be-9714-947c9eb9daa0,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.052663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.053869 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5b2142d9-f1b0-4ea7-ac87-6d4fa19c1366 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224735 Nov 23 02:35:36.057439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36098) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:36.062081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'd090ee04-bfdd-4b76-98a3-16d2e308737f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:36.090154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.154569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.161217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.178263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b374ce2-34b9-4a66-a15d-a6fbdf37c423,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.189073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.190307 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a1694d04-9a60-48a2-a980-4e58ea700ab1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319413 Nov 23 02:35:36.193446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36100) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:36.199497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'd090ee04-bfdd-4b76-98a3-16d2e308737f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:36.222435 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:35:36.227368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.295971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.301108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.319218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102ba4bd-3828-4664-a7eb-d0919e816846,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.325738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.326953 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-311216b2-1b9e-4017-a6e7-29449acbea62 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324723 Nov 23 02:35:36.330021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36102) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:36.334764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': 'd090ee04-bfdd-4b76-98a3-16d2e308737f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:36.360120 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:35:36.365141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.389207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.424167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.429986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.444573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f4d8bb-ca02-42aa-aaa3-aeca489db4d9,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:36.456551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:36.457838 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0355a6a6-235c-4fb3-bbe1-e5c23f6b3e34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267695 Nov 23 02:35:36.617976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-caae54cb-fcee-4ab8-915c-58fdbc2883a9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277560258&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0516651 Nov 23 02:35:36.670362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-b043b9c3-cb0e-409d-bef2-08e02e0193cb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:36.671703 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-b043b9c3-cb0e-409d-bef2-08e02e0193cb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 930 time: 0.0432611 Nov 23 02:35:36.730164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-a1f06846-05d1-42b8-b4f0-cd8699660290 service neutron] 10.222.0.53 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0396852 Nov 23 02:35:36.744011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:36.786727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:36.824196 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-091e3abf-a792-41bb-aca9-c5b7da26ee03 service neutron] 10.222.0.53 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880923 Nov 23 02:35:36.918691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-49211a0e-6876-4ed0-834b-60905f558ddb service neutron] 10.222.0.53 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882883 Nov 23 02:35:37.084849 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-663f2733-39ca-49b5-9b94-2247622b8a72 req-a24233fe-4b41-49b2-bdee-efe0108aa2b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 210 time: 0.0270469 Nov 23 02:35:38.059650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.207271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e9fedd7c-f2f5-4124-b507-bd05db7c59f8 req-8a39da16-a066-45e8-a74f-c9900e2423a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 210 time: 0.0432084 Nov 23 02:35:38.210622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-be269bda-0498-4cea-84b4-886f0a56ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:38.211976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-be269bda-0498-4cea-84b4-886f0a56ae60 service neutron] 10.222.0.46 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1026 time: 0.0561740 Nov 23 02:35:38.338441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-df67da41-e563-4a2e-9d4e-115d2626d41d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:38.339888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-df67da41-e563-4a2e-9d4e-115d2626d41d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 796 time: 0.1081367 Nov 23 02:35:38.447605 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6a012f19-a48e-4db3-a85a-94be361949cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 471 time: 0.0735986 Nov 23 02:35:38.464780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Request body: {'port': {'device_id': '4d297392-8e03-4b27-9507-c4ad51713632', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:38.517456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.794141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:38.803376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.816551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Transition to ACTIVE for port object 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:35:38.823595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:38.914399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=7']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:39.015246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:39.015618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:39.015954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:39.020484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:35:39.020816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Attempting to bind port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:39.025971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:39.026308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Checking segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:39.026688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Bound using segment: {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:39.027116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Bound port: 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe3a5f5-0081-41a5-b288-f3326bc5b547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:39.027475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.091003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:39.094869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:39.100824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.139895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.140557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.141934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] 10.222.0.46 "PUT /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1131 time: 0.6811943 Nov 23 02:35:39.142396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d297392-8e03-4b27-9507-c4ad51713632', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:39.144875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6088823c-af03-4c4b-b326-36ee9fcbba28" -d '{"events": [{"name": "network-changed", "server_uuid": "4d297392-8e03-4b27-9507-c4ad51713632", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:39.169228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd013f7-89df-4ece-9b9d-daca036f5118 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=8']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:39.189091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b13ea6-7002-4e80-8225-53ca7315d8f4 x-openstack-request-id: req-f3b13ea6-7002-4e80-8225-53ca7315d8f4 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:39.189397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d297392-8e03-4b27-9507-c4ad51713632", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:39.189654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3b13ea6-7002-4e80-8225-53ca7315d8f4 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:39.190088 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d297392-8e03-4b27-9507-c4ad51713632', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'status': 'completed', 'code': 200} Nov 23 02:35:39.269053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-ff4bcfa7-a6e8-46c8-b835-9cb39ea19a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.271421 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-ff4bcfa7-a6e8-46c8-b835-9cb39ea19a15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 1134 time: 0.0487254 Nov 23 02:35:39.290620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:39.382952 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-4291783d-0b42-42a0-a343-84bd02a0d400 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1037 time: 0.0888183 Nov 23 02:35:39.391519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07352128-d61a-4546-9b85-5d6fc6974ac3 req-c9b7f2f9-2185-4a64-801a-3003d40c2d3b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.392958 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-07352128-d61a-4546-9b85-5d6fc6974ac3 req-c9b7f2f9-2185-4a64-801a-3003d40c2d3b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 981 time: 0.1078913 Nov 23 02:35:39.457264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6cad19f0-dfd9-481c-943a-741232c049da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.458749 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-6cad19f0-dfd9-481c-943a-741232c049da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 HTTP/1.1" status: 200 len: 835 time: 0.0649078 Nov 23 02:35:39.482710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-07352128-d61a-4546-9b85-5d6fc6974ac3 req-c193880d-4654-4109-bf6a-67069aa8c8a9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816813 Nov 23 02:35:39.510963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-d1d9ad38-85de-4a86-b302-0faeed1bb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.512531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-d1d9ad38-85de-4a86-b302-0faeed1bb2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d34591f3-52d6-4a16-9af9-30482390e464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431507 Nov 23 02:35:39.608522 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-1c68d748-9f56-4e11-a49a-7550252b3bee service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864713 Nov 23 02:35:39.703079 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4e7e87d-0cc0-4088-97ec-8db256ea309e req-161b362f-73c1-4f39-a390-9c964217eded service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818748 Nov 23 02:35:39.860720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-8eb924c0-44b5-432b-839f-5b970b754aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.862304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-8eb924c0-44b5-432b-839f-5b970b754aad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 1134 time: 0.0477114 Nov 23 02:35:39.956370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-83c26631-2fa6-4ef0-b3fc-2dc16832a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:39.957835 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-83c26631-2fa6-4ef0-b3fc-2dc16832a491 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 897 time: 0.0864847 Nov 23 02:35:40.030844 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-1719517d-b598-4736-8c07-d9de93805e4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1037 time: 0.0623035 Nov 23 02:35:40.084158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-89090dd4-71fc-41c0-bad1-8ed6f08e7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:40.085612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-89090dd4-71fc-41c0-bad1-8ed6f08e7bf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 HTTP/1.1" status: 200 len: 835 time: 0.0432348 Nov 23 02:35:40.133541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-daac620c-acff-49cf-a463-b26962900157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:40.134999 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-daac620c-acff-49cf-a463-b26962900157 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d34591f3-52d6-4a16-9af9-30482390e464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397925 Nov 23 02:35:40.523017 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-07c39a44-87df-48f2-90d5-1881329888cf service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776362 Nov 23 02:35:40.604181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f96373-9d3a-4fd4-89cc-3b880ad2140a req-80b9797a-1a61-4348-8963-cfd0452f7c36 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:40.605675 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84f96373-9d3a-4fd4-89cc-3b880ad2140a req-80b9797a-1a61-4348-8963-cfd0452f7c36 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 981 time: 0.0517693 Nov 23 02:35:40.620003 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6088823c-af03-4c4b-b326-36ee9fcbba28 req-4c3e63ec-2234-41e2-ba46-07b21f1ed031 service neutron] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889561 Nov 23 02:35:40.656534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-84f96373-9d3a-4fd4-89cc-3b880ad2140a req-2ad2880a-9056-4622-ab8e-16a76a162532 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Nov 23 02:35:41.784809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78463c-1ca7-4eb0-a9ed-c27dde541934 req-e7c03e8d-d69d-46a1-b1ac-c4f0c46b5809 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:41.786276 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f78463c-1ca7-4eb0-a9ed-c27dde541934 req-e7c03e8d-d69d-46a1-b1ac-c4f0c46b5809 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 981 time: 0.0514231 Nov 23 02:35:41.839300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f78463c-1ca7-4eb0-a9ed-c27dde541934 req-4e8cf98b-3286-4511-a9f9-6b45c1a82987 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464754 Nov 23 02:35:42.813234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:35:42.917151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:42.929151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'port_id': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'mac_address': 'fa:16:3e:87:15:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:35:42.966594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d7378-2d8a-49ea-b58d-2ed85bc952de req-fc89d64e-4b65-4e1f-a8c0-a86c4f6d1da8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:42.968050 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb6d7378-2d8a-49ea-b58d-2ed85bc952de req-fc89d64e-4b65-4e1f-a8c0-a86c4f6d1da8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 981 time: 0.0570235 Nov 23 02:35:42.970575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:42.984076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:35:43.003382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:43.008396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:43.017527 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb6d7378-2d8a-49ea-b58d-2ed85bc952de req-da8e080b-2d00-4f03-b977-26739d646f34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Nov 23 02:35:43.064716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=9']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:43.323668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:35:44.147253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff2e13-b11d-4dfd-b718-30e7dfb41073 req-f4b801cf-d09b-46e0-bcfa-e820a11ac5d3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:44.148773 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4aff2e13-b11d-4dfd-b718-30e7dfb41073 req-f4b801cf-d09b-46e0-bcfa-e820a11ac5d3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 982 time: 0.0508614 Nov 23 02:35:44.199446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4aff2e13-b11d-4dfd-b718-30e7dfb41073 req-991e79a3-8840-4ac5-b826-e8191a1d7bea tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412142 Nov 23 02:35:44.812928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:35:44.873497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:35:44.877307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:44.877680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.956718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:44.984265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d297392-8e03-4b27-9507-c4ad51713632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:35:44.986551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d452aec-6857-4640-949b-5d03f74980fe" -d '{"events": [{"server_uuid": "4d297392-8e03-4b27-9507-c4ad51713632", "name": "network-vif-plugged", "status": "completed", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:35:45.002617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:45.007899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:45.034279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe7afd-9701-4693-9f1e-a2eb00fb0109 x-openstack-request-id: req-3bfe7afd-9701-4693-9f1e-a2eb00fb0109 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:35:45.034573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d297392-8e03-4b27-9507-c4ad51713632", "name": "network-vif-plugged", "status": "completed", "tag": "2cfa4ebf-53d5-4935-a7fa-d35ec5450a13", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:35:45.034826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3bfe7afd-9701-4693-9f1e-a2eb00fb0109 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:35:45.035240 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d297392-8e03-4b27-9507-c4ad51713632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cfa4ebf-53d5-4935-a7fa-d35ec5450a13', 'code': 200} Nov 23 02:35:45.061611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=10']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:45.261461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da762695-3382-4dc2-a4f8-38eed551cd2d req-8668bcf5-cf45-42b3-801f-04cb8b86cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:45.263078 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da762695-3382-4dc2-a4f8-38eed551cd2d req-8668bcf5-cf45-42b3-801f-04cb8b86cbf5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 1137 time: 0.0425177 Nov 23 02:35:45.342176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da762695-3382-4dc2-a4f8-38eed551cd2d req-0530c662-4132-47cd-80c5-04f8e558cd82 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708816 Nov 23 02:35:45.355114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ceaf1-d2b4-463b-855c-026ffc695fd4 req-437ce0bf-5f5e-45bf-a85d-d1005ca415bf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:45.356568 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-971ceaf1-d2b4-463b-855c-026ffc695fd4 req-437ce0bf-5f5e-45bf-a85d-d1005ca415bf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0782063 Nov 23 02:35:45.417309 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-971ceaf1-d2b4-463b-855c-026ffc695fd4 req-9a55f1fd-a878-480f-8631-0b1feb8da298 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546288 Nov 23 02:35:46.544210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e114dcd-d099-4775-a7ac-b1717ef718ed req-595a0960-ff25-4fb7-bc7a-7df1ecb4a678 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:46.545888 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5e114dcd-d099-4775-a7ac-b1717ef718ed req-595a0960-ff25-4fb7-bc7a-7df1ecb4a678 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0523825 Nov 23 02:35:46.595821 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5e114dcd-d099-4775-a7ac-b1717ef718ed req-45ea0cd4-21d7-46a6-a5b3-9a5c340b610c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Nov 23 02:35:47.732770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f1167-9587-47ae-8610-95f91ea3bfd7 req-5b63c6c9-3739-490f-bbff-e6e45494d066 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:47.734236 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-801f1167-9587-47ae-8610-95f91ea3bfd7 req-5b63c6c9-3739-490f-bbff-e6e45494d066 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0516791 Nov 23 02:35:47.781294 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-801f1167-9587-47ae-8610-95f91ea3bfd7 req-2e049c4b-6abd-4c51-be0c-7e2f34618223 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410316 Nov 23 02:35:47.901620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658196-a171-4565-bc2b-a3da16c0b1ce req-03e03f1b-bc1c-419f-95c7-ab8c9efcb886 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:47.903024 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-34658196-a171-4565-bc2b-a3da16c0b1ce req-03e03f1b-bc1c-419f-95c7-ab8c9efcb886 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0503752 Nov 23 02:35:47.954959 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-34658196-a171-4565-bc2b-a3da16c0b1ce req-612c8938-70fc-452a-b1b4-660d4225c9e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457103 Nov 23 02:35:47.984798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36154) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:48.058876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f2d89-1930-453e-b7b0-4da1b723faf3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:48.060488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1b0f2d89-1930-453e-b7b0-4da1b723faf3 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632&network_id=d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 200 len: 1132 time: 0.0746403 Nov 23 02:35:48.285055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661965c-890a-48ec-a825-00979b0a367d req-1a48fa9c-7630-4244-8d4a-d343f588804f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:48.286539 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0661965c-890a-48ec-a825-00979b0a367d req-1a48fa9c-7630-4244-8d4a-d343f588804f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0529127 Nov 23 02:35:48.336803 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0661965c-890a-48ec-a825-00979b0a367d req-21305609-75a5-4a6c-99e2-8ab60c78a796 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439088 Nov 23 02:35:49.459571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816268d-3017-435c-b5d1-c9102f72c61e req-66af0ca5-11a2-4ba4-8d6f-606d35666f4f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:49.461089 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8816268d-3017-435c-b5d1-c9102f72c61e req-66af0ca5-11a2-4ba4-8d6f-606d35666f4f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0515242 Nov 23 02:35:49.511534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8816268d-3017-435c-b5d1-c9102f72c61e req-f946dc97-8005-4ee9-9663-b2c2d9a1af11 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ab04c41-4774-43c7-a4b0-939ad548c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 Nov 23 02:35:49.927891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b237-fe92-44dd-9721-1da4bb832596 req-8c275667-e3e0-4248-adec-3aac8c77e767 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:49.929381 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b526b237-fe92-44dd-9721-1da4bb832596 req-8c275667-e3e0-4248-adec-3aac8c77e767 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 984 time: 0.0606179 Nov 23 02:35:49.989817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b237-fe92-44dd-9721-1da4bb832596 req-fd2635c4-d1d6-4150-8fb3-2db9311252e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:49.991237 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b526b237-fe92-44dd-9721-1da4bb832596 req-fd2635c4-d1d6-4150-8fb3-2db9311252e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0511599 Nov 23 02:35:50.095354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b526b237-fe92-44dd-9721-1da4bb832596 req-0fed0450-09e9-453d-8d8d-8206fea4f6d6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0953093 Nov 23 02:35:50.107423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:50.165284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.304176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:50.338542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] For port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:50.371836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] device_id is not set on port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 yet. {{(pid=103357) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 02:35:50.380835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.388719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.426796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.473483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Pushing event updated for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=11']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:50.513656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] No DVR routers for this DVR port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:50.628867 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c71aa459-d4e1-4bd5-a5e6-21168580bb1c req-26044c72-4b71-4b23-a421-91026fd10c19 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d297392-8e03-4b27-9507-c4ad51713632 HTTP/1.1" status: 200 len: 210 time: 0.0350990 Nov 23 02:35:50.635128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e77c1df5-285f-45cd-b265-ec99ae3e3aff None None] Provisioning complete for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:50.635776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e77c1df5-285f-45cd-b265-ec99ae3e3aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.658351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] In _notify_port_updated(), no bound segment for port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 on network d34591f3-52d6-4a16-9af9-30482390e464 {{(pid=103357) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 02:35:50.660204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:50.660851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:50.662182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b526b237-fe92-44dd-9721-1da4bb832596 req-85eaccc5-4bc4-482e-ac83-5b106f3d4976 service neutron] 10.222.0.46 "PUT /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 200 len: 1027 time: 0.5590432 Nov 23 02:35:50.673920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e77c1df5-285f-45cd-b265-ec99ae3e3aff None None] Port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:51.701185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:51.765183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c8c81e2-9225-4e00-ad49-2eb9460b17b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.791229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c8c81e2-9225-4e00-ad49-2eb9460b17b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.859840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c8c81e2-9225-4e00-ad49-2eb9460b17b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.862738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c8c81e2-9225-4e00-ad49-2eb9460b17b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:51.863911 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9c8c81e2-9225-4e00-ad49-2eb9460b17b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/d090ee04-bfdd-4b76-98a3-16d2e308737f HTTP/1.1" status: 204 len: 168 time: 0.1617203 Nov 23 02:35:51.873091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c81e2-9225-4e00-ad49-2eb9460b17b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d090ee04-bfdd-4b76-98a3-16d2e308737f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:51.897782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36170) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:52.054815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port c416363a-7353-4140-8478-a14c56574fc4 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:52.055151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.131826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.132368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.147706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for c416363a-7353-4140-8478-a14c56574fc4 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:52.302373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.325936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=c416363a-7353-4140-8478-a14c56574fc4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:52.395180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.395625 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 3c36dc66-c79c-4fea-903e-8929595d67cb disassociated (deleted). External IP: 172.26.8.211, port: 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13. Nov 23 02:35:52.608645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:52.721569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:52.727045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.733126 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] Sync routers for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:52.744027 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:52.744689 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:52.757305 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ac9499df-de03-4db4-9446-9b7f4e975f01 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/3c36dc66-c79c-4fea-903e-8929595d67cb HTTP/1.1" status: 204 len: 168 time: 0.8584132 Nov 23 02:35:52.827832 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36176) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:52.847209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:52.850556 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:52.887925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:52.898624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44b7d743-5420-4608-9c0e-3437f2e8a7b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.925180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44b7d743-5420-4608-9c0e-3437f2e8a7b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.985956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44b7d743-5420-4608-9c0e-3437f2e8a7b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.988559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44b7d743-5420-4608-9c0e-3437f2e8a7b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:52.989743 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-44b7d743-5420-4608-9c0e-3437f2e8a7b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/f50d76fc-4b8d-496f-979c-26571a2591a3 HTTP/1.1" status: 204 len: 168 time: 0.1608033 Nov 23 02:35:52.999038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7d743-5420-4608-9c0e-3437f2e8a7b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d76fc-4b8d-496f-979c-26571a2591a3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:53.038351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36180) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:53.062864 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:18Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:53.089477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] Checking router: 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:53.100210 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:53.100877 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:53.132185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:53.132540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.225091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.238791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 owned by {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:53.307199 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:53.376976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.413993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=2cfa4ebf-53d5-4935-a7fa-d35ec5450a13,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:53.478892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:53.482290 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7e308d86-cf9c-4b42-be70-c926492b0763 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/ports/2cfa4ebf-53d5-4935-a7fa-d35ec5450a13 HTTP/1.1" status: 204 len: 168 time: 0.4429066 Nov 23 02:35:53.490655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36182) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:53.513294 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:18Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:53.542629 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c5e93-0148-4d0b-a22a-86937b62f7cb None None] The sync data for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv is: [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '596a04b7-564e-4dfb-b07a-ece16325722a', 'name': '', 'network_id': 'd34591f3-52d6-4a16-9af9-30482390e464', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:6e:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:14Z', 'updated_at': '2021-11-23T02:35:18Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:53.769525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887cbafb-89b1-4f3f-b36b-4b1435382f37 None None] New status for floating IP 3c36dc66-c79c-4fea-903e-8929595d67cb: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:35:53.878747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.448035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 596a04b7-564e-4dfb-b07a-ece16325722a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:54.448338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.540028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 596a04b7-564e-4dfb-b07a-ece16325722a, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=596a04b7-564e-4dfb-b07a-ece16325722a,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:54.540409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.553767 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 596a04b7-564e-4dfb-b07a-ece16325722a owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:54.768922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:54.800452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=596a04b7-564e-4dfb-b07a-ece16325722a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:54.977737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.199615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:35:55.314808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:55.320331 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d0709165-589b-48ee-9159-3839667f83c0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/4af6ac2b-e79a-4d8d-80f6-8319ada76e12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281519 Nov 23 02:35:55.325876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:55.330741 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] Sync routers for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:55.341923 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:55.342680 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:55.380220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet 2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:35:55.383644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.426178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.445757 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:55.516498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.576615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.604205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:55.607979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.611409 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-73b013b3-d5df-482b-ae70-65873bd77b16 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/2b6d2d91-7ce3-45cb-9e12-f6b6c3055c24 HTTP/1.1" status: 204 len: 168 time: 0.2843597 Nov 23 02:35:55.614768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36186) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:55.619509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd82e7ab-dee4-4efc-b5cd-dc138659cfc0 None None] Network d34591f3-52d6-4a16-9af9-30482390e464 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:55.626213 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:54Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:55.656633 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] Checking router: 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:55.666615 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] Routers {'4af6ac2b-e79a-4d8d-80f6-8319ada76e12'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:55.667240 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:55.726575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.781471 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] Set router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:55.820964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] DHCP port deletion for d34591f3-52d6-4a16-9af9-30482390e464 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:55.840010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.875262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] Deleting port 4cc66625-eaff-40f2-9945-73f25c9358ec {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:55.876057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.900718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:35:55.901160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.942024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] For port 4cc66625-eaff-40f2-9945-73f25c9358ec, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4cc66625-eaff-40f2-9945-73f25c9358ec,segment=NetworkSegment(fbe3a5f5-0081-41a5-b288-f3326bc5b547),segment_id=fbe3a5f5-0081-41a5-b288-f3326bc5b547)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:55.942797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:55.959824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] Calling delete_port for 4cc66625-eaff-40f2-9945-73f25c9358ec owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:55.977171 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:54Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:55.992484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:35:55.993077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.004152 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9043e-d263-4fb8-b1a1-41cf7068fae5 None None] The sync data for ids ['4af6ac2b-e79a-4d8d-80f6-8319ada76e12'] in dv-neutron-818844-1-hyperv is: [{'id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'name': 'tempest-TestNetworkBasicOps-router-1659197592', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39'}], 'enable_snat': True}, 'gw_port_id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:54Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:06:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af6ac2b-e79a-4d8d-80f6-8319ada76e12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:11Z', 'updated_at': '2021-11-23T02:35:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:35:56.005422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:35:56.055084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.080396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] Pushing event deleted for resources: {'Port': ['ID=4cc66625-eaff-40f2-9945-73f25c9358ec,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:56.084486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9d53c9-f2a5-4a8c-bb13-0720c7187c8b None None] No DVR routers for this DVR port 4cc66625-eaff-40f2-9945-73f25c9358ec on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:35:56.180699 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.205603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:56.220574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25be412c-eb28-4a0f-b922-570ae7fbd82e None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:56.270958 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.364247 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.366583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.413616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.414228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router 4af6ac2b-e79a-4d8d-80f6-8319ada76e12 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:35:56.423360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.424547 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-11faa58c-1420-4a44-ad3f-9e8a921ce9a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/4af6ac2b-e79a-4d8d-80f6-8319ada76e12 HTTP/1.1" status: 204 len: 168 time: 0.8088024 Nov 23 02:35:56.427312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36188) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:56.511321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.564873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4cc66625-eaff-40f2-9945-73f25c9358ec no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:56.588204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 4cc66625-eaff-40f2-9945-73f25c9358ec {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:56.588579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4cc66625-eaff-40f2-9945-73f25c9358ec not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:56.588997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 596a04b7-564e-4dfb-b07a-ece16325722a no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:56.604041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.608553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 596a04b7-564e-4dfb-b07a-ece16325722a {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:56.608908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 596a04b7-564e-4dfb-b07a-ece16325722a not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:56.626253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34591f3-52d6-4a16-9af9-30482390e464']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:56.636254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe3a5f5-0081-41a5-b288-f3326bc5b547') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:56.636597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe3a5f5-0081-41a5-b288-f3326bc5b547') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:56.646314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.660474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.666645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:35:56.667149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:35:56.670411 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:35:56.744254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.751452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.754661 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/d34591f3-52d6-4a16-9af9-30482390e464 HTTP/1.1" status: 204 len: 168 time: 0.3264117 Nov 23 02:35:56.768029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c4f5e-0844-49f1-b97f-0cae40635d09 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=d34591f3-52d6-4a16-9af9-30482390e464,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:56.768279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:56.780166 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-66627436-671d-4b6b-83fc-3987416d4710 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0109019 Nov 23 02:35:56.782727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36192) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:56.787252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--1828132939', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:56.809982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:56.813904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.836992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 552} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:35:56.845990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.846243 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment 44f93c8f-f658-4c9e-8014-cbc4f869d9e6 of type vlan for network 55352072-d198-43a9-8949-2ae2d9d57f6f Nov 23 02:35:56.885281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.916634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.922393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:56.922963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:56.985914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2021861 Nov 23 02:35:56.989344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36194) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:56.993990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73498996-dffa-4f6f-95e1-2158acff7be0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=55352072-d198-43a9-8949-2ae2d9d57f6f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:56.994433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-722522499', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:57.004824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 55352072-d198-43a9-8949-2ae2d9d57f6f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:35:57.039901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.041515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.104884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.254645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.449650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.468040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.471726 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:35:57.575308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.46 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/ce487b18-02c6-419a-82cb-e19aea24ebd4) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:35:57.675228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.712028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.757730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:35:57.762864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:57.765431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:57.767618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:35:57.776566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888c0722-918a-4448-8adc-6f0b203c5d31 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:57.864518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9a46ea61-97ca-4264-80ff-482de3bd12ba None None] Provisioning complete for port ce487b18-02c6-419a-82cb-e19aea24ebd4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:57.864926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a46ea61-97ca-4264-80ff-482de3bd12ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:57.899658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9a46ea61-97ca-4264-80ff-482de3bd12ba None None] Port ce487b18-02c6-419a-82cb-e19aea24ebd4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:35:58.026885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.235018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.460344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:35:58.482403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:35:58.482748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a561f04e-b4a7-43cf-b6db-0dac9e2a8ce5 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:35:58.677725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ef258ec2-00a8-476e-97cd-ce01e9449530 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:35:58.784952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:35:58.794693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Sync routers for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:35:58.805303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:58.806086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:58.807735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:58.811744 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc069113-3a64-494a-8432-e8b4dbf254e1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8183827 Nov 23 02:35:58.812341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36196) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:58.840524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6114b0e4-9a88-4587-954b-87fbc2bc4a2c tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269186 Nov 23 02:35:58.843219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36198) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:58.913200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:35:58.990155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bf68b-7460-4061-8650-d2f885154227 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:58.991711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f0bf68b-7460-4061-8650-d2f885154227 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1475182 Nov 23 02:35:58.994638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36200) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:59.035671 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8d38629b-1248-4e70-b10b-b73ba7c1901f tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399196 Nov 23 02:35:59.038375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36202) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:59.043293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1176491429', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:35:59.094417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:35:59.121218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Checking router: ef258ec2-00a8-476e-97cd-ce01e9449530 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:35:59.121640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Updating router ef258ec2-00a8-476e-97cd-ce01e9449530 port ce487b18-02c6-419a-82cb-e19aea24ebd4 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:35:59.135866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:35:59.139442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.148744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.316856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.385175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=4816e71b-bf9b-47c5-9231-fadb83963930,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:59.390933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:59.391297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: 55352072-d198-43a9-8949-2ae2d9d57f6f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:35:59.399187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.405519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.409146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 55352072-d198-43a9-8949-2ae2d9d57f6f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:35:59.418661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 55352072-d198-43a9-8949-2ae2d9d57f6f) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:35:59.423706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:35:59.424854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.438186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb11984-fe09-4d92-9886-5504affdcc8f None None] Network 55352072-d198-43a9-8949-2ae2d9d57f6f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:35:59.444771 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab2783d4-4584-41e7-b1d4-3329a43f3271 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4054015 Nov 23 02:35:59.445390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36204) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:35:59.490816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fe4a46-63d3-47c1-8aa3-c31f5b5725ec None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:59.510645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767951cc-3dde-4693-91d4-c604cd578288 None None] Pushing event updated for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:59.516260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Attempting to bind port ce487b18-02c6-419a-82cb-e19aea24ebd4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:35:59.516643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Attempting to bind port ce487b18-02c6-419a-82cb-e19aea24ebd4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:35:59.517014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Attempting to bind port ce487b18-02c6-419a-82cb-e19aea24ebd4 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:35:59.528791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:35:59.529182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:35:59.529631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.530138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:35:59.530503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Bound port: ce487b18-02c6-419a-82cb-e19aea24ebd4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:35:59.530957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.624122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] For port ce487b18-02c6-419a-82cb-e19aea24ebd4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:35:59.645771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] For port ce487b18-02c6-419a-82cb-e19aea24ebd4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ce487b18-02c6-419a-82cb-e19aea24ebd4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:35:59.654501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.709115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4aafaa96-d5d5-4d13-8602-bc89a9278496 None None] Provisioning complete for port ce487b18-02c6-419a-82cb-e19aea24ebd4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:35:59.709480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa96-d5d5-4d13-8602-bc89a9278496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.888640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5751ab-1bbc-493a-988f-ed5ddab4a607 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:35:59.890955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.897852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-55352072-d198-43a9-8949-2ae2d9d57f6f', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:35:59.898699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:35:59.938170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767951cc-3dde-4693-91d4-c604cd578288 None None] Pushing event updated for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:35:59.942775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:35:59.943421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:00.175311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa96-d5d5-4d13-8602-bc89a9278496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.205612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Allocated IP 172.20.0.2 (55352072-d198-43a9-8949-2ae2d9d57f6f/4816e71b-bf9b-47c5-9231-fadb83963930/e7c50675-5d14-4cd7-87cf-28c46d20a967) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:00.216211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:00.283647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4aafaa96-d5d5-4d13-8602-bc89a9278496 None None] For port ce487b18-02c6-419a-82cb-e19aea24ebd4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ce487b18-02c6-419a-82cb-e19aea24ebd4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:00.319383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4aafaa96-d5d5-4d13-8602-bc89a9278496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.446731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafaa96-d5d5-4d13-8602-bc89a9278496 None None] Pushing event updated for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:00.504603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-849b4c86-ada7-4448-ad8a-bd37199bde2b None None] Provisioning complete for port ce487b18-02c6-419a-82cb-e19aea24ebd4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:00.505312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-849b4c86-ada7-4448-ad8a-bd37199bde2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.582201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.593042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.640743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (55352072-d198-43a9-8949-2ae2d9d57f6f/4816e71b-bf9b-47c5-9231-fadb83963930/2587b004-f9ac-4633-80f2-0452acb3bcdb) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:00.653814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Network 55352072-d198-43a9-8949-2ae2d9d57f6f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:00.656871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Pushing event updated for resources: {'Port': ['ID=e7c50675-5d14-4cd7-87cf-28c46d20a967,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:00.679753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:00.684520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:00.693196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:00.724585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873ab9ac-6b33-4d86-9099-5918e2c0f157 None None] The sync data for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv is: [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:35:57Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:00.775756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.783242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Attempting to bind port e7c50675-5d14-4cd7-87cf-28c46d20a967 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:00.783649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Attempting to bind port e7c50675-5d14-4cd7-87cf-28c46d20a967 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:00.784268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Attempting to bind port e7c50675-5d14-4cd7-87cf-28c46d20a967 on network 55352072-d198-43a9-8949-2ae2d9d57f6f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:00.789509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:00.789897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Checking segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:00.790299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.790702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Bound using segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:00.791174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Bound port: e7c50675-5d14-4cd7-87cf-28c46d20a967, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:00.791545 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.817229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.860545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 55352072-d198-43a9-8949-2ae2d9d57f6f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:00.862537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] For port e7c50675-5d14-4cd7-87cf-28c46d20a967, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:00.864417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:00.866979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] For port e7c50675-5d14-4cd7-87cf-28c46d20a967, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e7c50675-5d14-4cd7-87cf-28c46d20a967,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:00.867333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:00.875500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.899454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:00.943775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:00.981318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b9236-d150-4127-ac8f-e2526677b849 None None] Pushing event updated for resources: {'Port': ['ID=e7c50675-5d14-4cd7-87cf-28c46d20a967,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:01.104724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.424160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.434099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.515345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:01.517789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:01.615265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 55352072-d198-43a9-8949-2ae2d9d57f6f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:01.616901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:01.736820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ef258ec2-00a8-476e-97cd-ce01e9449530 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:36:01.851250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:36:01.856740 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f471e5d5-8306-4fbc-aba4-7c18fb75ccd9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4101367 Nov 23 02:36:01.859687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:01.902062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fce05e-591c-47d6-83a8-42fe08dcedc5 None None] Network 55352072-d198-43a9-8949-2ae2d9d57f6f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:36:01.958633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c60a2a-c3a1-49d8-9c26-2c7487a9f321 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:01.959101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c60a2a-c3a1-49d8-9c26-2c7487a9f321 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:01.959556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c60a2a-c3a1-49d8-9c26-2c7487a9f321 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:01.960004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c60a2a-c3a1-49d8-9c26-2c7487a9f321 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:01.961764 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-83c60a2a-c3a1-49d8-9c26-2c7487a9f321 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1009457 Nov 23 02:36:01.964555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36208) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:02.019878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2e21581e-cbf9-44f3-b15d-b062da770e22 None None] Provisioning complete for port e7c50675-5d14-4cd7-87cf-28c46d20a967 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.020152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2e21581e-cbf9-44f3-b15d-b062da770e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.023097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0225c-6231-404d-a289-5537655bcaec tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:02.023319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0225c-6231-404d-a289-5537655bcaec tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:02.024491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0225c-6231-404d-a289-5537655bcaec tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:02.024491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba0225c-6231-404d-a289-5537655bcaec tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:02.029194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-aba0225c-6231-404d-a289-5537655bcaec tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0606580 Nov 23 02:36:02.029500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36210) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:02.144607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2e21581e-cbf9-44f3-b15d-b062da770e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.167531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9643542d-0cb5-4ecc-b0ce-eae565a52192 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1364551 Nov 23 02:36:02.191353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-2e21581e-cbf9-44f3-b15d-b062da770e22 None None] For port e7c50675-5d14-4cd7-87cf-28c46d20a967, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e7c50675-5d14-4cd7-87cf-28c46d20a967,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:02.197813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2e21581e-cbf9-44f3-b15d-b062da770e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.257420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21581e-cbf9-44f3-b15d-b062da770e22 None None] Pushing event updated for resources: {'Port': ['ID=e7c50675-5d14-4cd7-87cf-28c46d20a967,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:02.362976 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Sync routers for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:36:02.373353 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:02.374300 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:02.404317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36214) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:02.409209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080006599', 'description': 'tempest-secgroup-smoke-1080006599 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:02.423518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a958d8b4-3fa3-43d1-8a02-40116d12d97f None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.423791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a958d8b4-3fa3-43d1-8a02-40116d12d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.434309 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.464269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a958d8b4-3fa3-43d1-8a02-40116d12d97f None None] Port 2587b004-f9ac-4633-80f2-0452acb3bcdb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:02.480909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a958d8b4-3fa3-43d1-8a02-40116d12d97f None None] Provisioning complete for port e7c50675-5d14-4cd7-87cf-28c46d20a967 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.481424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a958d8b4-3fa3-43d1-8a02-40116d12d97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.527281 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:02.543147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.549393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.608222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630cbb50-9e93-4e9d-ba37-e7ab77238cea,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:02.617823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.631403 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0c8335ce-26e4-4195-92ca-ba7e94b7b80d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2258403 Nov 23 02:36:02.632866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36216) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:02.639461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '630cbb50-9e93-4e9d-ba37-e7ab77238cea', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:02.659487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e7c50675-5d14-4cd7-87cf-28c46d20a967 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:02.674200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.711054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e7c50675-5d14-4cd7-87cf-28c46d20a967 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.711456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.745977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.755084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.774420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8883b140-0849-436f-9a1f-87cafab2eb6d None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.774791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8883b140-0849-436f-9a1f-87cafab2eb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.780027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeda3025-456c-4330-8cae-4a85817c4f74,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:02.786558 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:02.788854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.790404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a4cd281f-8efb-4a50-a005-1c47f0334933 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563575 Nov 23 02:36:02.793486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36218) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:02.799422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '630cbb50-9e93-4e9d-ba37-e7ab77238cea', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:02.817721 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Checking router: ef258ec2-00a8-476e-97cd-ce01e9449530 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:36:02.818143 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Updating router ef258ec2-00a8-476e-97cd-ce01e9449530 port 2587b004-f9ac-4633-80f2-0452acb3bcdb binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:36:02.834760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.843948 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.859522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8883b140-0849-436f-9a1f-87cafab2eb6d None None] Port 2587b004-f9ac-4633-80f2-0452acb3bcdb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:02.865338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ce487b18-02c6-419a-82cb-e19aea24ebd4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:02.907690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.912568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.915194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ce487b18-02c6-419a-82cb-e19aea24ebd4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:02.915841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.928432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6bd2c0-6fa3-4c7a-a1f6-3fd139714703,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:02.947396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:02.950288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-19b7fb52-f96e-4766-8b42-9781d68f4336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1548505 Nov 23 02:36:02.952879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36220) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:02.958034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '630cbb50-9e93-4e9d-ba37-e7ab77238cea', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:02.994675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.012107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-60eddfad-e980-4bb0-976c-e7ee84a088d9 None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:03.012507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-60eddfad-e980-4bb0-976c-e7ee84a088d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.047559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-60eddfad-e980-4bb0-976c-e7ee84a088d9 None None] Port 2587b004-f9ac-4633-80f2-0452acb3bcdb cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:03.063791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.068425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.091016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c884f4-f9fa-46ed-95c8-805d8aecdfa4,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.097164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.098457 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ed041845-1357-4683-b62b-a5ef3dc31d43 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1443281 Nov 23 02:36:03.101728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36222) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:03.106512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '630cbb50-9e93-4e9d-ba37-e7ab77238cea', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:03.141673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.147700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a634d6c5-2071-4c11-baff-b49a733a6531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.205562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.210242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.231135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d485275-e4d0-4d12-af58-5b0a6031c2fe,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.236586 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.236921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.238217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d0bb4dbe-0a7b-4483-bf47-5cfdccbf5cc1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353638 Nov 23 02:36:03.240811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36224) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:03.245801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '630cbb50-9e93-4e9d-ba37-e7ab77238cea', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:03.245958 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.269608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:36:03.274728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.306573 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e83cad-2bdf-41b9-b221-6203d1f5fd30 None None] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.350148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.354744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.362796 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Attempting to bind port 2587b004-f9ac-4633-80f2-0452acb3bcdb on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:03.363169 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Attempting to bind port 2587b004-f9ac-4633-80f2-0452acb3bcdb by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:03.363786 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Attempting to bind port 2587b004-f9ac-4633-80f2-0452acb3bcdb on network 55352072-d198-43a9-8949-2ae2d9d57f6f {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:03.368683 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:03.369309 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Checking segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:03.369706 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.370090 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Bound using segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:03.370673 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Bound port: 2587b004-f9ac-4633-80f2-0452acb3bcdb, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:03.371050 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.376260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb881023-7599-4e9d-868f-f6641bf91e0f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.385821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.387100 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2ccf60e6-cdc3-4193-a431-23311695fee5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1452310 Nov 23 02:36:03.390008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36226) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:03.396740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '630cbb50-9e93-4e9d-ba37-e7ab77238cea', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:03.422000 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:36:03.429727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.447898 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] For port 2587b004-f9ac-4633-80f2-0452acb3bcdb, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:03.451523 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] For port 2587b004-f9ac-4633-80f2-0452acb3bcdb, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2587b004-f9ac-4633-80f2-0452acb3bcdb,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:03.457054 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.493702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.499626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.510582 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:03.511087 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:35:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:03.519816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ae78bd-a2fd-4beb-9ab2-ef758c9eb9fb,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.532119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.541232 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9adc5d4b-e8f0-4371-9b79-bc7a12ac9f30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420681 Nov 23 02:36:03.574062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e83cad-2bdf-41b9-b221-6203d1f5fd30 None None] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:03.579925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-30d896d6-ed08-4770-b87c-2cfb09241273 None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:03.579925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30d896d6-ed08-4770-b87c-2cfb09241273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.667133 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:03.679262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30d896d6-ed08-4770-b87c-2cfb09241273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.714327 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-d546bbbb-5fe1-420e-b75f-d45acfef2329 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080006599&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0646982 Nov 23 02:36:03.728137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-30d896d6-ed08-4770-b87c-2cfb09241273 None None] For port 2587b004-f9ac-4633-80f2-0452acb3bcdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2587b004-f9ac-4633-80f2-0452acb3bcdb,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:03.734252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30d896d6-ed08-4770-b87c-2cfb09241273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.834878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-2c5a5d59-baa8-44c2-a17f-318f2943dd39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:03.842905 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-2c5a5d59-baa8-44c2-a17f-318f2943dd39 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 200 len: 797 time: 0.1204033 Nov 23 02:36:03.855050 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-e4c34854-628e-41bb-a488-864eebc4ade1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0107770 Nov 23 02:36:03.885089 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:03Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:03.909414 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-d15a30de-b937-473b-bfa2-33f53ac70180 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488706 Nov 23 02:36:03.912922 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a84e09-437f-4edc-8cd0-586dae3798f3 None None] The sync data for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv is: [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:03Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:03.949161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bb8f15ce-d534-4845-8610-af04ddb6a1c2 None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:03.949654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb8f15ce-d534-4845-8610-af04ddb6a1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:03.951410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d896d6-ed08-4770-b87c-2cfb09241273 None None] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:04.023961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-09f4da70-88d8-4008-9ff3-2d5b4439645d service neutron] 10.222.0.53 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003740 Nov 23 02:36:04.128480 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-4b1eeb1e-c0ef-4b64-998e-77c3ff455cac service neutron] 10.222.0.53 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937459 Nov 23 02:36:04.306042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a205d6f2-b38a-4656-87e3-70678a62f212 req-98cc187c-a819-4ad1-be22-d8dfa65decdf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 210 time: 0.0345500 Nov 23 02:36:04.550798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2587b004-f9ac-4633-80f2-0452acb3bcdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:04.606045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:04.606487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.424068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed2c936b-8448-4e1d-8cdf-58078d3d93a7 req-0f5e1fe4-bf6e-460d-af9c-d9f81cfece93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 210 time: 0.0376501 Nov 23 02:36:05.470826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-9b4a7d8d-143f-4c1e-b3d5-8061ddf12c93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:05.472310 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-9b4a7d8d-143f-4c1e-b3d5-8061ddf12c93 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 200 len: 797 time: 0.1316130 Nov 23 02:36:05.547489 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-1eb24187-3f21-47de-b972-7b98e7fa1cd6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 380 time: 0.0556314 Nov 23 02:36:05.561579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['630cbb50-9e93-4e9d-ba37-e7ab77238cea']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:05.595831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e85eb168-4151-47de-acdb-38b527b15ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:05.984084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:36:05.987989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.115520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.9 (55352072-d198-43a9-8949-2ae2d9d57f6f/4816e71b-bf9b-47c5-9231-fadb83963930/e74cf0b2-149a-4a44-b352-e1c25d8b2de4) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:06.267178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.317061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.361342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 55352072-d198-43a9-8949-2ae2d9d57f6f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:06.364619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:06.367143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:06.396078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.399486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:06.413634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.414004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.414340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.414674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.415010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.415358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.415681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.416008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.416359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.416683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.417002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.417317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:06.440864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:06.441589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.459974 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-0e398b57-b189-49f5-815b-dfb4c2031b1d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9025803 Nov 23 02:36:06.480386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Request body: {'port': {'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:06.541078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.553635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f7869-27e0-41a7-9397-9fe92dab662a req-595f52a4-eae8-4b58-b3f3-7d3f948d092d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:06.555266 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d76f7869-27e0-41a7-9397-9fe92dab662a req-595f52a4-eae8-4b58-b3f3-7d3f948d092d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 931 time: 0.0502248 Nov 23 02:36:06.598288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-01ae5fe3-d619-43be-99e9-9ee85901dd66 None None] Provisioning complete for port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:06.598934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-01ae5fe3-d619-43be-99e9-9ee85901dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.615201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d76f7869-27e0-41a7-9397-9fe92dab662a req-1b9eda8a-a9b6-4a83-a8b2-a8ef40d7fa84 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535917 Nov 23 02:36:06.633928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-01ae5fe3-d619-43be-99e9-9ee85901dd66 None None] Port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:36:06.814508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74cf0b2-149a-4a44-b352-e1c25d8b2de4 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:06.826390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.839150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Transition to ACTIVE for port object e74cf0b2-149a-4a44-b352-e1c25d8b2de4 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:36:06.845451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:06.899454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Pushing event updated for resources: {'Port': ['ID=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:06.975799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Attempting to bind port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:36:06.976439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Attempting to bind port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:36:06.976603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Attempting to bind port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 on network 55352072-d198-43a9-8949-2ae2d9d57f6f {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:06.982575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 on network 55352072-d198-43a9-8949-2ae2d9d57f6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:36:06.982965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Attempting to bind port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 on network 55352072-d198-43a9-8949-2ae2d9d57f6f {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:36:06.988736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:36:06.989079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Checking segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:36:06.989467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Bound using segment: {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:36:06.989933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Bound port: e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f93c8f-f658-4c9e-8014-cbc4f869d9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:36:06.990288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.057481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] For port e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:36:07.060736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] For port e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:36:07.065616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.105717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.106335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:07.107937 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] 10.222.0.46 "PUT /v2.0/ports/e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 200 len: 1093 time: 0.6318824 Nov 23 02:36:07.108672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:07.110906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7788a05-f95c-43c0-95de-c6a1cdd65886" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:07.134564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527c0ec-ad87-4e1f-aa46-cecd543cb95c service neutron] Pushing event updated for resources: {'Port': ['ID=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:07.162538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346550d8-987f-4d6d-a21d-8ecdf72c1b69 x-openstack-request-id: req-346550d8-987f-4d6d-a21d-8ecdf72c1b69 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:07.162833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:07.163088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-346550d8-987f-4d6d-a21d-8ecdf72c1b69 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:07.163493 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'status': 'completed', 'code': 200} Nov 23 02:36:07.230893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3c512b87-ec64-44b2-bce8-225199cccb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.232492 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-3c512b87-ec64-44b2-bce8-225199cccb8d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1096 time: 0.0453198 Nov 23 02:36:07.286935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-99179c20-d26c-4aff-ae18-dc399f80e15a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 200 len: 217 time: 0.0366457 Nov 23 02:36:07.343587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-d570b58d-83ee-48f7-8b3a-570826f2d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.345113 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-d570b58d-83ee-48f7-8b3a-570826f2d981 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4816e71b-bf9b-47c5-9231-fadb83963930 HTTP/1.1" status: 200 len: 835 time: 0.0491180 Nov 23 02:36:07.400867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-4e9fe54e-e778-4034-8396-7373c7e6dbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.402371 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-4e9fe54e-e778-4034-8396-7373c7e6dbb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55352072-d198-43a9-8949-2ae2d9d57f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431774 Nov 23 02:36:07.510505 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-c3001e30-1dd4-4aa2-a59e-c91f1f8a6388 service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987890 Nov 23 02:36:07.618941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ea5c4d7-bd30-4c32-9517-c2b4b8e49c58 req-65ab8605-4f1e-465f-88d8-ae0a16a778ec service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000061 Nov 23 02:36:07.736675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee755e7-a35d-4bea-99af-078480767e7d req-67514af7-f975-446c-9aa2-0c0432939b2e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.738231 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6ee755e7-a35d-4bea-99af-078480767e7d req-67514af7-f975-446c-9aa2-0c0432939b2e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 943 time: 0.0514131 Nov 23 02:36:07.776108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-52573380-9fc0-4652-9ee0-d473ef77e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.777691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-52573380-9fc0-4652-9ee0-d473ef77e18d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1096 time: 0.0424600 Nov 23 02:36:07.789290 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6ee755e7-a35d-4bea-99af-078480767e7d req-1c667492-e93b-4ed6-b6a7-ef0f065416d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449302 Nov 23 02:36:07.878816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-30cabfa6-1606-467b-ae8f-23faccc7f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.880220 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-30cabfa6-1606-467b-ae8f-23faccc7f558 service neutron] 10.222.0.46 "GET /v2.0/networks?id=55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 200 len: 898 time: 0.0906510 Nov 23 02:36:07.925223 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-572bb489-5af7-423f-a4e6-2c4cd66e37cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 200 len: 217 time: 0.0363281 Nov 23 02:36:07.977346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-0ac895a8-3edd-4804-9592-18220581b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:07.978802 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-0ac895a8-3edd-4804-9592-18220581b502 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4816e71b-bf9b-47c5-9231-fadb83963930 HTTP/1.1" status: 200 len: 835 time: 0.0440338 Nov 23 02:36:08.036952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-a62ae658-98ca-403b-ac7d-94620ef8e9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:08.038454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-a62ae658-98ca-403b-ac7d-94620ef8e9b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55352072-d198-43a9-8949-2ae2d9d57f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466242 Nov 23 02:36:08.061603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:08.137071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-519723b5-167e-4df0-90f0-ba51b37884a0 service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887930 Nov 23 02:36:08.234654 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7788a05-f95c-43c0-95de-c6a1cdd65886 req-892cf3ed-bb4c-490b-a2bb-e38134e6d5dc service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882773 Nov 23 02:36:08.923846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fddb2-9ad3-40a1-810b-2dc736531507 req-9e89d9b9-1fdf-44e2-9746-837c68464795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:08.925524 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-182fddb2-9ad3-40a1-810b-2dc736531507 req-9e89d9b9-1fdf-44e2-9746-837c68464795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 943 time: 0.0591338 Nov 23 02:36:08.980453 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-182fddb2-9ad3-40a1-810b-2dc736531507 req-f369383c-072c-43a2-8087-d4f0349b87a2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486419 Nov 23 02:36:09.305718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:10.105186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45f018-deda-45b8-9c0b-4e0e6eb3a1a9 req-ab351a12-7206-410f-aebd-6fc0a9d1520a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:10.106700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1e45f018-deda-45b8-9c0b-4e0e6eb3a1a9 req-ab351a12-7206-410f-aebd-6fc0a9d1520a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 943 time: 0.0541663 Nov 23 02:36:10.157831 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1e45f018-deda-45b8-9c0b-4e0e6eb3a1a9 req-271f4734-8854-486f-9a87-4c3625200bb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448015 Nov 23 02:36:10.877710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e74cf0b2-149a-4a44-b352-e1c25d8b2de4 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:36:10.984884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:10.996330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:36:11.036699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:11.051236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74cf0b2-149a-4a44-b352-e1c25d8b2de4 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:36:11.071567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:11.078294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:11.129304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:11.299421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66f3a8-4e71-422c-977b-7f386cf26390 req-7a3a90da-377d-42de-802e-8e519e71514d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:11.300847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cc66f3a8-4e71-422c-977b-7f386cf26390 req-7a3a90da-377d-42de-802e-8e519e71514d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 944 time: 0.0546455 Nov 23 02:36:11.353353 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cc66f3a8-4e71-422c-977b-7f386cf26390 req-9e7cd1d1-76b6-412c-99a7-5ee5921e8610 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463026 Nov 23 02:36:11.409474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['e74cf0b2-149a-4a44-b352-e1c25d8b2de4'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:36:12.488497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e0120-0fed-4822-8908-0e985560c0c4 req-597714a1-4b9d-47d9-8c34-bdc8b585373b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:12.490070 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-526e0120-0fed-4822-8908-0e985560c0c4 req-597714a1-4b9d-47d9-8c34-bdc8b585373b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 944 time: 0.0543466 Nov 23 02:36:12.543613 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-526e0120-0fed-4822-8908-0e985560c0c4 req-e843ba18-d61b-4f9d-86de-dbcf738c4d55 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474880 Nov 23 02:36:12.904003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e74cf0b2-149a-4a44-b352-e1c25d8b2de4 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:12.961015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:36:12.965005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:12.965375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.051038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.073615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:13.075902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e35e47-4417-426e-8d43-d1923a8c1cb4" -d '{"events": [{"server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "name": "network-vif-plugged", "status": "completed", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:13.089023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:13.094787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:13.118230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649102ed-4287-4f72-862d-10a4476c92e1 x-openstack-request-id: req-649102ed-4287-4f72-862d-10a4476c92e1 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:13.118534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "name": "network-vif-plugged", "status": "completed", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:13.118796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-649102ed-4287-4f72-862d-10a4476c92e1 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:13.119205 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'code': 200} Nov 23 02:36:13.144312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:13.353254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742a7a1-5cd5-49d8-ba5d-5535c4545d35 req-46d8c0ea-2be5-41af-ac66-7899064a55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.354796 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9742a7a1-5cd5-49d8-ba5d-5535c4545d35 req-46d8c0ea-2be5-41af-ac66-7899064a55b1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1098 time: 0.0484333 Nov 23 02:36:13.402209 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9742a7a1-5cd5-49d8-ba5d-5535c4545d35 req-454ee05a-7d46-4822-a755-f10668a59173 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395079 Nov 23 02:36:13.670224 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0758319-7888-4f09-9588-793a85de7f55 req-ce7db553-012b-4fa6-8144-d043498c132f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:13.671667 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a0758319-7888-4f09-9588-793a85de7f55 req-ce7db553-012b-4fa6-8144-d043498c132f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Nov 23 02:36:13.723498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a0758319-7888-4f09-9588-793a85de7f55 req-aa80220f-6e4d-437c-bd04-577967a81860 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457976 Nov 23 02:36:14.852394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900c810-5356-452c-b3c9-4416c1dd5002 req-b3faf9ea-4b4e-4250-9d75-fad8fbaf87dd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:14.853926 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3900c810-5356-452c-b3c9-4416c1dd5002 req-b3faf9ea-4b4e-4250-9d75-fad8fbaf87dd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 945 time: 0.0599437 Nov 23 02:36:14.907322 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3900c810-5356-452c-b3c9-4416c1dd5002 req-ca6302d2-a058-436b-b4dd-d312d1a55fee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469975 Nov 23 02:36:15.051653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07254-4dea-4679-a7e8-fbc8cdd821a3 req-1cb41e03-ff90-4da3-a250-968a99e87aff tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.053219 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-46e07254-4dea-4679-a7e8-fbc8cdd821a3 req-1cb41e03-ff90-4da3-a250-968a99e87aff tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 945 time: 0.0644412 Nov 23 02:36:15.113178 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-46e07254-4dea-4679-a7e8-fbc8cdd821a3 req-d1077666-2906-44ed-bb09-2108581bd187 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513752 Nov 23 02:36:15.135574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36278) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:15.181178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daec06b-ca2d-44ec-8f43-73ef688747c5 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:15.182649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5daec06b-ca2d-44ec-8f43-73ef688747c5 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1093 time: 0.0460098 Nov 23 02:36:15.185496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36280) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:15.189926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:36:15.213998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.315464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.438930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.157 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cb3a4305-15f7-4fd1-839f-2c6381ed3c3b) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:36:15.538614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.583477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:15.625866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:36:15.628740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:36:15.632410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:36:15.659486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=cb3a4305-15f7-4fd1-839f-2c6381ed3c3b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:15.995681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.069234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.223664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.230435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.296363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=cb3a4305-15f7-4fd1-839f-2c6381ed3c3b,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:16.308082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.409180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 63c695b2-6b42-444c-99cc-822bd51c0f95 associated. External IP: 172.26.8.157, port: e74cf0b2-149a-4a44-b352-e1c25d8b2de4. Nov 23 02:36:16.620681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ef258ec2-00a8-476e-97cd-ce01e9449530 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:36:16.741160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:36:16.751477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] Sync routers for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:36:16.763839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:16.764274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:16.764507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:36:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:16.801343 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f392088-281e-4123-8ef2-e7b440b6bd78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6147647 Nov 23 02:36:16.801934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:36:16.803996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36282) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:16.805205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:36:16.846721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444477b6-a672-45a8-a7d9-f9b6a7e19884 x-openstack-request-id: req-444477b6-a672-45a8-a7d9-f9b6a7e19884 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:36:16.847008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:36:16.847268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-444477b6-a672-45a8-a7d9-f9b6a7e19884 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:36:16.847718 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'status': 'completed', 'code': 200} Nov 23 02:36:16.883614 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:16.926334 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-321d86bf-c96d-4657-9269-25cd0a940e89 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530 HTTP/1.1" status: 200 len: 921 time: 0.1210215 Nov 23 02:36:16.926898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36286) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:16.941382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-ae8455e7-5f6f-4186-8c2d-adf1fef17e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:16.943021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-ae8455e7-5f6f-4186-8c2d-adf1fef17e27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1098 time: 0.0445638 Nov 23 02:36:16.991839 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-474d52a9-9d31-492c-9167-06fe9525fe28 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 991 time: 0.0636508 Nov 23 02:36:17.047481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-a005ce88-d1f1-48ea-85c7-700c6ee5d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:17.049075 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-a005ce88-d1f1-48ea-85c7-700c6ee5d650 service neutron] 10.222.0.46 "GET /v2.0/networks?id=55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 200 len: 898 time: 0.0970886 Nov 23 02:36:17.120791 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-5699ae1c-fa71-4cb7-8484-c134bbcf09ee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 200 len: 999 time: 0.0623109 Nov 23 02:36:17.131570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '63c695b2-6b42-444c-99cc-822bd51c0f95', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:15Z', 'updated_at': '2021-11-23T02:36:15Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:03Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:17.159367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] Checking router: ef258ec2-00a8-476e-97cd-ce01e9449530 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:36:17.168253 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:17.168914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:36:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:17.177808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-825b583b-6a55-4987-b428-706ca1766b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:17.179320 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-825b583b-6a55-4987-b428-706ca1766b7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4816e71b-bf9b-47c5-9231-fadb83963930 HTTP/1.1" status: 200 len: 835 time: 0.0499492 Nov 23 02:36:17.229352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-9a13dfa4-3f34-4dc6-95a3-f39d78bc56d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:17.230882 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-9a13dfa4-3f34-4dc6-95a3-f39d78bc56d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55352072-d198-43a9-8949-2ae2d9d57f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416811 Nov 23 02:36:17.275536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:17.323410 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-54b1d22c-a614-4b8b-8213-c05e78bce12f service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824447 Nov 23 02:36:17.424097 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b08bf52-2fb6-4dc4-b9f2-f5a6491a0539 req-7ddf3cf4-2ca8-406b-9f2b-e8e682260aa1 service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910068 Nov 23 02:36:17.506268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '63c695b2-6b42-444c-99cc-822bd51c0f95', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:15Z', 'updated_at': '2021-11-23T02:36:15Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:03Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:17.534085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3044c8-afd5-43c4-a94f-e21be6bc6e53 None None] The sync data for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv is: [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '63c695b2-6b42-444c-99cc-822bd51c0f95', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:15Z', 'updated_at': '2021-11-23T02:36:15Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:03Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:17.730835 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44303c59-c5d0-4bde-a99f-63ed80cf4ec1 None None] New status for floating IP 63c695b2-6b42-444c-99cc-822bd51c0f95: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:36:17.996568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36288) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:18.069078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e8327e7a-6a5a-438c-a1a1-5a5dcf56501f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 993 time: 0.0711610 Nov 23 02:36:20.432723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:33.151431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dacd58e-dcc9-4028-97f5-f840a0e43a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:34.477366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:36:34.910576 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-6bcf044c-4a87-406f-abd6-b144232303c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0517297 Nov 23 02:36:35.024858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-04066a96-5783-4f7f-bf40-9bbd7e7d59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.026375 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-04066a96-5783-4f7f-bf40-9bbd7e7d59b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1098 time: 0.0494456 Nov 23 02:36:35.138684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-f0d2761c-4c23-4935-9ed7-0d249b78af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.140428 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-f0d2761c-4c23-4935-9ed7-0d249b78af7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 200 len: 898 time: 0.0914218 Nov 23 02:36:35.219968 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-821fae0b-ab93-4f22-b5a7-8808973cedfa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 200 len: 1001 time: 0.0648015 Nov 23 02:36:35.274625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-d0cbdcd5-ab7c-4013-b85f-439d38eab610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.276084 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-d0cbdcd5-ab7c-4013-b85f-439d38eab610 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4816e71b-bf9b-47c5-9231-fadb83963930 HTTP/1.1" status: 200 len: 835 time: 0.0478036 Nov 23 02:36:35.328135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-b227daf5-7400-4b90-b48e-71e5db906df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:36:35.329715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-b227daf5-7400-4b90-b48e-71e5db906df3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55352072-d198-43a9-8949-2ae2d9d57f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448918 Nov 23 02:36:35.423400 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-5becc9ef-074a-4e8e-9605-7c10017ddcc9 service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812788 Nov 23 02:36:35.519337 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a592374-3250-4b7b-8095-2f10fb4685b4 req-90eddcb3-f2cb-453f-85cd-d9005a18aede service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857954 Nov 23 02:36:35.602698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-24402fa8-fdc3-4225-88ce-8e033785d9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:36.406309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:38.070024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:39.315299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:50.430083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:53.314737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36300) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.428367 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-35472c04-a7a4-4f66-9dd8-8408b90561ee tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1109393 Nov 23 02:36:53.431331 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36302) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.868446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529c5a83-b3da-420e-9652-6f9e56a54e61 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Notify agent at dv-neutron-818844-1-hyperv the message router_removed_from_agent {{(pid=103356) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 23 02:36:53.872231 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-529c5a83-b3da-420e-9652-6f9e56a54e61 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "DELETE /v2.0/agents/9c47419a-20ab-4f64-899a-f199589e23ae/l3-routers/ef258ec2-00a8-476e-97cd-ce01e9449530 HTTP/1.1" status: 204 len: 168 time: 0.4399834 Nov 23 02:36:53.875052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36304) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:53.984792 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d4c84724-012a-47ad-89e3-ccd3526b6b93 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1086354 Nov 23 02:36:53.988833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36306) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:54.055029 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-33422cb0-1902-4c34-b40a-98c86c8a0aea tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 993 time: 0.0651119 Nov 23 02:36:54.668852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af220cf2-bc01-4708-849d-39aca0acc6bc None None] New status for floating IP 63c695b2-6b42-444c-99cc-822bd51c0f95: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:36:54.705370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2587b004-f9ac-4633-80f2-0452acb3bcdb no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:54.872855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.913401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 2587b004-f9ac-4633-80f2-0452acb3bcdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2587b004-f9ac-4633-80f2-0452acb3bcdb,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:54.919375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:54.920072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ce487b18-02c6-419a-82cb-e19aea24ebd4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:36:54.989248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:55.000171 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.000543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.000911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.001242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.001574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.001897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.002226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.002553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.002877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.003195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.003513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.003809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:36:55.042840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.058483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36308) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:55.069321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port ce487b18-02c6-419a-82cb-e19aea24ebd4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ce487b18-02c6-419a-82cb-e19aea24ebd4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:55.075792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:55.126887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:55.142473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-50cb9d2f-5447-44f5-aab6-8a7fe7fff302 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 991 time: 0.0828021 Nov 23 02:36:56.296780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36312) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:56.571378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-a299a071-792c-4a7b-9bfa-6a26e0c49956 req-e12737d0-5316-492f-8bf5-26a1e163fd11 service neutron] (103356) timed out ('10.222.0.46', 54438) {{(pid=103356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 02:36:56.729421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73afd07-c728-476b-87c4-0d7889ac74fb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Router ef258ec2-00a8-476e-97cd-ce01e9449530 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:36:56.729782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73afd07-c728-476b-87c4-0d7889ac74fb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Notify agent at dv-neutron-818844-1-hyperv the message router_added_to_agent {{(pid=103357) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 23 02:36:56.758179 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e73afd07-c728-476b-87c4-0d7889ac74fb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "POST /v2.0/agents/9c47419a-20ab-4f64-899a-f199589e23ae/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.4603057 Nov 23 02:36:56.760805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36316) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:56.782425 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] Sync routers for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:36:56.792474 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:56.793084 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:36:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:56.879099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e4e1d3d9-fc51-4b48-af1e-ba1857a5e823 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1169052 Nov 23 02:36:56.882026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36320) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:56.898698 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:56.944783 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-398802f2-0f14-4464-b474-edbeddda292e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 991 time: 0.0615935 Nov 23 02:36:57.127538 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '63c695b2-6b42-444c-99cc-822bd51c0f95', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:15Z', 'updated_at': '2021-11-23T02:36:54Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:54Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:57.153912 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] Checking router: ef258ec2-00a8-476e-97cd-ce01e9449530 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:36:57.162627 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:36:57.163236 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:36:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:57.356558 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:36:57.589493 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '63c695b2-6b42-444c-99cc-822bd51c0f95', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:15Z', 'updated_at': '2021-11-23T02:36:54Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:54Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:36:57.616729 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b23e13-ac64-4e27-b909-3aa7392b80a3 None None] The sync data for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv is: [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:55Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '63c695b2-6b42-444c-99cc-822bd51c0f95', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'port_id': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'mac_address': 'fa:16:3e:9b:52:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:36:15Z', 'updated_at': '2021-11-23T02:36:54Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:54Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:36:57.948908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36322) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:58.015592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f0596256-c5d6-44b0-9f77-a4b5df08d682 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 991 time: 0.0643945 Nov 23 02:36:58.588826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ce487b18-02c6-419a-82cb-e19aea24ebd4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:58.636854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ce487b18-02c6-419a-82cb-e19aea24ebd4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:58.637234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.871095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.891822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port ce487b18-02c6-419a-82cb-e19aea24ebd4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ce487b18-02c6-419a-82cb-e19aea24ebd4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:58.898689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:58.899535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2587b004-f9ac-4633-80f2-0452acb3bcdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:36:58.975184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:58.987845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:36:58.988219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.018499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36324) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:36:59.070149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.084386 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-11290582-230a-4f7d-aba3-62d81f3aaeb7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 991 time: 0.0645654 Nov 23 02:36:59.105244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 2587b004-f9ac-4633-80f2-0452acb3bcdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2587b004-f9ac-4633-80f2-0452acb3bcdb,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:36:59.114399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:36:59.167760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:36:59.192886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83a7eaa-3076-4c7f-8c9d-2ec63e39a556 None None] New status for floating IP 63c695b2-6b42-444c-99cc-822bd51c0f95: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:37:00.090213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36326) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:00.164462 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-30a4f8da-42f3-4f4b-a75e-4a1ec4fe0a0f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 200 len: 993 time: 0.0727539 Nov 23 02:37:00.472928 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36332) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:00.551670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ce487b18-02c6-419a-82cb-e19aea24ebd4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:00.611107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ce487b18-02c6-419a-82cb-e19aea24ebd4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:00.611491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.657106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port cb3a4305-15f7-4fd1-839f-2c6381ed3c3b {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:00.657434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.699215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2587b004-f9ac-4633-80f2-0452acb3bcdb up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:00.738016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.738273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.744878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 2587b004-f9ac-4633-80f2-0452acb3bcdb triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:00.745260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.750723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for cb3a4305-15f7-4fd1-839f-2c6381ed3c3b owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:00.908149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:00.932303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=cb3a4305-15f7-4fd1-839f-2c6381ed3c3b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:00.946996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.947370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.947719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.948052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.948418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.948752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.949081 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.949408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.949733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.950054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.950376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:00.950698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:01.008834 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.009071 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 63c695b2-6b42-444c-99cc-822bd51c0f95 disassociated (deleted). External IP: 172.26.8.157, port: e74cf0b2-149a-4a44-b352-e1c25d8b2de4. Nov 23 02:37:01.229925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ef258ec2-00a8-476e-97cd-ce01e9449530 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:37:01.343568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:01.348962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:01.354427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] Sync routers for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:01.364639 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:01.365250 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:36:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:01.382095 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58701e2d-e04c-4ea3-b594-cbe05701c40e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/63c695b2-6b42-444c-99cc-822bd51c0f95 HTTP/1.1" status: 204 len: 168 time: 0.9077961 Nov 23 02:37:01.382736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:01.385039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:01.424113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10302742-1837-4f3c-a45b-4499fbdb4a48 x-openstack-request-id: req-10302742-1837-4f3c-a45b-4499fbdb4a48 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:01.424576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:01.425117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10302742-1837-4f3c-a45b-4499fbdb4a48 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:01.425580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'status': 'completed', 'code': 200} Nov 23 02:37:01.483894 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:01.582776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-e47109ee-666b-4857-ba82-914b66ce0028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.584330 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-e47109ee-666b-4857-ba82-914b66ce0028 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 1098 time: 0.1012940 Nov 23 02:37:01.682496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-66150e29-6b0b-40f2-aa84-608e1729d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.684047 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-66150e29-6b0b-40f2-aa84-608e1729d916 service neutron] 10.222.0.46 "GET /v2.0/networks?id=55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 200 len: 898 time: 0.0915022 Nov 23 02:37:01.685422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f10796-bedc-48ba-911a-a9b5912a71c6 req-e0254dc0-c28c-4696-9c27-c22f87e9ae41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.687368 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-74f10796-bedc-48ba-911a-a9b5912a71c6 req-e0254dc0-c28c-4696-9c27-c22f87e9ae41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 945 time: 0.1157968 Nov 23 02:37:01.706343 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:59Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:01.731287 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-23aa4edb-9891-4fdf-ac71-1e61f000b05e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 200 len: 217 time: 0.0394750 Nov 23 02:37:01.734521 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] Checking router: ef258ec2-00a8-476e-97cd-ce01e9449530 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:37:01.739062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-74f10796-bedc-48ba-911a-a9b5912a71c6 req-2532cad2-a1e6-4464-a15b-551c34a0a1cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453644 Nov 23 02:37:01.743670 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:01.744421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:36:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:01.784641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-95ea3bae-c467-457e-b41f-7b205d893f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.786208 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-95ea3bae-c467-457e-b41f-7b205d893f1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4816e71b-bf9b-47c5-9231-fadb83963930 HTTP/1.1" status: 200 len: 835 time: 0.0442784 Nov 23 02:37:01.833628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-8145fad1-dd9f-4672-954b-4ddd07c6a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:01.835138 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-8145fad1-dd9f-4672-954b-4ddd07c6a00a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=55352072-d198-43a9-8949-2ae2d9d57f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410335 Nov 23 02:37:01.853745 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:01.933531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-c98d02b1-6a58-4f61-a862-60d332228f34 service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889106 Nov 23 02:37:02.033043 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fb44ef76-933b-4b7b-bcc4-de7f9e8a7d04 req-9e394f32-a2c2-4516-a919-c186f7bf0e0c service neutron] 10.222.0.46 "GET /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879066 Nov 23 02:37:02.054626 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:59Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:02.084413 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f303864f-8d81-43f5-9175-ab49afae83c0 None None] The sync data for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv is: [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:01Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '2587b004-f9ac-4633-80f2-0452acb3bcdb', 'name': '', 'network_id': '55352072-d198-43a9-8949-2ae2d9d57f6f', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:41:02:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:36:00Z', 'updated_at': '2021-11-23T02:36:59Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '4816e71b-bf9b-47c5-9231-fadb83963930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:02.725046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa45efa-7d2e-476c-8fb2-22f9fe3b6010 None None] New status for floating IP 63c695b2-6b42-444c-99cc-822bd51c0f95: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:37:02.918178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca51b-9f84-420c-9958-2e562ac330c8 req-f560593c-f717-459c-983a-781126df6983 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:02.919625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ba5ca51b-9f84-420c-9958-2e562ac330c8 req-f560593c-f717-459c-983a-781126df6983 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 945 time: 0.1013789 Nov 23 02:37:02.972263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ba5ca51b-9f84-420c-9958-2e562ac330c8 req-54c435b3-5703-42af-aaca-52ecd33b2012 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=630cbb50-9e93-4e9d-ba37-e7ab77238cea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463884 Nov 23 02:37:03.147387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6b8da6ac-7fe7-47b9-ac1e-7cb0cf94bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.450955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-de6d8bfc-73ee-421b-bbbf-37e44595800d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:03.452641 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-de6d8bfc-73ee-421b-bbbf-37e44595800d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 945 time: 0.0606399 Nov 23 02:37:03.554944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:03.555204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.657390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port e74cf0b2-149a-4a44-b352-e1c25d8b2de4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:03.657754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.670625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for e74cf0b2-149a-4a44-b352-e1c25d8b2de4 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:03.811199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.843320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=e74cf0b2-149a-4a44-b352-e1c25d8b2de4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:03.886007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port e74cf0b2-149a-4a44-b352-e1c25d8b2de4 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:03.889141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:03.892764 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4fe6023-daaa-4b04-8ff4-a71048f75d06 req-42b602ec-7b44-4964-94b1-b8799741fb7e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/e74cf0b2-149a-4a44-b352-e1c25d8b2de4 HTTP/1.1" status: 204 len: 173 time: 0.4297588 Nov 23 02:37:03.893221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'name': 'network-vif-deleted', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:03.895486 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8fd43d-c985-49d6-b242-0a5ddf075d32" -d '{"events": [{"server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "name": "network-vif-deleted", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:03.932652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7a27d-172e-44fd-9492-45575a3ee397 x-openstack-request-id: req-edb7a27d-172e-44fd-9492-45575a3ee397 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:03.933323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3f8efb-ac94-4caf-b921-e3da4aa045e7", "name": "network-vif-deleted", "tag": "e74cf0b2-149a-4a44-b352-e1c25d8b2de4", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:03.933323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edb7a27d-172e-44fd-9492-45575a3ee397 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:03.933586 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3f8efb-ac94-4caf-b921-e3da4aa045e7', 'name': 'network-vif-deleted', 'tag': 'e74cf0b2-149a-4a44-b352-e1c25d8b2de4', 'status': 'completed', 'code': 200} Nov 23 02:37:04.091531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-194fdff4-385a-47e4-8a8b-1e5bcb814698 req-c9e79229-e931-45fd-8c3d-ab82c0ceeb91 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3f8efb-ac94-4caf-b921-e3da4aa045e7 HTTP/1.1" status: 200 len: 210 time: 0.0304286 Nov 23 02:37:05.166904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36354) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:05.229830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a042982d-c5f6-44f0-9fba-5f00b0fe1182 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.259163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a042982d-c5f6-44f0-9fba-5f00b0fe1182 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.323078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a042982d-c5f6-44f0-9fba-5f00b0fe1182 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.326003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a042982d-c5f6-44f0-9fba-5f00b0fe1182 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.327292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a042982d-c5f6-44f0-9fba-5f00b0fe1182 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/630cbb50-9e93-4e9d-ba37-e7ab77238cea HTTP/1.1" status: 204 len: 168 time: 0.1593931 Nov 23 02:37:05.337152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042982d-c5f6-44f0-9fba-5f00b0fe1182 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630cbb50-9e93-4e9d-ba37-e7ab77238cea,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:05.365743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36358) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:05.597091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13a7e431-3dc8-4191-8e72-1255cc268f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:05.743112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.033934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 2587b004-f9ac-4633-80f2-0452acb3bcdb {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:06.034209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.136888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 2587b004-f9ac-4633-80f2-0452acb3bcdb, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=2587b004-f9ac-4633-80f2-0452acb3bcdb,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:06.137203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.150261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 2587b004-f9ac-4633-80f2-0452acb3bcdb owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:06.353268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.380849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=2587b004-f9ac-4633-80f2-0452acb3bcdb,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:06.403968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.559905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:06.805147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ef258ec2-00a8-476e-97cd-ce01e9449530 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:37:06.912621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:06.917764 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f44e1b63-d8c4-40bc-9755-dc32361dc286 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5509479 Nov 23 02:37:06.920679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36360) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:06.923679 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] Sync routers for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:06.934069 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:06.934782 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:06.974429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet 4816e71b-bf9b-47c5-9231-fadb83963930 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:37:06.978578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.018972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.043264 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:07.102590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.118333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e74cf0b2-149a-4a44-b352-e1c25d8b2de4 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:07.139469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: e74cf0b2-149a-4a44-b352-e1c25d8b2de4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:07.139814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e74cf0b2-149a-4a44-b352-e1c25d8b2de4 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:07.169250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.197509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=4816e71b-bf9b-47c5-9231-fadb83963930,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:07.202637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.207218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/4816e71b-bf9b-47c5-9231-fadb83963930 HTTP/1.1" status: 204 len: 168 time: 0.2855954 Nov 23 02:37:07.209128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e283a16-0ab0-4cfb-b025-50b27f9d7597 None None] Network 55352072-d198-43a9-8949-2ae2d9d57f6f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:07.210279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36362) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:07.212626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.212984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.213331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.214324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.214324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.214675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.214788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.215067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.215400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.215728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.216611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.216611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373d4479-f64f-44dc-a92b-7cdc591395d2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:07.239762 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:37:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:07.269802 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] Checking router: ef258ec2-00a8-476e-97cd-ce01e9449530 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:37:07.278711 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] Routers {'ef258ec2-00a8-476e-97cd-ce01e9449530'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:07.279365 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ef258ec2-00a8-476e-97cd-ce01e9449530'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:07.337931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.394070 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] Set router ef258ec2-00a8-476e-97cd-ce01e9449530 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:07.418864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] DHCP port deletion for 55352072-d198-43a9-8949-2ae2d9d57f6f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:07.451713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.472941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] Deleting port e7c50675-5d14-4cd7-87cf-28c46d20a967 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:07.473462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.513925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port ce487b18-02c6-419a-82cb-e19aea24ebd4 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:37:07.514272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.547405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] For port e7c50675-5d14-4cd7-87cf-28c46d20a967, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e7c50675-5d14-4cd7-87cf-28c46d20a967,segment=NetworkSegment(44f93c8f-f658-4c9e-8014-cbc4f869d9e6),segment_id=44f93c8f-f658-4c9e-8014-cbc4f869d9e6)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:07.547986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.560923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] Calling delete_port for e7c50675-5d14-4cd7-87cf-28c46d20a967 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:07.602584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port ce487b18-02c6-419a-82cb-e19aea24ebd4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ce487b18-02c6-419a-82cb-e19aea24ebd4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:07.602956 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.616377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for ce487b18-02c6-419a-82cb-e19aea24ebd4 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:37:07.651173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.679300 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:37:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:07.682284 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] Pushing event deleted for resources: {'Port': ['ID=e7c50675-5d14-4cd7-87cf-28c46d20a967,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:07.686221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229afce-d70e-4544-8735-a995a5dfa631 None None] No DVR routers for this DVR port e7c50675-5d14-4cd7-87cf-28c46d20a967 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:37:07.707896 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7932f960-2705-4648-bb16-31bef1f8817c None None] The sync data for ids ['ef258ec2-00a8-476e-97cd-ce01e9449530'] in dv-neutron-818844-1-hyperv is: [{'id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'name': 'tempest-TestNetworkBasicOps-router-722522499', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46'}], 'enable_snat': True}, 'gw_port_id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:37:06Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'ce487b18-02c6-419a-82cb-e19aea24ebd4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:48:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef258ec2-00a8-476e-97cd-ce01e9449530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:35:57Z', 'updated_at': '2021-11-23T02:36:58Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:07.807982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.837932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=ce487b18-02c6-419a-82cb-e19aea24ebd4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:07.851719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2b68e-2d61-43f7-94bd-14846b51281b None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:07.909764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:07.999713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.002044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.046972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.047964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router ef258ec2-00a8-476e-97cd-ce01e9449530 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:37:08.056176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.059947 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-85c3806b-1316-43b5-9f46-f15af5bdc469 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/ef258ec2-00a8-476e-97cd-ce01e9449530 HTTP/1.1" status: 204 len: 168 time: 0.8460157 Nov 23 02:37:08.060523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36364) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.067378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.145261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.247962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.269799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55352072-d198-43a9-8949-2ae2d9d57f6f']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:08.280095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f93c8f-f658-4c9e-8014-cbc4f869d9e6') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:08.280433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f93c8f-f658-4c9e-8014-cbc4f869d9e6') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:08.290148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.303418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.309493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:37:08.309873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:37:08.312849 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:37:08.377542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.384615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.388154 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/55352072-d198-43a9-8949-2ae2d9d57f6f HTTP/1.1" status: 204 len: 168 time: 0.3259687 Nov 23 02:37:08.407550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36366) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.410332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e005c-2d4a-415c-92f8-c2624f6fb9e8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=55352072-d198-43a9-8949-2ae2d9d57f6f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.413987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--1658349645', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:08.439079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:08.443349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.468902 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 550} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:37:08.479465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.479904 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment 6ad8b693-29b5-43b9-b1b3-6a01724e2e4f of type vlan for network fdb72326-76c0-4f5b-bd85-c168e353470b Nov 23 02:37:08.527166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.552709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.558362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:08.558940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.618926 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2092030 Nov 23 02:37:08.621896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:08.626885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-769109989', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:08.628690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c2e46-3110-4693-a4ee-31b30d30364c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=fdb72326-76c0-4f5b-bd85-c168e353470b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:08.639662 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network fdb72326-76c0-4f5b-bd85-c168e353470b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:37:08.651096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.652572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.707723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:08.915093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e7c50675-5d14-4cd7-87cf-28c46d20a967 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:08.936830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: e7c50675-5d14-4cd7-87cf-28c46d20a967 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:08.937245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e7c50675-5d14-4cd7-87cf-28c46d20a967 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:08.937685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2587b004-f9ac-4633-80f2-0452acb3bcdb no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:08.962328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 2587b004-f9ac-4633-80f2-0452acb3bcdb {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:08.962657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 2587b004-f9ac-4633-80f2-0452acb3bcdb not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:09.173062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.299455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.375551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.398183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.505292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.144 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/b6807fb6-811e-47cf-90bd-65da3db2a9c0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:09.609593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.655669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.699524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:09.704892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:09.710570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:09.713145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b6807fb6-811e-47cf-90bd-65da3db2a9c0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:09.723061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b84d145-ba4d-49d7-bf05-ce7b93e87ec8 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:09.836473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-76052f81-8af3-40b4-814a-a02dc3254fe4 None None] Provisioning complete for port b6807fb6-811e-47cf-90bd-65da3db2a9c0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:09.836733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-76052f81-8af3-40b4-814a-a02dc3254fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:09.871608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-76052f81-8af3-40b4-814a-a02dc3254fe4 None None] Port b6807fb6-811e-47cf-90bd-65da3db2a9c0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:09.964606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.162327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.294086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 80de775d-9287-493b-be55-a1211249d50e is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:37:10.414006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:10.424890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Sync routers for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:10.436095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:10.436452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.436773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:10.437970 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-32543079-ea77-4204-b388-4528b418cb78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8147104 Nov 23 02:37:10.440991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36370) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:10.475760 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-72417d87-734b-40c3-adbf-6137f24d8830 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0336168 Nov 23 02:37:10.478830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36372) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:10.519017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ce487b18-02c6-419a-82cb-e19aea24ebd4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:37:10.551981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ce487b18-02c6-419a-82cb-e19aea24ebd4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:37:10.552397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ce487b18-02c6-419a-82cb-e19aea24ebd4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:37:10.569258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952219a0-8555-4221-a384-b662bcc8b50d tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:10.570814 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-952219a0-8555-4221-a384-b662bcc8b50d tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914688 Nov 23 02:37:10.573884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36374) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:10.574508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:10.602456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e5f3467f-6538-4e97-9658-3c1edbd488cb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273952 Nov 23 02:37:10.604980 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36376) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:10.609845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1518564895', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:10.701946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:10.706833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.764656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:09Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:10.792545 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Checking router: 80de775d-9287-493b-be55-a1211249d50e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:37:10.793000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Updating router 80de775d-9287-493b-be55-a1211249d50e port b6807fb6-811e-47cf-90bd-65da3db2a9c0 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:37:10.821846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.892596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:10.946620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=7a00c564-277a-4ec7-aed6-751c3d1a3a3e,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:10.962412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:10.962782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: fdb72326-76c0-4f5b-bd85-c168e353470b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:37:10.981327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network fdb72326-76c0-4f5b-bd85-c168e353470b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:37:10.999350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, fdb72326-76c0-4f5b-bd85-c168e353470b) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:11.004284 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:11.005307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.010570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f502516-ef1f-46a4-a14d-fdadc3b04719 None None] Network fdb72326-76c0-4f5b-bd85-c168e353470b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:11.028339 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5aa0a968-1825-48d5-b38a-6899f9c97136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4192715 Nov 23 02:37:11.028581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36378) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:11.292227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.321858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.373986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d328b15-bc69-4008-b27c-baf4efca1eca None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:11.413394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5627-a18b-4f07-9f55-954d6128de7a None None] Pushing event updated for resources: {'Port': ['ID=b6807fb6-811e-47cf-90bd-65da3db2a9c0,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:11.415660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Attempting to bind port b6807fb6-811e-47cf-90bd-65da3db2a9c0 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:11.416621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Attempting to bind port b6807fb6-811e-47cf-90bd-65da3db2a9c0 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:11.416621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Attempting to bind port b6807fb6-811e-47cf-90bd-65da3db2a9c0 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:11.425554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:11.425838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:11.426175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.426559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:11.427040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Bound port: b6807fb6-811e-47cf-90bd-65da3db2a9c0, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:11.427427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.437963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-fdb72326-76c0-4f5b-bd85-c168e353470b', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:37:11.438855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.477861 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:37:11.490451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.554892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] For port b6807fb6-811e-47cf-90bd-65da3db2a9c0, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:11.583979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] For port b6807fb6-811e-47cf-90bd-65da3db2a9c0, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b6807fb6-811e-47cf-90bd-65da3db2a9c0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:11.587276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c1242865-f301-4619-b92e-d7b883945de6 None None] Provisioning complete for port b6807fb6-811e-47cf-90bd-65da3db2a9c0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:11.587649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c1242865-f301-4619-b92e-d7b883945de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.592412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.696282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f7c63-e0d8-4fc1-92bb-76260d98add7 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:37:11.722222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Allocated IP 172.20.0.2 (fdb72326-76c0-4f5b-bd85-c168e353470b/7a00c564-277a-4ec7-aed6-751c3d1a3a3e/b5fdb2ea-7cbf-4350-8f93-d2d48adffa14) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:11.736012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c5627-a18b-4f07-9f55-954d6128de7a None None] Pushing event updated for resources: {'Port': ['ID=b6807fb6-811e-47cf-90bd-65da3db2a9c0,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:11.746907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:11.747537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:11.899468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c1242865-f301-4619-b92e-d7b883945de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.954077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c1242865-f301-4619-b92e-d7b883945de6 None None] For port b6807fb6-811e-47cf-90bd-65da3db2a9c0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b6807fb6-811e-47cf-90bd-65da3db2a9c0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:11.969153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c1242865-f301-4619-b92e-d7b883945de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:11.973585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:12.158514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.160139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1242865-f301-4619-b92e-d7b883945de6 None None] Pushing event updated for resources: {'Port': ['ID=b6807fb6-811e-47cf-90bd-65da3db2a9c0,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:12.169945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bb1a2d4e-d139-4747-b15c-19ffacb0201a None None] Provisioning complete for port b6807fb6-811e-47cf-90bd-65da3db2a9c0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:12.170315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bb1a2d4e-d139-4747-b15c-19ffacb0201a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.175437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.229826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (fdb72326-76c0-4f5b-bd85-c168e353470b/7a00c564-277a-4ec7-aed6-751c3d1a3a3e/11d9e152-95b5-4648-8f3a-1ea468ad87aa) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:12.269466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Network fdb72326-76c0-4f5b-bd85-c168e353470b is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:12.279844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:12.298831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Pushing event updated for resources: {'Port': ['ID=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:12.301396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:12.347400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.381137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.392861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Attempting to bind port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:12.393236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Attempting to bind port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:12.393603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Attempting to bind port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 on network fdb72326-76c0-4f5b-bd85-c168e353470b {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:12.405211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:12.405594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Checking segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:12.405992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.406439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Bound using segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:12.406999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Bound port: b5fdb2ea-7cbf-4350-8f93-d2d48adffa14, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:12.407383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.427888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network fdb72326-76c0-4f5b-bd85-c168e353470b is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:12.431165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:12.432114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:09Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:12.435036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:12.441722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=11d9e152-95b5-4648-8f3a-1ea468ad87aa,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:12.479121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f30147f-e14f-4b1e-9ff9-75b2e35fd5d0 None None] The sync data for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv is: [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:09Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:12.509817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] For port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:12.513694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] For port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:12.519605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.581976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039bc4b-4ecf-4c8a-ab8b-fddf7410b2df None None] Pushing event updated for resources: {'Port': ['ID=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:12.828174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:12.970875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.269358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.277989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.355626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.357572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=11d9e152-95b5-4648-8f3a-1ea468ad87aa,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:13.466483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network fdb72326-76c0-4f5b-bd85-c168e353470b is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:13.467975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:13.583006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c6934-74fb-405b-a1b3-d6fcdbe7c982 None None] Network fdb72326-76c0-4f5b-bd85-c168e353470b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:37:13.588631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 80de775d-9287-493b-be55-a1211249d50e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:37:13.653256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9054603b-8e27-4dbf-b7df-9f3c7d787f15 None None] Provisioning complete for port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:13.653651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9054603b-8e27-4dbf-b7df-9f3c7d787f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.702704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:13.708844 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f6b5e408-f315-487b-887f-27a066da3337 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/80de775d-9287-493b-be55-a1211249d50e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6791120 Nov 23 02:37:13.711716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36380) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:13.807856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9054603b-8e27-4dbf-b7df-9f3c7d787f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.813602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf2438-0f18-4730-a73b-0482fadfcc06 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.814073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf2438-0f18-4730-a73b-0482fadfcc06 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.814530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf2438-0f18-4730-a73b-0482fadfcc06 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.814978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf2438-0f18-4730-a73b-0482fadfcc06 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.819554 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8acf2438-0f18-4730-a73b-0482fadfcc06 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1062295 Nov 23 02:37:13.819751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36382) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:13.849873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9054603b-8e27-4dbf-b7df-9f3c7d787f15 None None] For port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:13.858155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9054603b-8e27-4dbf-b7df-9f3c7d787f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:13.882231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fc2a9-87ab-4048-9c72-e2439bef505a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.883044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fc2a9-87ab-4048-9c72-e2439bef505a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.883206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fc2a9-87ab-4048-9c72-e2439bef505a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.883594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fc2a9-87ab-4048-9c72-e2439bef505a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:13.885515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a14fc2a9-87ab-4048-9c72-e2439bef505a tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0647931 Nov 23 02:37:13.888648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36384) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:13.915795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9054603b-8e27-4dbf-b7df-9f3c7d787f15 None None] Pushing event updated for resources: {'Port': ['ID=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.034871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b1b75943-a649-4137-86c7-ae69c7efe8ac tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1449959 Nov 23 02:37:14.090943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a86d9794-967e-4b7a-85de-a208002cd7ba None None] Provisioning complete for port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:14.091412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a86d9794-967e-4b7a-85de-a208002cd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.203419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a86d9794-967e-4b7a-85de-a208002cd7ba None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:14.203925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a86d9794-967e-4b7a-85de-a208002cd7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.204765 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Sync routers for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:14.215890 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:14.220335 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:14.246858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36388) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:14.251559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a86d9794-967e-4b7a-85de-a208002cd7ba None None] Port 11d9e152-95b5-4648-8f3a-1ea468ad87aa cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:14.253773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1421643936', 'description': 'tempest-secgroup-smoke-1421643936 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:14.280197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.352995 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:14.369034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.373882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b77f15e5-cf5f-4496-9116-f6026f4a466b None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:14.374267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b77f15e5-cf5f-4496-9116-f6026f4a466b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.375713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.418377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b63aa5b-cf26-490e-a2bc-aed01204eb7b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.433558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b77f15e5-cf5f-4496-9116-f6026f4a466b None None] Port 11d9e152-95b5-4648-8f3a-1ea468ad87aa cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:14.440081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.444415 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f36d3ea-1e08-45fe-b7d4-14e1727ca902 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1930594 Nov 23 02:37:14.444415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36390) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:14.450425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '9b63aa5b-cf26-490e-a2bc-aed01204eb7b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:14.478891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.556747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.558017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-477ee39a-1071-4431-beb2-5026ccd4c297 None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:14.558593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-477ee39a-1071-4431-beb2-5026ccd4c297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.567866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.588617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70a0f1c-e5df-44e5-af82-60c45d698737,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.601008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-477ee39a-1071-4431-beb2-5026ccd4c297 None None] Port 11d9e152-95b5-4648-8f3a-1ea468ad87aa cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:14.603642 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:13Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:14.607568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.611797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cc97e9de-d32b-4a26-8766-a9ee352fbe34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632581 Nov 23 02:37:14.612307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36392) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:14.618317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '9b63aa5b-cf26-490e-a2bc-aed01204eb7b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:14.633912 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Checking router: 80de775d-9287-493b-be55-a1211249d50e for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:37:14.634360 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Updating router 80de775d-9287-493b-be55-a1211249d50e port 11d9e152-95b5-4648-8f3a-1ea468ad87aa binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:37:14.636608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b6807fb6-811e-47cf-90bd-65da3db2a9c0 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:14.647138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.662123 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.686201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b6807fb6-811e-47cf-90bd-65da3db2a9c0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:14.686665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.706661 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.711648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.733134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8781bd8-53bc-4a86-be75-55e286b9656b,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.742989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.747088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36394) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:14.747618 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0c857d90-75c6-4791-b063-dd3421ddc6b2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339326 Nov 23 02:37:14.751862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '9b63aa5b-cf26-490e-a2bc-aed01204eb7b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:14.780456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:14.783632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.831529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:14.832277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.847326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.852728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.868878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f2d6c2-6b26-4ab0-8efd-257463d40325,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:14.884134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.888974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36396) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:14.892851 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0515277c-c2a0-4a75-950f-c469ce99e92f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444201 Nov 23 02:37:14.894228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '9b63aa5b-cf26-490e-a2bc-aed01204eb7b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:14.924742 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.949574 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.956600 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.982649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:14.988026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.011442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5490a9aa-f227-44c6-805f-7af9e1faeccc,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:15.017113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.018448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-abbf18fa-7c7e-438d-abf5-8228420867ad tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283395 Nov 23 02:37:15.021226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36398) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:15.026067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '9b63aa5b-cf26-490e-a2bc-aed01204eb7b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:15.027277 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Pushing event updated for resources: {'Port': ['ID=11d9e152-95b5-4648-8f3a-1ea468ad87aa,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:15.035727 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.036077 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.036651 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.037186 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.037518 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.037857 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.038188 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.038532 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.039054 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.039566 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.040094 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.040612 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:37:15.051730 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:37:15.057544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.072947 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Attempting to bind port 11d9e152-95b5-4648-8f3a-1ea468ad87aa on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:15.073322 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Attempting to bind port 11d9e152-95b5-4648-8f3a-1ea468ad87aa by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:15.073723 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Attempting to bind port 11d9e152-95b5-4648-8f3a-1ea468ad87aa on network fdb72326-76c0-4f5b-bd85-c168e353470b {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:15.079414 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:15.079817 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Checking segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:15.080528 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.080677 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Bound using segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:15.081101 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Bound port: 11d9e152-95b5-4648-8f3a-1ea468ad87aa, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:15.081481 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.130018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.135406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.151460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bcbd174-a590-4c43-b2d6-06884551c550,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:15.158011 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] For port 11d9e152-95b5-4648-8f3a-1ea468ad87aa, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:15.161731 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] For port 11d9e152-95b5-4648-8f3a-1ea468ad87aa, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=11d9e152-95b5-4648-8f3a-1ea468ad87aa,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:15.164459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.165837 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fba43747-7353-4ad4-960a-bacf3415d62a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1433892 Nov 23 02:37:15.166933 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.168801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36400) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:15.175012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '9b63aa5b-cf26-490e-a2bc-aed01204eb7b', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:15.208330 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:37:15.213595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.246629 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:15.247224 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:15.253233 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe6d1e3-6e47-468c-91e1-2736d162c83f None None] Pushing event updated for resources: {'Port': ['ID=11d9e152-95b5-4648-8f3a-1ea468ad87aa,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:15.279099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.284999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.304667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=975311d7-856f-4281-bb1d-c1ed5a7360fd,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:15.320267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.320532 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e5c7e3d0-f475-4829-830b-7af6bfe018e9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503956 Nov 23 02:37:15.336759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-73997fd0-5966-4b96-ab2e-b5c51b6021d8 None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:15.337396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73997fd0-5966-4b96-ab2e-b5c51b6021d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.394666 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:15.437903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73997fd0-5966-4b96-ab2e-b5c51b6021d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.478685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-73997fd0-5966-4b96-ab2e-b5c51b6021d8 None None] For port 11d9e152-95b5-4648-8f3a-1ea468ad87aa, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=11d9e152-95b5-4648-8f3a-1ea468ad87aa,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:15.484095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73997fd0-5966-4b96-ab2e-b5c51b6021d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.515840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-093847b9-3f21-4940-8811-f59f8f507b38 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1421643936&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0540023 Nov 23 02:37:15.534399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73997fd0-5966-4b96-ab2e-b5c51b6021d8 None None] Pushing event updated for resources: {'Port': ['ID=11d9e152-95b5-4648-8f3a-1ea468ad87aa,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:15.606586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4a290a3c-6ea4-44e4-ab72-dd043d1fa13b None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:15.607311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4a290a3c-6ea4-44e4-ab72-dd043d1fa13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:15.623807 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:15.632549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-5b5e359a-9b18-4b89-9015-d63b86b85005 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:15.636068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-5b5e359a-9b18-4b89-9015-d63b86b85005 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 797 time: 0.1130426 Nov 23 02:37:15.650146 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-e8567618-c958-418d-8480-bba852f88658 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0100496 Nov 23 02:37:15.657468 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeafb27-5003-44cc-8ca2-6b7c504cd43e None None] The sync data for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv is: [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:15.730030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-bf1bab2f-f232-434f-b07d-bca4d6c72d49 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709286 Nov 23 02:37:15.833714 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-2fed27f9-5861-4ef7-a0d9-b1a6e5b68ff0 service neutron] 10.222.0.53 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931027 Nov 23 02:37:15.926692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-886ffc4a-ce55-4ecf-842f-d67400ef268f service neutron] 10.222.0.53 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865231 Nov 23 02:37:16.113004 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9336a2c2-aa7c-41fe-a352-8334f423ab11 req-7262aee9-5347-49dc-964d-134028076bb0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 210 time: 0.0368316 Nov 23 02:37:16.588683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 11d9e152-95b5-4648-8f3a-1ea468ad87aa up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:16.645745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:16.646515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.212806 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-22b6b235-364f-47a9-9c1b-505d20c136db req-80569cca-fff5-4fc0-b23f-4affae18f336 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 210 time: 0.0278416 Nov 23 02:37:17.395751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-53b30b6c-4f9e-423e-8105-eeba7f771404 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:17.397170 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-53b30b6c-4f9e-423e-8105-eeba7f771404 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 797 time: 0.1110194 Nov 23 02:37:17.475375 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-6185fdf6-c00c-4f7c-9afc-56f46fdea7fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 380 time: 0.0579052 Nov 23 02:37:17.492499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['9b63aa5b-cf26-490e-a2bc-aed01204eb7b']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:17.607360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:37:17.610989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.741620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.6 (fdb72326-76c0-4f5b-bd85-c168e353470b/7a00c564-277a-4ec7-aed6-751c3d1a3a3e/0f863967-7df5-49d6-a407-86cf7baa9321) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:17.889277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.928856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:17.984590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network fdb72326-76c0-4f5b-bd85-c168e353470b is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:17.987949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:17.991703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:17.998206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=0f863967-7df5-49d6-a407-86cf7baa9321,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:18.047065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.047922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.066015 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-4995a769-274a-4f7f-a19c-2626169751a7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777962 Nov 23 02:37:18.091532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Request body: {'port': {'device_id': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:18.149331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.235391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d8707466-d185-4fde-a49b-bd86ff5a20ca None None] Provisioning complete for port 0f863967-7df5-49d6-a407-86cf7baa9321 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:18.236043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d8707466-d185-4fde-a49b-bd86ff5a20ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.271000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d8707466-d185-4fde-a49b-bd86ff5a20ca None None] Port 0f863967-7df5-49d6-a407-86cf7baa9321 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:37:18.340843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d93e3-d538-4afd-b20c-ed4ac736fa2b req-f6badbcd-3bd7-41c4-a262-ffa5939d75b4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.342432 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc4d93e3-d538-4afd-b20c-ed4ac736fa2b req-f6badbcd-3bd7-41c4-a262-ffa5939d75b4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 931 time: 0.0518670 Nov 23 02:37:18.391832 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc4d93e3-d538-4afd-b20c-ed4ac736fa2b req-1fa3d852-4ef0-4519-a1ad-499263978a00 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432549 Nov 23 02:37:18.429717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f863967-7df5-49d6-a407-86cf7baa9321 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:18.438110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.450783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Transition to ACTIVE for port object 0f863967-7df5-49d6-a407-86cf7baa9321 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:37:18.459339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.512059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f863967-7df5-49d6-a407-86cf7baa9321,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:18.586592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Attempting to bind port 0f863967-7df5-49d6-a407-86cf7baa9321 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:37:18.586935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Attempting to bind port 0f863967-7df5-49d6-a407-86cf7baa9321 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:37:18.587268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Attempting to bind port 0f863967-7df5-49d6-a407-86cf7baa9321 on network fdb72326-76c0-4f5b-bd85-c168e353470b {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:18.591906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Port 0f863967-7df5-49d6-a407-86cf7baa9321 on network fdb72326-76c0-4f5b-bd85-c168e353470b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:37:18.592224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Attempting to bind port 0f863967-7df5-49d6-a407-86cf7baa9321 on network fdb72326-76c0-4f5b-bd85-c168e353470b {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:37:18.597973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:37:18.598310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Checking segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:37:18.598678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Bound using segment: {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:37:18.599107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Bound port: 0f863967-7df5-49d6-a407-86cf7baa9321, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:37:18.599481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.669256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] For port 0f863967-7df5-49d6-a407-86cf7baa9321, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:37:18.672870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] For port 0f863967-7df5-49d6-a407-86cf7baa9321, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0f863967-7df5-49d6-a407-86cf7baa9321,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:37:18.679978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.716363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.717167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:18.718392 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] 10.222.0.46 "PUT /v2.0/ports/0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 1093 time: 0.6313758 Nov 23 02:37:18.718846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:18.721207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a7ed73-5916-413f-ace8-975d2a6a8c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:18.750085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91adea7f-2655-496b-9071-089fe3ea23f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f863967-7df5-49d6-a407-86cf7baa9321,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:18.768259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5553ec56-8041-4ae4-91a1-c3c9c675af13 x-openstack-request-id: req-5553ec56-8041-4ae4-91a1-c3c9c675af13 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:18.768862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:18.769171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5553ec56-8041-4ae4-91a1-c3c9c675af13 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:18.769592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321', 'status': 'completed', 'code': 200} Nov 23 02:37:18.832891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-f6ce26a8-d967-41fa-ae25-766849e667ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.834473 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-f6ce26a8-d967-41fa-ae25-766849e667ec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1096 time: 0.0449994 Nov 23 02:37:18.891763 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-8b3620e0-08f7-4460-92a2-4ff530be3583 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 217 time: 0.0401540 Nov 23 02:37:18.942661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-d5bf54af-a5a0-4bd8-b529-d3b00136f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.944126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-d5bf54af-a5a0-4bd8-b529-d3b00136f036 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0449963 Nov 23 02:37:18.992051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-25b387e5-e014-41ff-addc-4b7921981617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:18.993588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-25b387e5-e014-41ff-addc-4b7921981617 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414577 Nov 23 02:37:19.098196 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-d92bd194-d94c-4449-86c7-7f6c7c532aa0 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945017 Nov 23 02:37:19.204873 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5495049-f420-45ce-9c41-bd07b337bed5 req-fab674d2-4f49-467d-b882-19b2245bcde3 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949888 Nov 23 02:37:19.367895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-59c903fa-246a-4b7c-ba90-ded4f951e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.369376 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-59c903fa-246a-4b7c-ba90-ded4f951e829 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1096 time: 0.0446947 Nov 23 02:37:19.474478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-84b79410-0ec1-4c8f-a811-4fcfb9667006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.475975 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-84b79410-0ec1-4c8f-a811-4fcfb9667006 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 898 time: 0.0984964 Nov 23 02:37:19.516108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb1fe3-2aaa-442b-8562-55f7739b00de req-4b17e952-3152-40b9-a2ff-6f0fa89b887e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.517680 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a0cb1fe3-2aaa-442b-8562-55f7739b00de req-4b17e952-3152-40b9-a2ff-6f0fa89b887e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 943 time: 0.0546806 Nov 23 02:37:19.522428 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-c9585518-3f48-403b-beda-3bcbcd78701a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 217 time: 0.0359962 Nov 23 02:37:19.573581 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a0cb1fe3-2aaa-442b-8562-55f7739b00de req-d8755f5d-361d-453d-a531-9bcb6467a1ab tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494545 Nov 23 02:37:19.581852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-ca583c12-4361-4769-a072-8e5d505d9617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.583350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-ca583c12-4361-4769-a072-8e5d505d9617 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0511000 Nov 23 02:37:19.634857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-40659f33-6a83-4bd6-9d0a-6b542e97be4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:19.636276 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-40659f33-6a83-4bd6-9d0a-6b542e97be4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427465 Nov 23 02:37:19.729484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-8704a178-8693-425d-9599-74e5985dcb1e service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842383 Nov 23 02:37:19.826584 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08a7ed73-5916-413f-ace8-975d2a6a8c5c req-d9db78d7-8cb5-4330-8206-f8d6a52aa46b service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Nov 23 02:37:20.440590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:20.709530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b6eba-62d9-4f46-8028-fb4015cc27b7 req-2f34b8b1-31dc-4601-abdf-7dccba371976 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:20.711064 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc5b6eba-62d9-4f46-8028-fb4015cc27b7 req-2f34b8b1-31dc-4601-abdf-7dccba371976 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 943 time: 0.0540617 Nov 23 02:37:20.762485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc5b6eba-62d9-4f46-8028-fb4015cc27b7 req-665e518b-882f-4a82-a341-001ceb34ad34 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448298 Nov 23 02:37:21.197482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0f863967-7df5-49d6-a407-86cf7baa9321 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:37:21.453015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 0f863967-7df5-49d6-a407-86cf7baa9321, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0f863967-7df5-49d6-a407-86cf7baa9321,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:21.464632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '0f863967-7df5-49d6-a407-86cf7baa9321', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'port_id': '0f863967-7df5-49d6-a407-86cf7baa9321', 'mac_address': 'fa:16:3e:d4:8f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:37:21.511369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.530661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f863967-7df5-49d6-a407-86cf7baa9321 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:37:21.562013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 0f863967-7df5-49d6-a407-86cf7baa9321, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0f863967-7df5-49d6-a407-86cf7baa9321,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:21.568174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:21.620118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=0f863967-7df5-49d6-a407-86cf7baa9321,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:21.889630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243ec7d8-1b45-4502-886f-d7af10c96620 req-9ddbb78b-a24e-4408-bf9b-f3338cbf09e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:21.891272 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-243ec7d8-1b45-4502-886f-d7af10c96620 req-9ddbb78b-a24e-4408-bf9b-f3338cbf09e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 944 time: 0.0543475 Nov 23 02:37:21.910559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['0f863967-7df5-49d6-a407-86cf7baa9321'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:37:21.942286 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-243ec7d8-1b45-4502-886f-d7af10c96620 req-ffcc9f21-7c1e-4300-ab33-1ef518f1f29e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442507 Nov 23 02:37:23.087255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e22006-ce52-4fce-ac49-3876d0de1259 req-d1aa87a2-e0c6-4ca8-a569-5acb9c9c0f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:23.088790 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-95e22006-ce52-4fce-ac49-3876d0de1259 req-d1aa87a2-e0c6-4ca8-a569-5acb9c9c0f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 944 time: 0.0611815 Nov 23 02:37:23.140792 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-95e22006-ce52-4fce-ac49-3876d0de1259 req-b56f5706-6a62-4476-b2f1-9949ed3a45d5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439174 Nov 23 02:37:23.196940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0f863967-7df5-49d6-a407-86cf7baa9321 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:37:23.253406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 0f863967-7df5-49d6-a407-86cf7baa9321 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:37:23.257400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 0f863967-7df5-49d6-a407-86cf7baa9321 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:37:23.257835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.343131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.366102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:23.368452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d810fd-616b-4067-b507-f4e347f2029b" -d '{"events": [{"server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:23.381032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 0f863967-7df5-49d6-a407-86cf7baa9321, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0f863967-7df5-49d6-a407-86cf7baa9321,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:37:23.386237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:23.435920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=0f863967-7df5-49d6-a407-86cf7baa9321,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:23.468807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e7d76b-5dc7-4d3b-954c-6e39b3e6bc98 x-openstack-request-id: req-f6e7d76b-5dc7-4d3b-954c-6e39b3e6bc98 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:23.469146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "name": "network-vif-plugged", "status": "completed", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:23.469742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f6e7d76b-5dc7-4d3b-954c-6e39b3e6bc98 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:23.469873 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321', 'code': 200} Nov 23 02:37:23.702588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c5a96-96e2-4a34-9cdc-56b79bed57cd req-73298a29-8b44-40dc-830b-19b68e1ea54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:23.704316 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-592c5a96-96e2-4a34-9cdc-56b79bed57cd req-73298a29-8b44-40dc-830b-19b68e1ea54f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1098 time: 0.0425456 Nov 23 02:37:23.753182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-592c5a96-96e2-4a34-9cdc-56b79bed57cd req-6a0b3783-3147-4b3c-b362-e00bc1a6465f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409935 Nov 23 02:37:24.270123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8720ed-0385-438d-b3fb-2e806e51b3dd req-e6be8517-ef31-4c0a-94a4-a95c7af1d90b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:24.271700 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f8720ed-0385-438d-b3fb-2e806e51b3dd req-e6be8517-ef31-4c0a-94a4-a95c7af1d90b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 945 time: 0.0567040 Nov 23 02:37:24.328782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f8720ed-0385-438d-b3fb-2e806e51b3dd req-f1ebd69c-5dcd-4b31-9d73-e7b7a0d5f6dd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Nov 23 02:37:25.455244 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809aa1-e672-4a32-bdd2-e330f59874ed req-5eb762e1-a0cc-48a7-a69b-694d91c56711 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:25.456758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d809aa1-e672-4a32-bdd2-e330f59874ed req-5eb762e1-a0cc-48a7-a69b-694d91c56711 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 945 time: 0.0517662 Nov 23 02:37:25.518494 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0d809aa1-e672-4a32-bdd2-e330f59874ed req-17842488-ee34-4dfb-8a39-2e07de349b13 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555782 Nov 23 02:37:25.641945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bbea5-d521-48c7-9803-f0829f7a0a84 req-e2036bc7-693e-46ca-a666-5203b500ae80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:25.643451 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-182bbea5-d521-48c7-9803-f0829f7a0a84 req-e2036bc7-693e-46ca-a666-5203b500ae80 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 945 time: 0.0554514 Nov 23 02:37:25.693853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-182bbea5-d521-48c7-9803-f0829f7a0a84 req-3fda6ed2-247d-4d9e-9c2d-89da65138611 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443327 Nov 23 02:37:25.719291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36458) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:25.759208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c29de9-19ae-4763-97f5-931a4ac30d14 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:25.760758 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a7c29de9-19ae-4763-97f5-931a4ac30d14 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1093 time: 0.0403955 Nov 23 02:37:25.763812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36460) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:25.768100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '0f863967-7df5-49d6-a407-86cf7baa9321', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:37:25.791959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:25.898313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.006483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.227 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/b17aa5ec-9dbe-4b77-b9d3-2ecfc8331abf) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:37:26.115375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.153640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.192521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:37:26.196973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:37:26.201608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:37:26.205071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b17aa5ec-9dbe-4b77-b9d3-2ecfc8331abf,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:26.593507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:26.677138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.145010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.152338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.235430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b17aa5ec-9dbe-4b77-b9d3-2ecfc8331abf,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:37:27.250173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.363626 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 25687fd7-aaf9-4608-82c1-d961f2ca2dd4 associated. External IP: 172.26.8.227, port: 0f863967-7df5-49d6-a407-86cf7baa9321. Nov 23 02:37:27.604054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 80de775d-9287-493b-be55-a1211249d50e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:37:27.750249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:37:27.761959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] Sync routers for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:37:27.774493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:27.775048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:27.775767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:27.810308 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6a16d510-d87c-4c9e-b2de-42a1d05852f6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0454273 Nov 23 02:37:27.810951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:37:27.813329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4007322-06cd-4623-b6e6-bb98b06d910f" -d '{"events": [{"name": "network-changed", "server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:37:27.814562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36462) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:27.858370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89432b91-ba06-4e8b-9ede-08b6a45a9c44 x-openstack-request-id: req-89432b91-ba06-4e8b-9ede-08b6a45a9c44 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:37:27.859346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:37:27.859346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89432b91-ba06-4e8b-9ede-08b6a45a9c44 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:37:27.859346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321', 'status': 'completed', 'code': 200} Nov 23 02:37:27.894380 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c9494177-9fdb-4438-a037-15d8797d6272 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/25687fd7-aaf9-4608-82c1-d961f2ca2dd4 HTTP/1.1" status: 200 len: 991 time: 0.0760460 Nov 23 02:37:27.927135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:27.979021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-d0df16db-586b-4360-ba44-468245fbc20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:27.980705 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-d0df16db-586b-4360-ba44-468245fbc20b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1098 time: 0.0682821 Nov 23 02:37:28.080648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-8734559f-9b9a-4358-aa20-ea17004e6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:28.082146 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-8734559f-9b9a-4358-aa20-ea17004e6c6b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 898 time: 0.0937345 Nov 23 02:37:28.151058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-67585af3-d29a-4a3a-922e-8db28fcb529c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 999 time: 0.0614030 Nov 23 02:37:28.175236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '25687fd7-aaf9-4608-82c1-d961f2ca2dd4', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.227', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '80de775d-9287-493b-be55-a1211249d50e', 'port_id': '0f863967-7df5-49d6-a407-86cf7baa9321', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'mac_address': 'fa:16:3e:d4:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:37:26Z', 'updated_at': '2021-11-23T02:37:26Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:28.202208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] Checking router: 80de775d-9287-493b-be55-a1211249d50e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:37:28.202453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-65fd97af-58a7-47a4-a4c1-1f68543ce5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:28.204046 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-65fd97af-58a7-47a4-a4c1-1f68543ce5da service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0452163 Nov 23 02:37:28.211042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:37:28.211698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:37:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:28.255350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-55bcc0d2-c635-4dd3-837f-45da8153186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:28.256881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-55bcc0d2-c635-4dd3-837f-45da8153186a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456970 Nov 23 02:37:28.321629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:37:28.353397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-2d48ab29-a01b-4eb6-9d67-d57f5fa8f52b service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881393 Nov 23 02:37:28.453249 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b4007322-06cd-4623-b6e6-bb98b06d910f req-d16229ae-99d4-4e6e-940c-9933028495c0 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905275 Nov 23 02:37:28.552685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '25687fd7-aaf9-4608-82c1-d961f2ca2dd4', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.227', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '80de775d-9287-493b-be55-a1211249d50e', 'port_id': '0f863967-7df5-49d6-a407-86cf7baa9321', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'mac_address': 'fa:16:3e:d4:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:37:26Z', 'updated_at': '2021-11-23T02:37:26Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:37:28.578755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1c1d22-d37f-464b-bf7d-a73bc6d6e77c None None] The sync data for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv is: [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '25687fd7-aaf9-4608-82c1-d961f2ca2dd4', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.227', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '80de775d-9287-493b-be55-a1211249d50e', 'port_id': '0f863967-7df5-49d6-a407-86cf7baa9321', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'mac_address': 'fa:16:3e:d4:8f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:37:26Z', 'updated_at': '2021-11-23T02:37:26Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:37:28.780006 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087203b-a7f2-46eb-bf3a-89cd1705eb29 None None] New status for floating IP 25687fd7-aaf9-4608-82c1-d961f2ca2dd4: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:37:28.896733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36466) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:28.965294 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6feef87b-b762-449c-b8e6-a98935195757 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/25687fd7-aaf9-4608-82c1-d961f2ca2dd4 HTTP/1.1" status: 200 len: 991 time: 0.0672767 Nov 23 02:37:29.969737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36468) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:37:30.035358 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e4d1c91-f52b-448e-af97-efc5ec71bac1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/25687fd7-aaf9-4608-82c1-d961f2ca2dd4 HTTP/1.1" status: 200 len: 993 time: 0.0644996 Nov 23 02:37:33.150799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8bf096c2-30dd-49ee-bcff-d2d69532d19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:35.604501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-40a02bf2-9c61-4929-99e3-5b047bc48826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:36.405997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:37.760917 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-e12150a3-86da-402b-9945-1da1eb03770e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0485828 Nov 23 02:37:37.871816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-b0f03f09-002d-4aff-9164-24b8f1581969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:37.873355 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-b0f03f09-002d-4aff-9164-24b8f1581969 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1098 time: 0.0428300 Nov 23 02:37:37.991854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-1ac60875-ff1b-4d71-8ee6-b25ec540b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:37.993489 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-1ac60875-ff1b-4d71-8ee6-b25ec540b4cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 898 time: 0.0925386 Nov 23 02:37:38.065058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-91b173b3-081a-4b55-b154-dbc8d1ecfc7b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 1001 time: 0.0616577 Nov 23 02:37:38.074806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:38.130421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-c9472100-83c2-4d14-b7bb-ff2b37b599cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:38.132087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-c9472100-83c2-4d14-b7bb-ff2b37b599cd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0466950 Nov 23 02:37:38.183944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-63688a82-e13c-4189-aa11-ee69394cdac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:37:38.185448 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-63688a82-e13c-4189-aa11-ee69394cdac0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450234 Nov 23 02:37:38.279780 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-396b80cc-011d-464d-a622-14da5c03b3c4 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854182 Nov 23 02:37:38.376841 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8241ced7-7c0a-44a3-b1f5-8c148a0588c4 req-e0e5a5b3-2013-4e57-9f53-a7d3f07c1721 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888906 Nov 23 02:37:39.312497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:37:48.483121 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:37:50.433772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:03.152985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d41e71d-f0d4-4bc6-9e7e-6bc91b597c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:05.610877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-456a70b3-65d4-410e-b483-4e6699217484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:06.416000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:08.077187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:09.315358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:20.448164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:25.487954 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:38:33.150869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5b2b30f6-773c-4314-8dc1-73a04d838b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:35.606153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-daf6d935-fe39-44cd-9efb-d58ac8a09760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:36.419217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.087803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:38.771073 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-df94a27a-a24b-4065-9369-d8a83d493824 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442784 Nov 23 02:38:38.882026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-b0503bfe-e410-472e-923b-cec1ae5f42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:38.883534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-b0503bfe-e410-472e-923b-cec1ae5f42f5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1098 time: 0.0425141 Nov 23 02:38:39.000349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-34a48baf-36c0-42d4-b47b-7ef3468e8a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:39.001852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-34a48baf-36c0-42d4-b47b-7ef3468e8a84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 898 time: 0.0920587 Nov 23 02:38:39.077800 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-a85c451e-c1a5-4c80-8cef-9527e3fe91b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 1001 time: 0.0671194 Nov 23 02:38:39.138145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-3a2e2e9f-ee88-4a5d-9aca-bc3f249a4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:39.139673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-3a2e2e9f-ee88-4a5d-9aca-bc3f249a4c16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0541873 Nov 23 02:38:39.193196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-68050855-305c-42d1-9e01-788c96ae9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:38:39.194764 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-68050855-305c-42d1-9e01-788c96ae9308 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427876 Nov 23 02:38:39.284673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-b0dda3bb-f0a7-41e4-a751-6eda32ea3da3 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815082 Nov 23 02:38:39.311299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:38:39.389000 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f6c8965-62e5-4752-9d59-c1cdeb1daf75 req-9247af59-757c-47ed-b1fe-1713cc6435c4 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902417 Nov 23 02:38:50.462706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:02.491011 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:39:03.151949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cce4e905-dc27-4012-97d7-13d2669f3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:05.605945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b603bd8-1aec-4e96-80d3-3f5d8a2ea01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:06.420353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:08.084191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:09.328577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:20.464157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.128260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36494) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:39:26.133870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:39:26.225185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10176256'] for subnet, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.373236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733508508748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2955410'] for subnet, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.404466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:26.404973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.406872 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/subnets/7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 836 time: 0.2769535 Nov 23 02:39:26.411191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ff4a4-ff8b-4097-9200-6cf47addad5b None None] Network fdb72326-76c0-4f5b-bd85-c168e353470b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:39:26.427264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=7a00c564-277a-4ec7-aed6-751c3d1a3a3e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:39:26.435884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.436267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.436715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.437060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.437401 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.437744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.438082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.438417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.438751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.439085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.439415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.439741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5cc9ed-1921-4caa-a2fe-aabc82e932e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:39:26.787954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2df8ff65-1c6c-46b9-9825-b128f6b65060 None None] Provisioning complete for port 0f863967-7df5-49d6-a407-86cf7baa9321 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:26.788369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2df8ff65-1c6c-46b9-9825-b128f6b65060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.878499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2df8ff65-1c6c-46b9-9825-b128f6b65060 None None] Provisioning complete for port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:26.878741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2df8ff65-1c6c-46b9-9825-b128f6b65060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:26.968223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2df8ff65-1c6c-46b9-9825-b128f6b65060 None None] Provisioning complete for port 11d9e152-95b5-4648-8f3a-1ea468ad87aa triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:39:26.968500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2df8ff65-1c6c-46b9-9825-b128f6b65060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:33.154575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6c4df66f-a76d-4f49-8730-691dd30374c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:35.605312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-94592fab-34c2-4bda-94ee-2ce96a862aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:36.427926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.092481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:38.764973 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-e67df794-2fac-4f38-a9da-e1c93ac56271 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483873 Nov 23 02:39:38.881214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-3a088790-dfdc-49a5-a106-3b33f5b48078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:38.882720 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-3a088790-dfdc-49a5-a106-3b33f5b48078 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1098 time: 0.0432990 Nov 23 02:39:39.001259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-5f42b1bc-4225-463b-a70b-265234856363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:39.002756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-5f42b1bc-4225-463b-a70b-265234856363 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 898 time: 0.0934906 Nov 23 02:39:39.072711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-db064ae5-e9e6-488d-9ed5-49b9e12a6dcb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 1001 time: 0.0613742 Nov 23 02:39:39.139839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-6bacba31-5f99-4601-b34c-d4509bb1fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:39.141308 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-6bacba31-5f99-4601-b34c-d4509bb1fbf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0573382 Nov 23 02:39:39.189764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-573e8260-05bf-4557-91e7-c58673d19e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:39:39.191275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-573e8260-05bf-4557-91e7-c58673d19e14 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407290 Nov 23 02:39:39.291511 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-ed2ea406-2fb4-4c38-86f1-47ca5e19f4d6 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845926 Nov 23 02:39:39.316853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:39:39.390268 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4d4c388d-6556-4311-9dbf-05c06d1f0640 req-98b7ced5-a433-404b-b694-e22e2b809c48 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865166 Nov 23 02:39:39.495947 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:39:50.486741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:03.154267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c04ddee9-f3cf-4600-b0a6-ad3395501a92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:05.606852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-30978e1f-5b69-4781-a3a8-1fbfbb02f330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:06.427839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:08.097413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.314733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.369442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36516) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:09.608933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port b17aa5ec-9dbe-4b77-b9d3-2ecfc8331abf {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:09.609186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.703059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.703376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.717417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for b17aa5ec-9dbe-4b77-b9d3-2ecfc8331abf owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:09.886409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.911898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=b17aa5ec-9dbe-4b77-b9d3-2ecfc8331abf,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:09.976064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:09.976447 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 25687fd7-aaf9-4608-82c1-d961f2ca2dd4 disassociated (deleted). External IP: 172.26.8.227, port: 0f863967-7df5-49d6-a407-86cf7baa9321. Nov 23 02:40:10.199127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 80de775d-9287-493b-be55-a1211249d50e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:10.312139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:10.318482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:10.323840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] Sync routers for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:10.334424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:10.335060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:10.344706 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fc51db5c-9e5e-4e4b-ab6a-9bb589562d1e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/25687fd7-aaf9-4608-82c1-d961f2ca2dd4 HTTP/1.1" status: 204 len: 168 time: 0.9740157 Nov 23 02:40:10.345290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:10.347497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b79e4b-f460-452a-8b01-1ebb93b2db5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:10.453659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:10.465171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f259a9f-b3d3-4606-bbbb-dee94f4a9a00 x-openstack-request-id: req-0f259a9f-b3d3-4606-bbbb-dee94f4a9a00 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:10.465720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:10.465720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f259a9f-b3d3-4606-bbbb-dee94f4a9a00 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:10.466117 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321', 'status': 'completed', 'code': 200} Nov 23 02:40:10.556072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-55135d3e-e0b5-4810-8163-b54ce5eb739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:10.557659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-55135d3e-e0b5-4810-8163-b54ce5eb739a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 1098 time: 0.0441415 Nov 23 02:40:10.666802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-f6b11fa5-df9f-4ea1-9860-8ee6fa26b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:10.668333 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-f6b11fa5-df9f-4ea1-9860-8ee6fa26b60c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 200 len: 898 time: 0.1024842 Nov 23 02:40:10.712779 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-f8c2b985-3788-467e-9f4b-9650038bc77c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 200 len: 217 time: 0.0350046 Nov 23 02:40:10.768152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-9743cdbf-cd16-4c93-88be-f13a5f049d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:10.769674 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-9743cdbf-cd16-4c93-88be-f13a5f049d60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 200 len: 844 time: 0.0493500 Nov 23 02:40:10.821107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:10.852973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] Checking router: 80de775d-9287-493b-be55-a1211249d50e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:40:10.863498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:10.864356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:10.975783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:11.128274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-f332e1e6-3d70-43d2-bed1-a7f787059f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:11.129887 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-f332e1e6-3d70-43d2-bed1-a7f787059f9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fdb72326-76c0-4f5b-bd85-c168e353470b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3507891 Nov 23 02:40:11.178940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:11.208813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402b0c98-eaa4-4a50-8628-4fcadec46617 None None] The sync data for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv is: [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:37:12Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '11d9e152-95b5-4648-8f3a-1ea468ad87aa', 'name': '', 'network_id': 'fdb72326-76c0-4f5b-bd85-c168e353470b', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:61:0f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:11Z', 'updated_at': '2021-11-23T02:37:15Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '7a00c564-277a-4ec7-aed6-751c3d1a3a3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:11.225253 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-39d54080-892c-4532-8b19-e34f86a7a266 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834627 Nov 23 02:40:11.326841 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67b79e4b-f460-452a-8b01-1ebb93b2db5d req-47a1fdbd-dd59-4d9b-9130-2690246abe39 service neutron] 10.222.0.46 "GET /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903950 Nov 23 02:40:11.434925 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774f4034-5b53-4eb8-b2c4-b120de88f1b7 None None] New status for floating IP 25687fd7-aaf9-4608-82c1-d961f2ca2dd4: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:40:11.606661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e910f0d-90a1-4ab1-9658-7aa82b191048 req-a4ed8c29-5206-468d-8459-2e42b8ff01bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:11.608127 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9e910f0d-90a1-4ab1-9658-7aa82b191048 req-a4ed8c29-5206-468d-8459-2e42b8ff01bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 945 time: 0.0496807 Nov 23 02:40:11.669434 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9e910f0d-90a1-4ab1-9658-7aa82b191048 req-647635bc-305d-4e49-8b99-182e4718d74f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551355 Nov 23 02:40:12.801642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518669d7-ca56-43fa-8b15-267eb1b7c4fa req-5b8b4263-2407-4910-b2cc-ec5cca8906a8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:12.805321 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-518669d7-ca56-43fa-8b15-267eb1b7c4fa req-5b8b4263-2407-4910-b2cc-ec5cca8906a8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 945 time: 0.0630100 Nov 23 02:40:12.870613 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-518669d7-ca56-43fa-8b15-267eb1b7c4fa req-4f283963-e462-4b0e-b63e-1cb6e30ba28d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b63aa5b-cf26-490e-a2bc-aed01204eb7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589461 Nov 23 02:40:13.387541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-e47e0460-0f8e-4846-9863-9ad7f8e49ef2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:13.388997 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-e47e0460-0f8e-4846-9863-9ad7f8e49ef2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 945 time: 0.0564773 Nov 23 02:40:13.487466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 0f863967-7df5-49d6-a407-86cf7baa9321 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:13.487810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.586439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 0f863967-7df5-49d6-a407-86cf7baa9321, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0f863967-7df5-49d6-a407-86cf7baa9321,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:13.586773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.599432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 0f863967-7df5-49d6-a407-86cf7baa9321 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:13.734838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.774641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=0f863967-7df5-49d6-a407-86cf7baa9321,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:13.814958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port 0f863967-7df5-49d6-a407-86cf7baa9321 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:13.817788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:13.821253 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f4b7a12-be57-47fa-b9e6-a4146f1aa708 req-16dc404d-8c42-41de-994f-10013fc1f38b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/0f863967-7df5-49d6-a407-86cf7baa9321 HTTP/1.1" status: 204 len: 173 time: 0.4211206 Nov 23 02:40:13.821708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'name': 'network-vif-deleted', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:13.824010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bd5895-8c60-4d3d-ad44-b26994398ff7" -d '{"events": [{"server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "name": "network-vif-deleted", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:13.861837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce576a4-3a61-4677-885d-071410b2a095 x-openstack-request-id: req-8ce576a4-3a61-4677-885d-071410b2a095 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:13.862110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9756f2cd-c765-481d-880a-ee1074bc56ff", "name": "network-vif-deleted", "tag": "0f863967-7df5-49d6-a407-86cf7baa9321", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:13.862369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ce576a4-3a61-4677-885d-071410b2a095 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:13.862778 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9756f2cd-c765-481d-880a-ee1074bc56ff', 'name': 'network-vif-deleted', 'tag': '0f863967-7df5-49d6-a407-86cf7baa9321', 'status': 'completed', 'code': 200} Nov 23 02:40:13.972758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-62bbebaa-b7b6-4d94-a0b5-2ffb236ccc17 req-69406a40-f257-412c-be03-a132a5818f5a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=9756f2cd-c765-481d-880a-ee1074bc56ff HTTP/1.1" status: 200 len: 210 time: 0.0264232 Nov 23 02:40:15.039799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36550) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:15.096018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.120747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.182611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.185369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.186584 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b63aa5b-cf26-490e-a2bc-aed01204eb7b HTTP/1.1" status: 204 len: 168 time: 0.1457241 Nov 23 02:40:15.196341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b63aa5b-cf26-490e-a2bc-aed01204eb7b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:15.204811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.205439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.205852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.206208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.206533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.206885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.207218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.208433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.208791 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.209132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.209469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.209870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94b31e8-ca2d-426b-acfd-5beef104178c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:15.223091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36554) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:15.606065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.873136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 11d9e152-95b5-4648-8f3a-1ea468ad87aa {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:15.873428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.967297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 11d9e152-95b5-4648-8f3a-1ea468ad87aa, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=11d9e152-95b5-4648-8f3a-1ea468ad87aa,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:15.967642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:15.980657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 11d9e152-95b5-4648-8f3a-1ea468ad87aa owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:16.147978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0f863967-7df5-49d6-a407-86cf7baa9321 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:16.172916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 0f863967-7df5-49d6-a407-86cf7baa9321 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:16.173248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 0f863967-7df5-49d6-a407-86cf7baa9321 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:16.176412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.210698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=11d9e152-95b5-4648-8f3a-1ea468ad87aa,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:16.384809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:16.495591 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:40:16.610012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router 80de775d-9287-493b-be55-a1211249d50e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:17.030813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:17.039774 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-386a5acd-3be5-4e2f-9650-b074cf3bd8f0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/80de775d-9287-493b-be55-a1211249d50e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115368 Nov 23 02:40:17.039879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:17.040833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] Sync routers for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:17.051535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:17.052180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:17.092762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet 7a00c564-277a-4ec7-aed6-751c3d1a3a3e {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:40:17.096063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.141135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.156888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:17.227463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.291225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.320152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=7a00c564-277a-4ec7-aed6-751c3d1a3a3e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:17.322417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.328885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-40730143-b83a-460d-b4f8-839fb216dbed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/7a00c564-277a-4ec7-aed6-751c3d1a3a3e HTTP/1.1" status: 204 len: 168 time: 0.2860310 Nov 23 02:40:17.329364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36558) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:17.335560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147f8057-ca47-4a43-a47e-8b5d7330fcf0 None None] Network fdb72326-76c0-4f5b-bd85-c168e353470b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:17.402204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:40:16Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:17.433635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] Checking router: 80de775d-9287-493b-be55-a1211249d50e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:40:17.437598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.477788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] Routers {'80de775d-9287-493b-be55-a1211249d50e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:17.478434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['80de775d-9287-493b-be55-a1211249d50e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:17.555418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.599256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] Set router 80de775d-9287-493b-be55-a1211249d50e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:17.617611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port b6807fb6-811e-47cf-90bd-65da3db2a9c0 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:17.617951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.625956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] DHCP port deletion for fdb72326-76c0-4f5b-bd85-c168e353470b request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:17.698927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port b6807fb6-811e-47cf-90bd-65da3db2a9c0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b6807fb6-811e-47cf-90bd-65da3db2a9c0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:17.699294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.712987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for b6807fb6-811e-47cf-90bd-65da3db2a9c0 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:17.791520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Deleting port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:40:17.791520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.862871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] For port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,segment=NetworkSegment(6ad8b693-29b5-43b9-b1b3-6a01724e2e4f),segment_id=6ad8b693-29b5-43b9-b1b3-6a01724e2e4f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:17.863143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.877328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Calling delete_port for b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:40:17.884696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:40:16Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:17.886580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:17.913787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=b6807fb6-811e-47cf-90bd-65da3db2a9c0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:17.918645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e979a4f7-affe-4476-82cf-b95bae8b4e13 None None] The sync data for ids ['80de775d-9287-493b-be55-a1211249d50e'] in dv-neutron-818844-1-hyperv is: [{'id': '80de775d-9287-493b-be55-a1211249d50e', 'name': 'tempest-TestNetworkBasicOps-router-769109989', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144'}], 'enable_snat': True}, 'gw_port_id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:37:08Z', 'updated_at': '2021-11-23T02:40:16Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'b6807fb6-811e-47cf-90bd-65da3db2a9c0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:12:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80de775d-9287-493b-be55-a1211249d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:37:09Z', 'updated_at': '2021-11-23T02:37:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:17.956020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328520e4-3f0f-4c38-9a0f-918af549f98b None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:17.987705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.007603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.035922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Pushing event deleted for resources: {'Port': ['ID=b5fdb2ea-7cbf-4350-8f93-d2d48adffa14,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:18.043666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.044037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.044650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.045014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.045351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.045837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.046185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.046523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.046858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.047184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.047515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.047840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:18.052513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf27ba9-c6f4-42a3-af76-b2e4a77c005c None None] No DVR routers for this DVR port b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:40:18.096827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.099412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.147427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.148017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router 80de775d-9287-493b-be55-a1211249d50e {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:40:18.155502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.156682 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-67e378e3-24af-4269-9966-6f8008ff6795 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/80de775d-9287-493b-be55-a1211249d50e HTTP/1.1" status: 204 len: 168 time: 0.8266118 Nov 23 02:40:18.159550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36560) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:18.239910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.334394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.355239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb72326-76c0-4f5b-bd85-c168e353470b']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:18.364904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:18.365201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad8b693-29b5-43b9-b1b3-6a01724e2e4f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:18.379290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.392539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.399239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:40:18.399627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:40:18.402654 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:40:18.464160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.472562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.475809 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/fdb72326-76c0-4f5b-bd85-c168e353470b HTTP/1.1" status: 204 len: 168 time: 0.3152893 Nov 23 02:40:18.487930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36562) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:18.493176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeab1f7-c062-4aac-af87-6f91298db04d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=fdb72326-76c0-4f5b-bd85-c168e353470b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:18.493510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--946488642', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:18.517115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:18.520596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.543920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:40:18.552651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.553006 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment ed86fe53-5e16-4bcd-9e86-98474a3bd32f of type vlan for network 2e1db009-5c84-4da8-b252-82ab0620c9f2 Nov 23 02:40:18.591992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.620532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.626098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:18.626696 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.704453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36564) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:18.704811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2146790 Nov 23 02:40:18.708829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:18.714858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52756e53-6eaf-4bfe-ac3b-af2bfb6c09c1 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=2e1db009-5c84-4da8-b252-82ab0620c9f2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:18.728768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:40:18.748387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.749640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.774498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b6807fb6-811e-47cf-90bd-65da3db2a9c0 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:18.802102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b6807fb6-811e-47cf-90bd-65da3db2a9c0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:18.802493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b6807fb6-811e-47cf-90bd-65da3db2a9c0 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:18.802923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 11d9e152-95b5-4648-8f3a-1ea468ad87aa no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:18.805907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:18.831590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 11d9e152-95b5-4648-8f3a-1ea468ad87aa {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:18.831946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 11d9e152-95b5-4648-8f3a-1ea468ad87aa not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:18.832381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:40:18.856289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:40:18.856640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b5fdb2ea-7cbf-4350-8f93-d2d48adffa14 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:40:18.952134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.156481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.174984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.276160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.127 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/30bd8521-f457-495a-92db-d7f93bc94514) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:19.383034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.422065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.464441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:19.467247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:19.469891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:19.480177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb3859-a475-4ae8-a76f-c4568c2eb387 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:19.498934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=30bd8521-f457-495a-92db-d7f93bc94514,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:19.557354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1c93cf8a-f0b4-4a4c-89b5-524b601b87f9 None None] Provisioning complete for port 30bd8521-f457-495a-92db-d7f93bc94514 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:19.557621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1c93cf8a-f0b4-4a4c-89b5-524b601b87f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.597367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1c93cf8a-f0b4-4a4c-89b5-524b601b87f9 None None] Port 30bd8521-f457-495a-92db-d7f93bc94514 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:19.736129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:19.935927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.069627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:40:20.180143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:20.190923 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:20.202556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.203344 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:20.203798 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9107b45e-1725-4813-af38-7f89bdc0003b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4990489 Nov 23 02:40:20.203968 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:20.207816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36566) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.303292 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f6377349-dcb8-4d4e-a899-badc1adaf634 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913084 Nov 23 02:40:20.303602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36570) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.309069 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:20.390726 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c234d1a-e76e-45b4-85b6-e36895eba308 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:20.394984 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8c234d1a-e76e-45b4-85b6-e36895eba308 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877273 Nov 23 02:40:20.395803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.429221 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-65e4beb6-7a4a-46ec-94c2-4028eef13275 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322628 Nov 23 02:40:20.431825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.436535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99591107', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:20.487971 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:19Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:20.497792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.519529 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:40:20.519882 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Updating router ed0deac8-85d0-45af-80b9-033613ebdb1b port 30bd8521-f457-495a-92db-d7f93bc94514 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:40:20.527747 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:20.531293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.546757 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.714680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.770979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=db20630e-d9ea-4ffd-bc55-ce03aa338ea4,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:20.789839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:20.790186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: 2e1db009-5c84-4da8-b252-82ab0620c9f2, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:40:20.796869 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.804408 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.807073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:40:20.817460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 2e1db009-5c84-4da8-b252-82ab0620c9f2) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:20.823323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:20.823467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.826989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55e1f3e-586c-4d81-8e3d-67f11a740352 None None] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:20.846626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9b6ece26-a799-4cd1-bd9a-0a2cf5888cbe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4114125 Nov 23 02:40:20.847285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:20.848269 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Attempting to bind port 30bd8521-f457-495a-92db-d7f93bc94514 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:20.848751 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Attempting to bind port 30bd8521-f457-495a-92db-d7f93bc94514 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:20.849291 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Attempting to bind port 30bd8521-f457-495a-92db-d7f93bc94514 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:20.862295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:20.862295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:20.862295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.862295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:20.862882 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Bound port: 30bd8521-f457-495a-92db-d7f93bc94514, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:20.862998 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.878902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e2bd33-af4d-4224-b263-6743c56eb51c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:20.916487 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Pushing event updated for resources: {'Port': ['ID=30bd8521-f457-495a-92db-d7f93bc94514,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:20.927705 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] For port 30bd8521-f457-495a-92db-d7f93bc94514, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:20.931393 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] For port 30bd8521-f457-495a-92db-d7f93bc94514, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30bd8521-f457-495a-92db-d7f93bc94514,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:20.933433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.933805 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.934395 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.934706 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.935013 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.935537 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.936057 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.936455 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.936794 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.937124 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.937427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.937940 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:20.942032 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.964902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-088a35dd-c301-41f4-b194-1856378cd0b6 None None] Provisioning complete for port 30bd8521-f457-495a-92db-d7f93bc94514 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:20.965285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-088a35dd-c301-41f4-b194-1856378cd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:20.994572 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:20.995207 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:21.008213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0427c-4599-42a8-b4fb-1cc96e950dbd None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:40:21.098599 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14724c-c09e-47d3-97ad-2c9ec2ad924e None None] Pushing event updated for resources: {'Port': ['ID=30bd8521-f457-495a-92db-d7f93bc94514,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.118947 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:21.264950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-2e1db009-5c84-4da8-b252-82ab0620c9f2', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:40:21.265657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.287623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-088a35dd-c301-41f4-b194-1856378cd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.312151 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:19Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:21.362088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-088a35dd-c301-41f4-b194-1856378cd0b6 None None] For port 30bd8521-f457-495a-92db-d7f93bc94514, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30bd8521-f457-495a-92db-d7f93bc94514,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:21.370003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-088a35dd-c301-41f4-b194-1856378cd0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.388067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.442538 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb204605-34ba-4319-a620-0ac44444be45 None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:19Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:21.477742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a35dd-c301-41f4-b194-1856378cd0b6 None None] Pushing event updated for resources: {'Port': ['ID=30bd8521-f457-495a-92db-d7f93bc94514,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.491216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Allocated IP 172.20.0.2 (2e1db009-5c84-4da8-b252-82ab0620c9f2/db20630e-d9ea-4ffd-bc55-ce03aa338ea4/1edaa16d-2ccc-4312-a49e-37980aed3366) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:21.522026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dc300245-d595-420a-acf7-9485f4aca0e1 None None] Provisioning complete for port 30bd8521-f457-495a-92db-d7f93bc94514 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:21.522732 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dc300245-d595-420a-acf7-9485f4aca0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.694850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.720567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.797788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:21.803227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:21.808012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (2e1db009-5c84-4da8-b252-82ab0620c9f2/db20630e-d9ea-4ffd-bc55-ce03aa338ea4/cdbaefc6-acae-495b-8ac4-0c03b2a9bde4) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:21.811900 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:21.818840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Pushing event updated for resources: {'Port': ['ID=1edaa16d-2ccc-4312-a49e-37980aed3366,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:21.886328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Attempting to bind port 1edaa16d-2ccc-4312-a49e-37980aed3366 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:21.886764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Attempting to bind port 1edaa16d-2ccc-4312-a49e-37980aed3366 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:21.887200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Attempting to bind port 1edaa16d-2ccc-4312-a49e-37980aed3366 on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:21.893011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:21.893388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Checking segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:21.893788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.894178 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Bound using segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:21.894648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Bound port: 1edaa16d-2ccc-4312-a49e-37980aed3366, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:21.895087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.953660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.963348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] For port 1edaa16d-2ccc-4312-a49e-37980aed3366, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:21.966986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] For port 1edaa16d-2ccc-4312-a49e-37980aed3366, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1edaa16d-2ccc-4312-a49e-37980aed3366,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:21.972186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:21.999618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.040033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c00c-0a16-4a31-be60-cdb7ea757cd3 None None] Pushing event updated for resources: {'Port': ['ID=1edaa16d-2ccc-4312-a49e-37980aed3366,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:22.055576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:22.059042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:22.063103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:22.074029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:22.120448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.305223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.611308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.617136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.695667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:22.699355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.735734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30bd8521-f457-495a-92db-d7f93bc94514 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:22.793601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 30bd8521-f457-495a-92db-d7f93bc94514 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:22.793940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.807942 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:22.809644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:22.876594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1edaa16d-2ccc-4312-a49e-37980aed3366 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:22.936113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1edaa16d-2ccc-4312-a49e-37980aed3366 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:22.936516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:22.956394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:23.026903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.041591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c2e4dc-7820-4791-a366-6133bce4e77e None None] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:40:23.080824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:23.093332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36578) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.094290 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b13e6b8d-ee3e-45d5-9dc5-786111224047 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/ed0deac8-85d0-45af-80b9-033613ebdb1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2447085 Nov 23 02:40:23.137678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-85eb54cf-95c2-4c00-a1af-b25b1d5e6681 None None] Provisioning complete for port 1edaa16d-2ccc-4312-a49e-37980aed3366 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:23.138138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-85eb54cf-95c2-4c00-a1af-b25b1d5e6681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.171974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 1edaa16d-2ccc-4312-a49e-37980aed3366, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1edaa16d-2ccc-4312-a49e-37980aed3366,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:23.182142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.217488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf07af4-66a1-4912-aab8-55c6606cfa7e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.217865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf07af4-66a1-4912-aab8-55c6606cfa7e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.218519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf07af4-66a1-4912-aab8-55c6606cfa7e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.218971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf07af4-66a1-4912-aab8-55c6606cfa7e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.220699 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4bf07af4-66a1-4912-aab8-55c6606cfa7e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1254430 Nov 23 02:40:23.223538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36580) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.279088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39f210-f285-48bf-ba45-5ba420c7129e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.279577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39f210-f285-48bf-ba45-5ba420c7129e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.279958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39f210-f285-48bf-ba45-5ba420c7129e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.280427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab39f210-f285-48bf-ba45-5ba420c7129e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:23.283657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ab39f210-f285-48bf-ba45-5ba420c7129e tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2726 time: 0.0576870 Nov 23 02:40:23.284984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36582) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.308079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=1edaa16d-2ccc-4312-a49e-37980aed3366,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:23.425534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21b124ba-3dd3-44f7-843d-f8f1e14f48fb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1392095 Nov 23 02:40:23.491480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:23.501365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:23.502004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:23.619077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4815bae3-ad05-478a-bafe-d24b6db47c01 None None] Provisioning complete for port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:23.619450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4815bae3-ad05-478a-bafe-d24b6db47c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.632841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36586) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.637384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2531842', 'description': 'tempest-secgroup-smoke-2531842 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:23.642070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:23.663565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.694000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4815bae3-ad05-478a-bafe-d24b6db47c01 None None] Port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:23.739158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.744115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.772194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4815bae3-ad05-478a-bafe-d24b6db47c01 None None] Provisioning complete for port 1edaa16d-2ccc-4312-a49e-37980aed3366 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:23.772945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4815bae3-ad05-478a-bafe-d24b6db47c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.774646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:23.782157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.786852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36588) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.792610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:23.797071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6ff15084-f260-4644-a2ed-9a0b06e1ad0d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1631210 Nov 23 02:40:23.825622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.897876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.903654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.924985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d855431-62ec-47df-b4c1-3eb95f3b609b,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:23.933824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.935081 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3be58b54-2319-4f50-a794-480c5cf41aed tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464124 Nov 23 02:40:23.937970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36590) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:23.942648 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:23.946704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:23.976170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:23.976960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:40:23.977314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Updating router ed0deac8-85d0-45af-80b9-033613ebdb1b port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:40:24.001393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.036759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.041890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.060862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5eadbf-21ba-4e48-8cfc-ac07f84cc401,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.069619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.070862 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-04773d27-d5d6-49c0-90c8-5a2e28e5e9b0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1319010 Nov 23 02:40:24.073991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36592) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:24.078714 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.103120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c2dc576e-86aa-41e6-aa02-2757bfa904ae None None] Provisioning complete for port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:24.103507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2dc576e-86aa-41e6-aa02-2757bfa904ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.107208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.176539 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.181557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.201856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe729c36-8e44-453e-9309-0d6a1a37eb96,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.212897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.214205 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3e1464c4-2306-4ab4-a523-3c8df79c8746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390517 Nov 23 02:40:24.217276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36594) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:24.222009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.253792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.308596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc576e-86aa-41e6-aa02-2757bfa904ae None None] Port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:24.323718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.328999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.347891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb3c312-bda9-4656-be5e-4a9aa2e84789,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.357903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.361961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-03e357c5-d0df-4ba2-8b73-8c313682bdd5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408594 Nov 23 02:40:24.362123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36596) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:24.367290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.391246 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:40:24.396059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.457873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.459528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.463291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.469325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.481055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a356e958-9cba-4ac2-ab25-1620ee14065c,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.489513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.493404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b19f17d2-60b3-459f-88bf-af3963db5039 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277003 Nov 23 02:40:24.493575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:24.498457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:24.522298 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:40:24.524025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135059-fea5-4dd9-aa6a-664456b9b95a None None] Pushing event updated for resources: {'Port': ['ID=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.528533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.586715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Attempting to bind port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:24.587106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Attempting to bind port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:24.587609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Attempting to bind port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:24.593499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:24.594002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Checking segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:24.594501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.594998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Bound using segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:24.595555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.595706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Bound port: cdbaefc6-acae-495b-8ac4-0c03b2a9bde4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:24.596356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.600820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.625697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b529bdb-a3cb-4636-b5e1-256493094563,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.635679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.637876 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d08fcd65-eef8-448f-a0b8-bbcb8fc0f700 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419897 Nov 23 02:40:24.673373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] For port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:24.676861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] For port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:24.683046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.716101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1edaa16d-2ccc-4312-a49e-37980aed3366 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:24.795366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:24.796122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:24.797663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04135059-fea5-4dd9-aa6a-664456b9b95a None None] Pushing event updated for resources: {'Port': ['ID=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:24.875907 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-7bc5c8fe-6a5c-4a94-823f-9f6b055731a0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2531842&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0633197 Nov 23 02:40:24.902411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1edaa16d-2ccc-4312-a49e-37980aed3366 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:24.902994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.908536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ed697797-fb94-4fb8-81bf-4f563a626d83 None None] Provisioning complete for port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:24.909996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed697797-fb94-4fb8-81bf-4f563a626d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:24.988565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:24.996259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-30fa7752-2061-4bf6-9883-2c50ff1bc87a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:24.997864 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-30fa7752-2061-4bf6-9883-2c50ff1bc87a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 796 time: 0.1144269 Nov 23 02:40:25.013201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-a07792f4-328a-48d1-8662-3d1ac1dc7254 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0096121 Nov 23 02:40:25.095966 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-45de1130-9dcf-4e25-ba9e-b5535fe17afe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766110 Nov 23 02:40:25.173782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed697797-fb94-4fb8-81bf-4f563a626d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.232485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ed697797-fb94-4fb8-81bf-4f563a626d83 None None] For port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:25.238334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed697797-fb94-4fb8-81bf-4f563a626d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.243692 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-a62bf3e2-a5db-4e6b-ab46-c765eb52b1ca service neutron] 10.222.0.53 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346204 Nov 23 02:40:25.312862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed697797-fb94-4fb8-81bf-4f563a626d83 None None] Pushing event updated for resources: {'Port': ['ID=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:25.331827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:24Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:25.348767 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-fad33e8b-3b38-45f7-a82b-e7e9c9ea88e9 service neutron] 10.222.0.53 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973866 Nov 23 02:40:25.367336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3755d054-2b52-4453-ba6d-a090ef9f696d None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:24Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:25.380447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b3006710-3e79-4152-9a0e-8cba61c40f2c None None] Provisioning complete for port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:25.380924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3006710-3e79-4152-9a0e-8cba61c40f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:25.551953 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52ccf197-8a8c-4224-bbd7-97a533cac0de req-fd7f7cb1-bbc4-4ff9-9166-e94b721e16cc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 210 time: 0.0289774 Nov 23 02:40:26.684976 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ecb8a449-febe-4b09-9a10-e3adb1ccb81b req-c191266f-d162-4925-876d-ba30a4ebbb11 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 210 time: 0.0391705 Nov 23 02:40:26.717774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-dd30dc73-8166-4975-9ab0-f84d83e527fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:26.718345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:26.719359 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-dd30dc73-8166-4975-9ab0-f84d83e527fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 796 time: 0.1350131 Nov 23 02:40:26.769447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:26.769842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:26.827755 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-02a9285d-b9c0-4243-9c02-05986a98d000 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 377 time: 0.0650434 Nov 23 02:40:26.838241 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:27.258981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:27.262639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.387584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.14 (2e1db009-5c84-4da8-b252-82ab0620c9f2/db20630e-d9ea-4ffd-bc55-ce03aa338ea4/8af5ac45-9af2-452c-9dd1-fa8c80b04ac8) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:27.540663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.580479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.624296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:27.627566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:27.631196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:27.637891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:27.676433 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.676790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.677102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.677499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.677786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.678154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.678478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.678805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.679145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.679477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.679803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.680129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:40:27.705708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.706353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.725759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-89271acc-ee9d-4b3b-8de9-7a1864ddff23 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8911359 Nov 23 02:40:27.748033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Request body: {'port': {'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:27.830735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.833150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1e485acb-1df6-45aa-a749-81cbec3184d8 None None] Provisioning complete for port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:27.833668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1e485acb-1df6-45aa-a749-81cbec3184d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:27.855875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd2b7-b075-49bc-b233-4dcf81a5fc06 req-1ffdd26b-367c-4fb8-8b1d-9c99f8f8c7bf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:27.857441 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea7dd2b7-b075-49bc-b233-4dcf81a5fc06 req-1ffdd26b-367c-4fb8-8b1d-9c99f8f8c7bf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 932 time: 0.0891051 Nov 23 02:40:27.873435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1e485acb-1df6-45aa-a749-81cbec3184d8 None None] Port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:27.988476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea7dd2b7-b075-49bc-b233-4dcf81a5fc06 req-37a5d491-d947-464b-9404-941fab04d66c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1082895 Nov 23 02:40:28.146247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:28.154527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.168264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Transition to ACTIVE for port object 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:40:28.173540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.226563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:28.298110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Attempting to bind port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:28.298444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Attempting to bind port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:28.298774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Attempting to bind port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:28.304021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:40:28.304331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Attempting to bind port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:28.309383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:28.309739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Checking segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:28.310097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Bound using segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:28.310519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Bound port: 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:28.310868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.378458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:28.382111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:28.387589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.424200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:28.424956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:28.426221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] 10.222.0.46 "PUT /v2.0/ports/8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 1094 time: 0.6825900 Nov 23 02:40:28.426663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:28.429111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d440b6d8-39da-407b-9352-4f04561a36e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:28.451520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8d13b-9209-4e63-8bc4-7b2dfbf454dd service neutron] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:28.482956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575c1670-8898-4336-a57b-5d5039b7e606 x-openstack-request-id: req-575c1670-8898-4336-a57b-5d5039b7e606 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:28.483245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:28.483548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-575c1670-8898-4336-a57b-5d5039b7e606 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:28.483945 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'status': 'completed', 'code': 200} Nov 23 02:40:28.552342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-76b82499-6c75-4946-beca-72eceb0fb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:28.553881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-76b82499-6c75-4946-beca-72eceb0fb642 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0434563 Nov 23 02:40:28.615573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-47f8e5bf-cb8b-4d68-a881-77ccdfb1a876 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 217 time: 0.0400701 Nov 23 02:40:28.667221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-42859ac0-b6d7-4b14-9e62-c178459dc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:28.668680 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-42859ac0-b6d7-4b14-9e62-c178459dc7a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0440323 Nov 23 02:40:28.717296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-750ee97b-150c-41b3-acd6-6a2e37bb1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:28.718746 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-750ee97b-150c-41b3-acd6-6a2e37bb1540 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418396 Nov 23 02:40:28.822350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-2d47793e-b740-4a25-8ee6-efadc085f597 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953741 Nov 23 02:40:28.913109 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8a56051-efa9-4c98-88ee-560ec7c3f5ae req-b4dc1921-1bd7-40fa-9e69-757e91c918e4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829661 Nov 23 02:40:29.066864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-fc2c67a2-2b0a-4ffd-8a5d-73cecf87eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.069158 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-fc2c67a2-2b0a-4ffd-8a5d-73cecf87eda6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1097 time: 0.0508907 Nov 23 02:40:29.169364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d004b-cd6b-4b6a-96e8-b432427a50d3 req-1e120de8-6945-4bbe-81f8-0ab6d2bb01a9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.170844 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb7d004b-cd6b-4b6a-96e8-b432427a50d3 req-1e120de8-6945-4bbe-81f8-0ab6d2bb01a9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 944 time: 0.1008177 Nov 23 02:40:29.214558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-db2a0a2f-4bb8-42aa-b396-6671e691f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.216106 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-db2a0a2f-4bb8-42aa-b396-6671e691f736 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.1377456 Nov 23 02:40:29.272512 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-9e1ad2ed-3fba-4378-a199-bfbb5d5f6125 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 217 time: 0.0459499 Nov 23 02:40:29.300045 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb7d004b-cd6b-4b6a-96e8-b432427a50d3 req-79319bae-caba-4927-a2c7-6ae52ab121d0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1227202 Nov 23 02:40:29.339679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-67c74e17-1689-47ab-a040-006043c57743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.341432 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-67c74e17-1689-47ab-a040-006043c57743 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0581238 Nov 23 02:40:29.404116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-4a221b02-fae4-4305-92d4-d40c422549e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:29.405659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-4a221b02-fae4-4305-92d4-d40c422549e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564964 Nov 23 02:40:29.535394 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-fcef40df-792b-48f7-8b00-282b67c9abd0 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203780 Nov 23 02:40:29.656715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d440b6d8-39da-407b-9352-4f04561a36e0 req-0f111976-37b0-4548-8e02-7ddda7ab79bc service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104162 Nov 23 02:40:30.180093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:40:30.282046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:30.297275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:40:30.335661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.350770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:30.371760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:30.377753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:30.426258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:30.427166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2385c8e-87dd-45ac-be5b-117cf11dddde req-798a6cb1-30ca-41d3-836e-d09d97317a21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:30.428800 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c2385c8e-87dd-45ac-be5b-117cf11dddde req-798a6cb1-30ca-41d3-836e-d09d97317a21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 945 time: 0.0550809 Nov 23 02:40:30.483584 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c2385c8e-87dd-45ac-be5b-117cf11dddde req-f68c6d7e-6b35-49ce-8f78-fc754c95a71a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483584 Nov 23 02:40:30.749029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:31.624451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17093cb7-533e-4bca-86ab-fe92c72f8d44 req-3e3ade7e-6e84-4718-9a24-30eaf0327cde tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:31.626141 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-17093cb7-533e-4bca-86ab-fe92c72f8d44 req-3e3ade7e-6e84-4718-9a24-30eaf0327cde tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 945 time: 0.0606933 Nov 23 02:40:31.678632 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-17093cb7-533e-4bca-86ab-fe92c72f8d44 req-dfe5a706-5257-4c70-9118-c5f84f428251 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450566 Nov 23 02:40:32.191493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:32.253360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:40:32.257733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:32.258120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.337511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.361056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:32.363418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ff5583-ce72-444d-ae1c-388e3baee6ed" -d '{"events": [{"server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:32.377362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:32.383305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:32.407610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1adbae-b8da-4a5c-920f-c79e00e1e984 x-openstack-request-id: req-6f1adbae-b8da-4a5c-920f-c79e00e1e984 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:32.407934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "name": "network-vif-plugged", "status": "completed", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:32.408137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f1adbae-b8da-4a5c-920f-c79e00e1e984 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:32.408592 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'code': 200} Nov 23 02:40:32.438151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:32.635340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66242dcb-7814-493d-b027-0f2d4654bbe2 req-3ab0dceb-23e6-4f48-b932-551bc127f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:32.636884 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-66242dcb-7814-493d-b027-0f2d4654bbe2 req-3ab0dceb-23e6-4f48-b932-551bc127f461 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0423567 Nov 23 02:40:32.693194 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-66242dcb-7814-493d-b027-0f2d4654bbe2 req-e9967d58-ec56-460e-b8a1-ca7de4c7535e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430186 Nov 23 02:40:32.804370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d4e6b-f515-40fe-817b-d81c95cc63ce req-e86a6636-bbbc-42ec-9ab8-56565b02a932 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:32.805892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-434d4e6b-f515-40fe-817b-d81c95cc63ce req-e86a6636-bbbc-42ec-9ab8-56565b02a932 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0561843 Nov 23 02:40:32.861389 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-434d4e6b-f515-40fe-817b-d81c95cc63ce req-fe3fce0c-f601-4bc0-b499-b8457a6ba2cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0490949 Nov 23 02:40:33.157108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b0fd0500-0b3c-4eaf-90af-c0ffc56baf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:33.986349 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281c75d-6465-4c2e-aa29-d7c48bcbd347 req-df8c4ed9-1e6c-4ebd-9494-df835a6871eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:33.987868 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8281c75d-6465-4c2e-aa29-d7c48bcbd347 req-df8c4ed9-1e6c-4ebd-9494-df835a6871eb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0522163 Nov 23 02:40:34.039239 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8281c75d-6465-4c2e-aa29-d7c48bcbd347 req-6e30d9b6-f682-4cbc-ae65-ae8015fe51e3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445960 Nov 23 02:40:35.169109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20765d1c-204c-42f0-94ac-aa7f4d26d458 req-f604eea1-f117-4bce-b872-e21fd2570b91 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:35.170652 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20765d1c-204c-42f0-94ac-aa7f4d26d458 req-f604eea1-f117-4bce-b872-e21fd2570b91 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0540633 Nov 23 02:40:35.236150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20765d1c-204c-42f0-94ac-aa7f4d26d458 req-b5887185-802a-42d0-a0ac-9b53cceea270 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0543091 Nov 23 02:40:35.372969 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3abedd9-c975-40df-8309-ec9b62fe64f9 req-d2b346fb-a88b-4693-b125-ebf76ef044bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:35.374430 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e3abedd9-c975-40df-8309-ec9b62fe64f9 req-d2b346fb-a88b-4693-b125-ebf76ef044bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0580237 Nov 23 02:40:35.425523 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e3abedd9-c975-40df-8309-ec9b62fe64f9 req-65bebe0e-cc31-4efa-b193-045b55024682 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450485 Nov 23 02:40:35.449407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36654) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:35.501670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260a66e6-a729-4613-bc3f-af148e39aaa9 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:35.503101 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-260a66e6-a729-4613-bc3f-af148e39aaa9 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0522661 Nov 23 02:40:35.506026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36656) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:35.510924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:35.535764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.600454 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cd2265de-9124-4f77-bcdf-b211e74ae5c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.634352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.741814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.64 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/f40d5b74-446a-4855-a660-dcdae162c122) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:35.842518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.879522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:35.929467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:35.933958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:35.936630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:35.942327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=f40d5b74-446a-4855-a660-dcdae162c122,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:36.301249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.375030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.428203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.528891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.536592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.602174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=f40d5b74-446a-4855-a660-dcdae162c122,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:36.614658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:36.728582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 0a644e0f-8667-4ab0-84f5-7d73719f5638 associated. External IP: 172.26.8.64, port: 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8. Nov 23 02:40:36.947553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:37.060973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:37.070826 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:37.080674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.081738 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:37.082377 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.109168 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-95e0c184-4f5c-424e-bdcb-3b470983247e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6015117 Nov 23 02:40:37.109777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:37.112099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:37.112323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36658) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.154762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5159d-c969-4d6c-9f3b-1b04e6c09c17 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:37.159087 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4ce5159d-c969-4d6c-9f3b-1b04e6c09c17 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1094 time: 0.0432270 Nov 23 02:40:37.163173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d581d6fd-d12c-4bb8-a865-4bfbfd89d82d x-openstack-request-id: req-d581d6fd-d12c-4bb8-a865-4bfbfd89d82d {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:37.163670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:37.163916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d581d6fd-d12c-4bb8-a865-4bfbfd89d82d {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:37.164361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'status': 'completed', 'code': 200} Nov 23 02:40:37.201378 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:37.254056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-b9ea45ac-d40f-4a82-afaa-ab41ea5b9d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:37.256083 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-b9ea45ac-d40f-4a82-afaa-ab41ea5b9d70 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0442719 Nov 23 02:40:37.355294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-97695721-aba5-4e26-8ad0-b9c0f2e5f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:37.356937 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-97695721-aba5-4e26-8ad0-b9c0f2e5f875 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.0919893 Nov 23 02:40:37.422866 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:36Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.428928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-5b7f701a-1515-4f09-8b14-e65d95f78849 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 999 time: 0.0638011 Nov 23 02:40:37.449625 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:40:37.457968 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:37.458515 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.483913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-ba0de7e0-d10d-4504-89bb-c465d83af3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:37.485618 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-ba0de7e0-d10d-4504-89bb-c465d83af3fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0484369 Nov 23 02:40:37.552730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-ced68a58-02d7-459a-a86f-fd76397a288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:37.555315 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-ced68a58-02d7-459a-a86f-fd76397a288d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0496535 Nov 23 02:40:37.566014 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:37.652487 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-cc2c18ea-0a7c-4bf6-bb47-38d18c20df14 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866892 Nov 23 02:40:37.711711 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36664) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.716519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278299494', 'description': 'tempest-secgroup-smoke-1278299494 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:37.742923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.752133 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab4c6e5-4a20-4ac4-a98e-9aed575dc3d1 req-4a4347af-1a79-400f-abb0-828f9dead7f0 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912828 Nov 23 02:40:37.810970 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:36Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:37.813165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.818164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.841527 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1deca4-9ab7-4763-b8c1-8de20d5e69fe None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:36Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:37.849072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.850355 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1373420 Nov 23 02:40:37.853730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36666) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.854817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8c70c-0a68-403c-bad7-7ec6ae62b981 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:37.860088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:37.891008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.948507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.954658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.973330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7bb0d2-5f99-4134-95fc-7d2ec45b6b07,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:37.985136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:37.986543 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1f0c737a-55e0-4080-b89f-b08c4747c997 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314082 Nov 23 02:40:37.989566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36668) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:37.994541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:38.022854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.041403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805e482b-4e4d-4e2a-8fc8-75d35716505f None None] New status for floating IP 0a644e0f-8667-4ab0-84f5-7d73719f5638: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:40:38.084338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.088646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.103592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.111053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc427a73-cdb3-4c24-9014-bcc4183025a6,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.120533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.122001 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-82d11318-2b27-4177-9664-4af79f57c53e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310270 Nov 23 02:40:38.124797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36670) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.129618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:38.160097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.223047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.228020 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.249828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4b084b-da69-4764-8866-3d2394d87d2a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.258891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.260165 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c212c591-af74-4150-8b2d-12db7bdfa90f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343787 Nov 23 02:40:38.263179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36672) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.267887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:38.295901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.356022 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.360764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.378547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c4653c-b069-4b00-bda9-6f82ec3fb623,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.394249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.395513 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-eca7c9a0-bed6-43d5-bcf6-83d5667c3527 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312947 Nov 23 02:40:38.398919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36674) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.403498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:38.426357 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:40:38.431509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.491141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.496281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.516202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ca98e7-69f7-4a98-81ae-f836f660fbb5,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.525426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.526625 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-09f7ecd3-4b0a-4090-847c-630b8e1fd7f5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1266842 Nov 23 02:40:38.529509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36676) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:38.533926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:38.560723 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:40:38.565889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.629768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.634922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.654734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d47be6e-db51-4237-8c45-945bb4f901f5,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:38.663540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:38.664944 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8b7a4037-920e-479f-9c34-8a2b6db8f8bc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1344261 Nov 23 02:40:38.818864 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-0f85bd30-961a-4cfc-b607-e6cb243cf99c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278299494&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0467105 Nov 23 02:40:39.251598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-87324238-0351-4ddb-ba32-79f6d8d145f4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:39.253427 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-87324238-0351-4ddb-ba32-79f6d8d145f4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 796 time: 0.4243627 Nov 23 02:40:39.277259 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-8b7944df-df5c-4f3e-a2e9-f66f250c37c8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0161037 Nov 23 02:40:39.310176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:39.333809 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-be4f2c92-e007-4d9c-b10a-b445bad987e0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508842 Nov 23 02:40:39.475456 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-68270714-2b3b-4b61-a2fe-db2df675e856 service neutron] 10.222.0.53 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292970 Nov 23 02:40:39.581697 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-0d80fbe4-8f61-4f94-81e5-085da77b5be3 service neutron] 10.222.0.53 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998552 Nov 23 02:40:39.679187 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-ebb13573-64f1-44a1-ab15-34898aae74ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429528 Nov 23 02:40:39.754954 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e6a720e-bd45-45fb-8dc3-b377f6a1044e req-8e42a334-dde9-411e-9e1b-486c54e9072b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 210 time: 0.0286665 Nov 23 02:40:39.786403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-37594ed9-75f3-46bc-bcfc-95911d451b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:39.788523 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-37594ed9-75f3-46bc-bcfc-95911d451b0a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0475547 Nov 23 02:40:39.896189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-8ab42dc9-5963-4e78-b27c-b38021ff62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:39.897888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-8ab42dc9-5963-4e78-b27c-b38021ff62f6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.0892806 Nov 23 02:40:39.979873 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-65f5718e-4a96-4313-a817-83daadb9eb40 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 1001 time: 0.0627458 Nov 23 02:40:40.039665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-b48a37b0-e933-4b27-8368-240525a07f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:40.041201 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-b48a37b0-e933-4b27-8368-240525a07f63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0520217 Nov 23 02:40:40.092585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-2b1c16a3-e6a7-4ef6-9b2b-84d0772ee778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:40.094012 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-2b1c16a3-e6a7-4ef6-9b2b-84d0772ee778 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421164 Nov 23 02:40:40.209625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-b00ebe52-9832-403d-96da-891a268087b4 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846224 Nov 23 02:40:40.311672 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-44bdb79e-6495-4116-bf8e-a619f59c0e8b req-3853d924-f886-4001-9b99-cbefbea8407c service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916822 Nov 23 02:40:40.861128 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-39660bb8-eba1-4d75-a40d-2b52f44e7355 req-529b5757-6f9c-40bd-9e9d-424f45584508 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 210 time: 0.0318539 Nov 23 02:40:40.978265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-51452f72-da9c-426a-b838-98553b40ee3f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:40.979913 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-51452f72-da9c-426a-b838-98553b40ee3f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 796 time: 0.1093950 Nov 23 02:40:41.094260 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-54f5b849-38a0-4b3e-a4e9-7893c4116349 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 470 time: 0.0832868 Nov 23 02:40:41.105237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': '08fa2463-0797-49b7-877a-8c67bac90c07', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:41.217746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:40:41.221218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.359900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.5 (2e1db009-5c84-4da8-b252-82ab0620c9f2/db20630e-d9ea-4ffd-bc55-ce03aa338ea4/bf1d7fb5-0847-4745-8bce-5fbb49a77f5e) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:41.511165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.549297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.593534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:41.596833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:41.600413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:41.607377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:41.659469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:41.660093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.679249 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-cb6222e2-05f3-40d0-ac10-0ac5c83f1746 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777807 Nov 23 02:40:41.699353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Request body: {'port': {'device_id': '08fa2463-0797-49b7-877a-8c67bac90c07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:41.756681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.837409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9e94d99a-8836-417a-9cba-8174960ee170 None None] Provisioning complete for port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:41.839033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9e94d99a-8836-417a-9cba-8174960ee170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:41.876551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9e94d99a-8836-417a-9cba-8174960ee170 None None] Port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:40:41.977795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e31b-07ed-43d6-9870-1ea220ca016e req-277467c7-c26e-4ee5-befc-972ccbe80df4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:41.979411 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a690e31b-07ed-43d6-9870-1ea220ca016e req-277467c7-c26e-4ee5-befc-972ccbe80df4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 931 time: 0.0497661 Nov 23 02:40:42.020038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf1d7fb5-0847-4745-8bce-5fbb49a77f5e {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:42.028730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.030362 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a690e31b-07ed-43d6-9870-1ea220ca016e req-9dfd3fd6-01cf-4626-8f7b-166cb633049b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Nov 23 02:40:42.041536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Transition to ACTIVE for port object bf1d7fb5-0847-4745-8bce-5fbb49a77f5e will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:40:42.046428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.100832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Pushing event updated for resources: {'Port': ['ID=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:42.172873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Attempting to bind port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:40:42.173237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Attempting to bind port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:40:42.173582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Attempting to bind port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:42.179075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:40:42.179402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Attempting to bind port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e on network 2e1db009-5c84-4da8-b252-82ab0620c9f2 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:40:42.185161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:40:42.185503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Checking segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:40:42.185891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Bound using segment: {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:40:42.186329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Bound port: bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:40:42.186714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.252465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] For port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:40:42.255810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] For port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:40:42.261431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.302165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:42.302788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:42.304194 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] 10.222.0.46 "PUT /v2.0/ports/bf1d7fb5-0847-4745-8bce-5fbb49a77f5e HTTP/1.1" status: 200 len: 1093 time: 0.6100802 Nov 23 02:40:42.304661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:42.306967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2161a348-31b4-467c-8e24-c08248ce47ea" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:42.335230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec361b8e-c04d-4837-937a-da235d11e3fc service neutron] Pushing event updated for resources: {'Port': ['ID=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:42.354346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cab45a-708e-4eeb-b796-a77bab0ccb8e x-openstack-request-id: req-02cab45a-708e-4eeb-b796-a77bab0ccb8e {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:42.354723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:42.355066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02cab45a-708e-4eeb-b796-a77bab0ccb8e {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:42.355496 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'status': 'completed', 'code': 200} Nov 23 02:40:42.421253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-78c7f38a-67d3-4173-bf3c-471a607ff91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:42.422776 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-78c7f38a-67d3-4173-bf3c-471a607ff91e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 1096 time: 0.0449107 Nov 23 02:40:42.476020 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-ef77101f-98e6-4a56-a9b0-979ac7200186 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e HTTP/1.1" status: 200 len: 217 time: 0.0361729 Nov 23 02:40:42.533273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-f3fa7e6a-a71e-4c8c-a0ad-f5a66e978ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:42.534783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-f3fa7e6a-a71e-4c8c-a0ad-f5a66e978ab1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0510008 Nov 23 02:40:42.586176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-b0462e13-9896-41e9-a730-9001e211d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:42.587637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-b0462e13-9896-41e9-a730-9001e211d8d7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426919 Nov 23 02:40:42.678886 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-4de970c6-e18f-4e41-aeff-d425b2e005f6 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824416 Nov 23 02:40:42.771376 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58302aba-2fa6-4a21-8cf8-b392f70e7170 req-f7c83a14-567e-4bc2-b978-466c376f0fb8 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846617 Nov 23 02:40:42.930302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a348-31b4-467c-8e24-c08248ce47ea req-7f367ff6-aef9-425a-bc82-da6255ff8982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:42.931776 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-7f367ff6-aef9-425a-bc82-da6255ff8982 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 1096 time: 0.0461752 Nov 23 02:40:43.031386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a348-31b4-467c-8e24-c08248ce47ea req-169654bf-1f18-4d38-b77b-7f083550daf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.032948 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-169654bf-1f18-4d38-b77b-7f083550daf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.0920658 Nov 23 02:40:43.079479 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-b763d611-848a-4ff2-a27b-c8be484c88e7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e HTTP/1.1" status: 200 len: 217 time: 0.0370557 Nov 23 02:40:43.140182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a348-31b4-467c-8e24-c08248ce47ea req-19cbef4c-1e8e-45a7-a2f5-6e483b8eb653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.141754 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-19cbef4c-1e8e-45a7-a2f5-6e483b8eb653 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0468297 Nov 23 02:40:43.152041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b179fe-0819-433c-9228-170fbbeaf441 req-927e9be6-3a9f-4c57-a438-9f2f325a4abe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.153782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f6b179fe-0819-433c-9228-170fbbeaf441 req-927e9be6-3a9f-4c57-a438-9f2f325a4abe tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 943 time: 0.0532274 Nov 23 02:40:43.196192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161a348-31b4-467c-8e24-c08248ce47ea req-4c36df5f-8f5f-4345-bc7c-88e1c2331ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:43.197763 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-4c36df5f-8f5f-4345-bc7c-88e1c2331ee7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482626 Nov 23 02:40:43.207296 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f6b179fe-0819-433c-9228-170fbbeaf441 req-57d576fa-327d-4c40-92ed-51ab53fded18 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469992 Nov 23 02:40:43.291865 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-0aabc866-5ad4-4e97-83ee-17f22b036c2f service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Nov 23 02:40:43.389593 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2161a348-31b4-467c-8e24-c08248ce47ea req-0f75a6bb-a394-456b-9d2b-f831341c789f service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Nov 23 02:40:44.277998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device bf1d7fb5-0847-4745-8bce-5fbb49a77f5e details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:40:44.338374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc77840-1d65-45df-b8e4-705c1297cc7e req-0032a3bf-f048-4160-b290-b7fc0ed4c8cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:44.338374 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0dc77840-1d65-45df-b8e4-705c1297cc7e req-0032a3bf-f048-4160-b290-b7fc0ed4c8cf tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 943 time: 0.0518053 Nov 23 02:40:44.383247 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:44.387108 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0dc77840-1d65-45df-b8e4-705c1297cc7e req-56deca03-88a3-4eb5-9bcf-6cc2c25c4e30 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446124 Nov 23 02:40:44.394563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'port_id': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'mac_address': 'fa:16:3e:90:33:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:40:44.431649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:44.444398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf1d7fb5-0847-4745-8bce-5fbb49a77f5e {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:40:44.464196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:44.471256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:44.521432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:44.811666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['bf1d7fb5-0847-4745-8bce-5fbb49a77f5e'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:40:45.518639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf9815-d746-4506-9813-03e7140de3bd req-21cf9b4b-90d4-4eb6-86d1-a60ebed889dd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:45.520563 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-aedf9815-d746-4506-9813-03e7140de3bd req-21cf9b4b-90d4-4eb6-86d1-a60ebed889dd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 944 time: 0.0602078 Nov 23 02:40:45.578676 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-aedf9815-d746-4506-9813-03e7140de3bd req-e6b81587-3e27-47da-acc4-803bc2a05e20 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495512 Nov 23 02:40:46.290178 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device bf1d7fb5-0847-4745-8bce-5fbb49a77f5e up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:40:46.345098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:40:46.349427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:40:46.349847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.433314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.457585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:46.459930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f6e240-3264-4c83-bc14-a2fea35374cf" -d '{"events": [{"server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "name": "network-vif-plugged", "status": "completed", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:46.473287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:40:46.478049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:46.502021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c084d9-0b49-4f33-8b7c-4e3fe5b45721 x-openstack-request-id: req-90c084d9-0b49-4f33-8b7c-4e3fe5b45721 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:46.502336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "name": "network-vif-plugged", "status": "completed", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:46.502593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90c084d9-0b49-4f33-8b7c-4e3fe5b45721 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:46.502999 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'code': 200} Nov 23 02:40:46.530179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:46.702183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bae400-33a7-4bc0-94f6-e566ef81e0bf req-184186ef-ebfb-4b6c-8a53-60dfe18659f3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:46.703715 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e6bae400-33a7-4bc0-94f6-e566ef81e0bf req-184186ef-ebfb-4b6c-8a53-60dfe18659f3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.0536525 Nov 23 02:40:46.727420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a56b-55c1-48da-bd06-c644f3da98b1 req-fe39ad7e-f83f-49c7-afe5-b23918b83577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:46.729187 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-66b1a56b-55c1-48da-bd06-c644f3da98b1 req-fe39ad7e-f83f-49c7-afe5-b23918b83577 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 1098 time: 0.0421453 Nov 23 02:40:46.754315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e6bae400-33a7-4bc0-94f6-e566ef81e0bf req-709d2828-595d-4540-b583-ac42bb7c19cc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439880 Nov 23 02:40:46.784862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-66b1a56b-55c1-48da-bd06-c644f3da98b1 req-a182f007-fe0f-49a9-aa9c-616614b281e3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 Nov 23 02:40:47.889761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe272b8-4cba-42ae-92dd-e60100199a91 req-d7dc92a5-77cd-4d45-8b63-27a096b6503d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:47.891293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dfe272b8-4cba-42ae-92dd-e60100199a91 req-d7dc92a5-77cd-4d45-8b63-27a096b6503d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.0571578 Nov 23 02:40:47.945894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dfe272b8-4cba-42ae-92dd-e60100199a91 req-718175ed-ef53-442b-b123-2f9fde6b3c90 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482397 Nov 23 02:40:49.075866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a00e854-75ee-4590-a6f7-f7a0749abe9d req-bd508e65-b744-4d1e-ab3d-470536e271e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:49.077562 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a00e854-75ee-4590-a6f7-f7a0749abe9d req-bd508e65-b744-4d1e-ab3d-470536e271e5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.0587404 Nov 23 02:40:49.128500 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a00e854-75ee-4590-a6f7-f7a0749abe9d req-6f50f221-dc93-44fb-9cc3-b62007d8dc94 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448666 Nov 23 02:40:49.252449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f4e3-dbce-4157-9729-c6acbd059359 req-83335e4d-6351-42e8-824a-9aea2904de19 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:49.253912 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-02c9f4e3-dbce-4157-9729-c6acbd059359 req-83335e4d-6351-42e8-824a-9aea2904de19 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.0552318 Nov 23 02:40:49.304126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-02c9f4e3-dbce-4157-9729-c6acbd059359 req-42fa20c0-c113-4928-8ecd-4ad133ba100f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440950 Nov 23 02:40:49.328545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36728) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:49.376052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8026a428-d2a4-41bf-8dab-b52fde58a013 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:49.377634 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8026a428-d2a4-41bf-8dab-b52fde58a013 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 1093 time: 0.0480633 Nov 23 02:40:49.380662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36730) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:40:49.385066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:40:49.411451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.510706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.622983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.177 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/f5b4949a-e080-4f60-bd2b-d3f63a4b263a) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:40:49.734587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.772717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:49.817846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:40:49.820864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:40:49.823332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:40:49.847030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=f5b4949a-e080-4f60-bd2b-d3f63a4b263a,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:50.185815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.257040 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.423348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.430385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.496568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=f5b4949a-e080-4f60-bd2b-d3f63a4b263a,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:40:50.496873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.509244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:50.612172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP aca009ba-af18-4421-9214-4d5d7901d64a associated. External IP: 172.26.8.177, port: bf1d7fb5-0847-4745-8bce-5fbb49a77f5e. Nov 23 02:40:50.857204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:40:50.987300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:40:50.998023 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:40:51.006851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:40:51.009379 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:51.010004 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:51.044334 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-896ea29d-98e4-4722-9503-4f27de21af37 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6531754 Nov 23 02:40:51.044334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:40:51.044334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11404fb-abed-4fcb-a34d-ee19bd14bc32" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:40:51.074209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff33b6-1242-473d-b8d0-7c08a81a8a02 x-openstack-request-id: req-6fff33b6-1242-473d-b8d0-7c08a81a8a02 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:40:51.074545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:40:51.074800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fff33b6-1242-473d-b8d0-7c08a81a8a02 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:40:51.075228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'status': 'completed', 'code': 200} Nov 23 02:40:51.121132 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:51.166546 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-88ca3812-7a33-403d-bca9-ff8529f02f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:51.168265 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-88ca3812-7a33-403d-bca9-ff8529f02f15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 1098 time: 0.0417385 Nov 23 02:40:51.371323 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:38Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}, {'id': 'aca009ba-af18-4421-9214-4d5d7901d64a', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:90:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa2463-0797-49b7-877a-8c67bac90c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:50Z', 'updated_at': '2021-11-23T02:40:50Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:51.399663 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:40:51.409209 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:40:51.409832 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:40:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:51.592593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-159dab76-43db-419d-b5a7-7d45b55ea5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:51.594325 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-159dab76-43db-419d-b5a7-7d45b55ea5d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.4146874 Nov 23 02:40:51.619856 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:40:51.665764 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-7cbd38f8-c495-4862-aa80-7a61d1f46de1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e HTTP/1.1" status: 200 len: 999 time: 0.0602281 Nov 23 02:40:51.714859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-48c57053-cb8d-4aa9-872c-de73befd0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:51.716634 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-48c57053-cb8d-4aa9-872c-de73befd0598 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0434394 Nov 23 02:40:51.771155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-7e7deb3f-06db-4d21-b950-154f8a790a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:40:51.772666 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-7e7deb3f-06db-4d21-b950-154f8a790a45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447056 Nov 23 02:40:51.843936 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:38Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}, {'id': 'aca009ba-af18-4421-9214-4d5d7901d64a', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:90:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa2463-0797-49b7-877a-8c67bac90c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:50Z', 'updated_at': '2021-11-23T02:40:50Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:40:51.862399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-21bb8d18-08df-4fd3-b20a-557c46a8e216 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822108 Nov 23 02:40:51.873899 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a567dd-8ce5-40bc-afd3-b1693e768b2d None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:38Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}, {'id': 'aca009ba-af18-4421-9214-4d5d7901d64a', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.177', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:90:33:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fa2463-0797-49b7-877a-8c67bac90c07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:50Z', 'updated_at': '2021-11-23T02:40:50Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:40:51.960992 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c11404fb-abed-4fcb-a34d-ee19bd14bc32 req-500ee4e8-153c-44d0-993c-046cf6672125 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885258 Nov 23 02:40:52.060771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bfd18a-64d7-41d9-858b-58c5c5d14890 None None] New status for floating IP aca009ba-af18-4421-9214-4d5d7901d64a: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:40:53.499497 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:41:03.163314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4963f797-7c53-49f5-ae9c-490f23dd1125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:05.613634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c77d768f-f451-4720-82f2-ef8ca28234d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:06.437502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:08.098274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:09.330287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:20.502697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:27.336285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36746) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:27.401969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d17420f5-b0bb-40f9-bb68-9024fa866890 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/0a644e0f-8667-4ab0-84f5-7d73719f5638 HTTP/1.1" status: 200 len: 993 time: 0.0643785 Nov 23 02:41:28.511950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36754) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:28.519919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:28.591794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.742874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:28.776453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.785161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.835692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:28.836500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:28.838776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/ports/8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 939 time: 0.3251495 Nov 23 02:41:28.841616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:28.843941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc087a2-06f3-4b01-bf0c-47d1dc073825" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:28.870967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:28.879717 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.880039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.881173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.881173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.881173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.881465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.881811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.882167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.882488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.882831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.883163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.883483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f747c4-23ee-4acf-9175-6bef917d7303 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:28.954057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17891889-a028-4167-9010-0178c2011abc x-openstack-request-id: req-17891889-a028-4167-9010-0178c2011abc {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:28.954361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:28.954617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-17891889-a028-4167-9010-0178c2011abc {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:28.955046 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'status': 'completed', 'code': 200} Nov 23 02:41:29.046804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-e9e46893-46eb-48c8-b6c4-cf764599b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.048414 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-e9e46893-46eb-48c8-b6c4-cf764599b962 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1100 time: 0.0454688 Nov 23 02:41:29.095431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b5d1c968-2f11-4292-be2b-096bfc31afec None None] Provisioning complete for port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:29.096026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c968-2f11-4292-be2b-096bfc31afec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:29.138034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1c968-2f11-4292-be2b-096bfc31afec None None] Port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 is administratively disabled so it will not transition to active. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 23 02:41:29.143112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-d77cff16-f483-441c-b026-b30d72796f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.144748 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-d77cff16-f483-441c-b026-b30d72796f83 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.0863640 Nov 23 02:41:29.217790 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-99facb47-9d0c-48cf-87a3-f156f99efbe9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0651894 Nov 23 02:41:29.280606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-ca168ec5-3195-463c-b9e9-51f5d06e1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.282082 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-ca168ec5-3195-463c-b9e9-51f5d06e1e31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0560923 Nov 23 02:41:29.329267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-857c3f57-2b0d-4cdc-8970-6913c886b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:29.330752 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-857c3f57-2b0d-4cdc-8970-6913c886b952 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413277 Nov 23 02:41:29.430729 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-e42be75a-e8b4-49ac-bebe-f31d39bfe8b8 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902417 Nov 23 02:41:29.523981 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cc087a2-06f3-4b01-bf0c-47d1dc073825 req-613fe39d-060d-4995-8462-7f8094bdbcc0 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851297 Nov 23 02:41:30.504638 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:41:32.437495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36764) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:32.442952 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:32.508356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.666463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:32.695936 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.701755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.747954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.748604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:32.750782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/ports/8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 938 time: 0.3113968 Nov 23 02:41:32.750782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:32.753012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502a93d5-5865-454f-aae6-f85f098c5850" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:32.753381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36766) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:32.779025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d7337-eb7c-4934-a29c-eed1de51cd5d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=7']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:32.816422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b14d7ad-7568-454c-a70e-710973fbe43c x-openstack-request-id: req-3b14d7ad-7568-454c-a70e-710973fbe43c {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:32.816736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:32.816992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3b14d7ad-7568-454c-a70e-710973fbe43c {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:32.817407 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'status': 'completed', 'code': 200} Nov 23 02:41:32.848740 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-12edfcee-d9ec-4d35-b711-346e310cc8fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/0a644e0f-8667-4ab0-84f5-7d73719f5638 HTTP/1.1" status: 200 len: 993 time: 0.0889871 Nov 23 02:41:32.911501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a93d5-5865-454f-aae6-f85f098c5850 req-1c427207-2dbd-4547-ba75-57d946b53d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:32.913575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-1c427207-2dbd-4547-ba75-57d946b53d37 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0463331 Nov 23 02:41:32.983317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5cb04837-347f-4438-a13b-239e684e1cd7 None None] Provisioning complete for port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:32.984016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5cb04837-347f-4438-a13b-239e684e1cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.008224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a93d5-5865-454f-aae6-f85f098c5850 req-8d4b58a6-dcfe-4d1f-a466-736362ce4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.009839 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-8d4b58a6-dcfe-4d1f-a466-736362ce4bfa service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.0863738 Nov 23 02:41:33.083620 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-8f32b97b-6873-4231-8d26-602535d2fca7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 1001 time: 0.0653980 Nov 23 02:41:33.121290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:41:33.138237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a93d5-5865-454f-aae6-f85f098c5850 req-3a793282-0fbf-4d8d-a8b1-f403e67235f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.139767 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-3a793282-0fbf-4d8d-a8b1-f403e67235f0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0476260 Nov 23 02:41:33.172812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a186518a-465c-4c16-a1f7-03826c9e74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:33.190381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a93d5-5865-454f-aae6-f85f098c5850 req-5e17cc29-03b4-4a12-bf4a-0934b7fd2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:33.191893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-5e17cc29-03b4-4a12-bf4a-0934b7fd2f7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426240 Nov 23 02:41:33.290182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-6596043e-1318-40fa-a86a-3945d12e3ead service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890079 Nov 23 02:41:33.383033 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-502a93d5-5865-454f-aae6-f85f098c5850 req-d033d960-33c9-4123-abb6-8b0b61dd92cf service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Nov 23 02:41:35.447681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36776) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:35.608728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c4136ec5-3b7b-436b-88db-320d56282036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.610912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port f5b4949a-e080-4f60-bd2b-d3f63a4b263a {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:35.611283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.694926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.695394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.712148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for f5b4949a-e080-4f60-bd2b-d3f63a4b263a owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:35.874236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.900702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=f5b4949a-e080-4f60-bd2b-d3f63a4b263a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:35.962360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:35.962659 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP aca009ba-af18-4421-9214-4d5d7901d64a disassociated (deleted). External IP: 172.26.8.177, port: bf1d7fb5-0847-4745-8bce-5fbb49a77f5e. Nov 23 02:41:36.435934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.478626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:36.588417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:36.593470 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:36.598617 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:36.609264 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:36.609890 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:36.625393 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c07c4b61-4630-46c0-a155-e5150ac3bf17 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/aca009ba-af18-4421-9214-4d5d7901d64a HTTP/1.1" status: 204 len: 168 time: 1.1765623 Nov 23 02:41:36.626002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:36.628276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33636ff3-43f5-4109-af34-433dc86287e0" -d '{"events": [{"name": "network-changed", "server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:36.670760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55952235-e16e-48ab-b424-6b8684ed66f7 x-openstack-request-id: req-55952235-e16e-48ab-b424-6b8684ed66f7 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:36.671038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:36.671328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55952235-e16e-48ab-b424-6b8684ed66f7 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:36.671792 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'status': 'completed', 'code': 200} Nov 23 02:41:36.719928 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:36.797664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33636ff3-43f5-4109-af34-433dc86287e0 req-8b8ce7dd-6694-4990-a705-c343438d6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.799274 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-8b8ce7dd-6694-4990-a705-c343438d6f36 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 1098 time: 0.0716603 Nov 23 02:41:36.914565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9f7cef-470f-4f9f-bf8b-800cbcf0f3c0 req-e86f6d81-7241-4bd1-af2c-337c7b3bac2c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.915998 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb9f7cef-470f-4f9f-bf8b-800cbcf0f3c0 req-e86f6d81-7241-4bd1-af2c-337c7b3bac2c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.1059501 Nov 23 02:41:36.952626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33636ff3-43f5-4109-af34-433dc86287e0 req-81fff65d-e3a7-4bf3-83fd-3d8c9d91af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:36.954096 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-81fff65d-e3a7-4bf3-83fd-3d8c9d91af24 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.1341729 Nov 23 02:41:36.956033 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:38Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:36.982153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:36.991130 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:36.991769 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:37.014870 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-a8005ff4-d826-4e2e-8006-b51d375e3ac9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e HTTP/1.1" status: 200 len: 217 time: 0.0494435 Nov 23 02:41:37.019523 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb9f7cef-470f-4f9f-bf8b-800cbcf0f3c0 req-32d06a7c-5a1c-4fbc-aa38-ecb35f4341a8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929904 Nov 23 02:41:37.069879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33636ff3-43f5-4109-af34-433dc86287e0 req-91fd3e63-4917-449b-96bf-bb7b4db230e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.071376 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-91fd3e63-4917-449b-96bf-bb7b4db230e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0479052 Nov 23 02:41:37.101035 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:37.129439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33636ff3-43f5-4109-af34-433dc86287e0 req-7795ef07-c6ab-41d2-a6d8-95a707d8eade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:37.131303 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-7795ef07-c6ab-41d2-a6d8-95a707d8eade service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492904 Nov 23 02:41:37.224288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-2382f427-f9f9-42e1-bff6-4da43c1f6035 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844905 Nov 23 02:41:37.328799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33636ff3-43f5-4109-af34-433dc86287e0 req-98f6098a-f112-4e38-b1cb-7c97077cc3f8 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967884 Nov 23 02:41:37.342382 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:38Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:37.370526 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf35a6b-62fd-4109-ae7f-e75a9f05d4cd None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0a644e0f-8667-4ab0-84f5-7d73719f5638', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.64', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'port_id': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'mac_address': 'fa:16:3e:c2:c1:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:40:36Z', 'updated_at': '2021-11-23T02:40:38Z', 'revision_number': 1, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:37.592086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc227a64-f297-4eb3-8a8b-43dd9ab0f3af None None] New status for floating IP aca009ba-af18-4421-9214-4d5d7901d64a: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:41:38.098971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.150411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28ab8c-fa90-441f-ab4c-60cfd4a1d461 req-074052a4-6546-4595-a2d4-2d2ee220bb84 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.151943 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc28ab8c-fa90-441f-ab4c-60cfd4a1d461 req-074052a4-6546-4595-a2d4-2d2ee220bb84 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.0504570 Nov 23 02:41:38.202013 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc28ab8c-fa90-441f-ab4c-60cfd4a1d461 req-77ef2be7-421c-4766-b756-cc186886b018 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439913 Nov 23 02:41:38.773085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-2003dc7a-c6c5-4d6b-8cc3-4752ccf10bfd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:38.774613 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-2003dc7a-c6c5-4d6b-8cc3-4752ccf10bfd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 945 time: 0.0686479 Nov 23 02:41:38.879220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:38.879542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.976716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:38.977080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:38.990031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for bf1d7fb5-0847-4745-8bce-5fbb49a77f5e owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:39.120942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.149644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=bf1d7fb5-0847-4745-8bce-5fbb49a77f5e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:39.164198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.164592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.164935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.165272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.165606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.165935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.166274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.166588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.166938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.167290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.167611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.167932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:39.202745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port bf1d7fb5-0847-4745-8bce-5fbb49a77f5e on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:39.205284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:39.208771 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-172ce4b2-21f8-4bac-9c67-c0887cffe20b req-68a86147-a60c-4263-814a-b9c6bcadaec2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/bf1d7fb5-0847-4745-8bce-5fbb49a77f5e HTTP/1.1" status: 204 len: 173 time: 0.4148219 Nov 23 02:41:39.209457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'name': 'network-vif-deleted', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:39.211746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b10b8d-7ee8-470a-a775-eed50db32de0" -d '{"events": [{"server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "name": "network-vif-deleted", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:39.253240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b2eaa-b2d4-4e8c-b1ef-806bf89ea859 x-openstack-request-id: req-451b2eaa-b2d4-4e8c-b1ef-806bf89ea859 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:39.253560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fa2463-0797-49b7-877a-8c67bac90c07", "name": "network-vif-deleted", "tag": "bf1d7fb5-0847-4745-8bce-5fbb49a77f5e", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:39.253986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-451b2eaa-b2d4-4e8c-b1ef-806bf89ea859 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:39.254293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fa2463-0797-49b7-877a-8c67bac90c07', 'name': 'network-vif-deleted', 'tag': 'bf1d7fb5-0847-4745-8bce-5fbb49a77f5e', 'status': 'completed', 'code': 200} Nov 23 02:41:39.301033 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-45e256de-afbb-41d5-85af-996609c6c7ff req-ac8645aa-ba4e-46db-ac5d-4d974f1f9548 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=08fa2463-0797-49b7-877a-8c67bac90c07 HTTP/1.1" status: 200 len: 210 time: 0.0261970 Nov 23 02:41:39.316275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.366592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36792) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:40.429545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e083aca3-987f-4ca5-b431-7cb83047fbb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.454393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e083aca3-987f-4ca5-b431-7cb83047fbb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.532347 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e083aca3-987f-4ca5-b431-7cb83047fbb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.535086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e083aca3-987f-4ca5-b431-7cb83047fbb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.536289 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e083aca3-987f-4ca5-b431-7cb83047fbb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50 HTTP/1.1" status: 204 len: 168 time: 0.1680424 Nov 23 02:41:40.550147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083aca3-987f-4ca5-b431-7cb83047fbb5 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc5aa6f-e7fb-4ab9-b7dd-b113ec734b50,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:40.576844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36796) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:40.738557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port f40d5b74-446a-4855-a660-dcdae162c122 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:40.738862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.815790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.816086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:40.828431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for f40d5b74-446a-4855-a660-dcdae162c122 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:40.928644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-7d1668c3-1c3f-496a-8cb7-c51fb8b89d19 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0911729 Nov 23 02:41:41.034310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.063985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=f40d5b74-446a-4855-a660-dcdae162c122,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:41.073866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-31116c1e-e421-45f3-b2b4-467dd6fd78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.075417 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-31116c1e-e421-45f3-b2b4-467dd6fd78ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0796156 Nov 23 02:41:41.173550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.173849 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP 0a644e0f-8667-4ab0-84f5-7d73719f5638 disassociated (deleted). External IP: 172.26.8.64, port: 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8. Nov 23 02:41:41.279702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-8f86a9cd-dff8-475a-b65b-1a9a29d889e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.281207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-8f86a9cd-dff8-475a-b65b-1a9a29d889e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.1701605 Nov 23 02:41:41.335064 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-afe176f0-ac9f-4473-8cb2-09c927370e9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 217 time: 0.0455441 Nov 23 02:41:41.469337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-23ac33cb-2402-4aa5-b2f1-b4b5aa9e5289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.470856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-23ac33cb-2402-4aa5-b2f1-b4b5aa9e5289 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.1277292 Nov 23 02:41:41.519583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:41.537420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-268c4e32-87c2-47fb-ac85-d467f24f93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.539002 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-268c4e32-87c2-47fb-ac85-d467f24f93e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0569808 Nov 23 02:41:41.704601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:41.707603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-1797d360-9a7d-4bf9-9419-2ba44a90a88a service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332633 Nov 23 02:41:41.710862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:41.714607 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:41.725810 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:41.726430 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:41.778631 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-20cb6308-71b9-479f-a636-65379564542d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/0a644e0f-8667-4ab0-84f5-7d73719f5638 HTTP/1.1" status: 204 len: 168 time: 1.2010000 Nov 23 02:41:41.780722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:41.782987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1959146b-552a-488a-8bd8-9c290ffd7da1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:41.828813 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-579cb16b-51d3-46a7-8640-4c23152aff4f req-4ca16281-306a-48a6-8648-f2a709098f64 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990338 Nov 23 02:41:41.832942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7054dc3b-ca21-4e96-84d0-24ba2fed310e x-openstack-request-id: req-7054dc3b-ca21-4e96-84d0-24ba2fed310e {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:41.833247 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:41.833507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7054dc3b-ca21-4e96-84d0-24ba2fed310e {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:41.834026 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'status': 'completed', 'code': 200} Nov 23 02:41:41.842176 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:41.995686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-fd736ecb-f62e-497f-820a-05a5dae80f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:41.997391 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-fd736ecb-f62e-497f-820a-05a5dae80f0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 1099 time: 0.0485458 Nov 23 02:41:42.017846 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c64272-923c-4ddc-84d3-31e76aec1901 req-9020e428-48b8-4bee-859d-e16ffb8f0e42 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:42.019380 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0c64272-923c-4ddc-84d3-31e76aec1901 req-9020e428-48b8-4bee-859d-e16ffb8f0e42 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0564456 Nov 23 02:41:42.058730 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:42.070689 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0c64272-923c-4ddc-84d3-31e76aec1901 req-7e031b3c-703a-406d-83dd-abe078fb9ed8 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447781 Nov 23 02:41:42.093632 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:42.102204 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:42.102813 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:42.117502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-b17e086e-4b9c-4eb5-a9f6-aca3c7ac157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:42.119057 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-b17e086e-4b9c-4eb5-a9f6-aca3c7ac157a service neutron] 10.222.0.46 "GET /v2.0/networks?id=2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 200 len: 897 time: 0.0926583 Nov 23 02:41:42.167342 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-29bbac60-1cc8-488e-b3b6-b02ea243cd8b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 200 len: 217 time: 0.0393445 Nov 23 02:41:42.222184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-a3650344-9188-44f2-b538-02daf44f1cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:42.223699 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-a3650344-9188-44f2-b538-02daf44f1cb6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 200 len: 833 time: 0.0480676 Nov 23 02:41:42.274703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-84b6f493-01fb-4a6e-9e47-179f00e14d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:42.276412 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-84b6f493-01fb-4a6e-9e47-179f00e14d5b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2e1db009-5c84-4da8-b252-82ab0620c9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442348 Nov 23 02:41:42.307887 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:42.378046 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-df897946-f75f-4557-9d75-577a868e2944 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884535 Nov 23 02:41:42.516520 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:42.549126 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ec8f1-e0a2-4933-bff5-f6364587f7e9 None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:40:22Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'cdbaefc6-acae-495b-8ac4-0c03b2a9bde4', 'name': '', 'network_id': '2e1db009-5c84-4da8-b252-82ab0620c9f2', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:46:9b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:21Z', 'updated_at': '2021-11-23T02:40:25Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': 'db20630e-d9ea-4ffd-bc55-ce03aa338ea4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:42.581234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device bf1d7fb5-0847-4745-8bce-5fbb49a77f5e no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:42.603135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: bf1d7fb5-0847-4745-8bce-5fbb49a77f5e {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:42.603802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device bf1d7fb5-0847-4745-8bce-5fbb49a77f5e not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:42.789667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835a0b83-6ffb-43e7-9cd6-1ddf1923720b None None] New status for floating IP 0a644e0f-8667-4ab0-84f5-7d73719f5638: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:41:42.801605 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1959146b-552a-488a-8bd8-9c290ffd7da1 req-979d57bb-a2c0-4197-8f52-8c6d63220ac7 service neutron] 10.222.0.46 "GET /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141228 Nov 23 02:41:43.192106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273c8ea-1590-44aa-8b58-262bdd54c5d7 req-59475ff9-df54-43ad-bd8c-c13cd51f632c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:43.193694 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8273c8ea-1590-44aa-8b58-262bdd54c5d7 req-59475ff9-df54-43ad-bd8c-c13cd51f632c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0493841 Nov 23 02:41:43.245208 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8273c8ea-1590-44aa-8b58-262bdd54c5d7 req-13553abe-6231-4dcd-a27c-489d9183de8b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454535 Nov 23 02:41:44.014127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-71ddc1c7-7f2d-43c8-a8c8-60aee0dd2d63 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:44.015602 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-71ddc1c7-7f2d-43c8-a8c8-60aee0dd2d63 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 946 time: 0.0558052 Nov 23 02:41:44.110160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:44.110461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.199965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:44.200315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.213224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:44.347218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.368636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06681486-b96a-4ac3-9b14-ece8b566d5b3 req-37c9097c-af25-40d5-bc6d-eda5b88aaeeb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:44.370143 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-06681486-b96a-4ac3-9b14-ece8b566d5b3 req-37c9097c-af25-40d5-bc6d-eda5b88aaeeb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c4ce1ea-55d3-4625-af97-5812e6490fc5 HTTP/1.1" status: 200 len: 867 time: 0.0509784 Nov 23 02:41:44.374141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=8af5ac45-9af2-452c-9dd1-fa8c80b04ac8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:44.420423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:44.422970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:44.426378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f5feb8b-e2cb-49ae-80e1-250130374137 req-ad6d8275-4937-4238-8cb2-23d669efb79d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 HTTP/1.1" status: 204 len: 173 time: 0.4007566 Nov 23 02:41:44.426831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'name': 'network-vif-deleted', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:44.429322 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-06681486-b96a-4ac3-9b14-ece8b566d5b3 req-683c4d97-330c-4120-920c-24596184c6cd tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0527925 Nov 23 02:41:44.429509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6d3fe-e4f8-4ed7-9ca9-1a7a0d26b4c9" -d '{"events": [{"server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "name": "network-vif-deleted", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:44.466582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62973617-08bb-4ac9-b31a-ddbfd46c60d8 x-openstack-request-id: req-62973617-08bb-4ac9-b31a-ddbfd46c60d8 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:44.466916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c4ce1ea-55d3-4625-af97-5812e6490fc5", "name": "network-vif-deleted", "tag": "8af5ac45-9af2-452c-9dd1-fa8c80b04ac8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:44.467230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62973617-08bb-4ac9-b31a-ddbfd46c60d8 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:44.467762 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c4ce1ea-55d3-4625-af97-5812e6490fc5', 'name': 'network-vif-deleted', 'tag': '8af5ac45-9af2-452c-9dd1-fa8c80b04ac8', 'status': 'completed', 'code': 200} Nov 23 02:41:45.496208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36812) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:45.557849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e658329d-6861-4abe-a1e4-0bd8dbc564a6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.584348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e658329d-6861-4abe-a1e4-0bd8dbc564a6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.651038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e658329d-6861-4abe-a1e4-0bd8dbc564a6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.653624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e658329d-6861-4abe-a1e4-0bd8dbc564a6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:45.654789 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e658329d-6861-4abe-a1e4-0bd8dbc564a6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb HTTP/1.1" status: 204 len: 168 time: 0.1575789 Nov 23 02:41:45.664201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658329d-6861-4abe-a1e4-0bd8dbc564a6 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1854ecfe-3bc4-4d74-bcb7-0c4592ead6bb,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:45.688653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36816) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:46.068725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.345032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:46.345377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.435985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port cdbaefc6-acae-495b-8ac4-0c03b2a9bde4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:46.436366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.449011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:46.598899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:46.619322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:46.619685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8af5ac45-9af2-452c-9dd1-fa8c80b04ac8 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:46.647744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:46.673673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=cdbaefc6-acae-495b-8ac4-0c03b2a9bde4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:46.853373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.070867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router ed0deac8-85d0-45af-80b9-033613ebdb1b has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:47.193011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:47.201148 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2cae697a-2324-41f7-a0a8-b56097881e41 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/ed0deac8-85d0-45af-80b9-033613ebdb1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089817 Nov 23 02:41:47.201711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36818) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:47.203477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] Sync routers for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:47.214347 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:47.215056 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.261923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet db20630e-d9ea-4ffd-bc55-ce03aa338ea4 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:41:47.265362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.306039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.318447 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:47.392881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.456897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.484381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=db20630e-d9ea-4ffd-bc55-ce03aa338ea4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:47.490363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.494687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-848d2d66-5db1-4398-9565-dddfd2b0296d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/db20630e-d9ea-4ffd-bc55-ce03aa338ea4 HTTP/1.1" status: 204 len: 168 time: 0.2916126 Nov 23 02:41:47.498169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36820) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:47.498397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4448260-05d3-4e53-a15b-db606a4fc16a None None] Network 2e1db009-5c84-4da8-b252-82ab0620c9f2 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:47.508459 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:41:46Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.535791 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] Checking router: ed0deac8-85d0-45af-80b9-033613ebdb1b for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:47.547501 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] Routers {'ed0deac8-85d0-45af-80b9-033613ebdb1b'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:47.548574 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ed0deac8-85d0-45af-80b9-033613ebdb1b'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.623187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.660618 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] Set router ed0deac8-85d0-45af-80b9-033613ebdb1b gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:47.708328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] DHCP port deletion for 2e1db009-5c84-4da8-b252-82ab0620c9f2 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:47.738331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.762697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Deleting port 1edaa16d-2ccc-4312-a49e-37980aed3366 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:47.763074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.795963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 30bd8521-f457-495a-92db-d7f93bc94514 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:41:47.796663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.830558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] For port 1edaa16d-2ccc-4312-a49e-37980aed3366, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1edaa16d-2ccc-4312-a49e-37980aed3366,segment=NetworkSegment(ed86fe53-5e16-4bcd-9e86-98474a3bd32f),segment_id=ed86fe53-5e16-4bcd-9e86-98474a3bd32f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:47.831420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.849483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Calling delete_port for 1edaa16d-2ccc-4312-a49e-37980aed3366 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:47.860032 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:41:46Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:47.880341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 30bd8521-f457-495a-92db-d7f93bc94514, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=30bd8521-f457-495a-92db-d7f93bc94514,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:47.881031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.885830 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee31b61-ea71-435b-8eb7-3e0ca0701210 None None] The sync data for ids ['ed0deac8-85d0-45af-80b9-033613ebdb1b'] in dv-neutron-818844-1-hyperv is: [{'id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'name': 'tempest-TestNetworkBasicOps-router-1241213820', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '30bd8521-f457-495a-92db-d7f93bc94514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:40:18Z', 'updated_at': '2021-11-23T02:41:46Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': '30bd8521-f457-495a-92db-d7f93bc94514', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:05:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed0deac8-85d0-45af-80b9-033613ebdb1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:40:19Z', 'updated_at': '2021-11-23T02:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:47.900924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 30bd8521-f457-495a-92db-d7f93bc94514 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:41:47.940913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:47.966206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Pushing event deleted for resources: {'Port': ['ID=1edaa16d-2ccc-4312-a49e-37980aed3366,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:47.970430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] No DVR routers for this DVR port 1edaa16d-2ccc-4312-a49e-37980aed3366 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:41:47.977251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.977600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.977978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.978333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.978605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.978931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.979280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.979594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.979922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.980751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.980751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:47.980956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e067ee19-88bb-4ebd-a394-3d8be07222a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:48.088188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.121235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=30bd8521-f457-495a-92db-d7f93bc94514,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:48.137460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22483edd-bf19-4642-a395-291dbea5d861 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:48.193273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.299280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.301470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.349866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.350569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router ed0deac8-85d0-45af-80b9-033613ebdb1b {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:41:48.358209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.359167 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6ddd2f28-64e3-4fa6-a4f2-6f38b373bce0 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/ed0deac8-85d0-45af-80b9-033613ebdb1b HTTP/1.1" status: 204 len: 168 time: 0.8600066 Nov 23 02:41:48.361948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36822) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:48.757593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.850958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.870484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1db009-5c84-4da8-b252-82ab0620c9f2']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:48.880505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:48.880804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed86fe53-5e16-4bcd-9e86-98474a3bd32f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:48.891389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.906507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.913641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:41:48.914109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:41:48.918163 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:41:48.943158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30bd8521-f457-495a-92db-d7f93bc94514 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:48.966359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 30bd8521-f457-495a-92db-d7f93bc94514 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:48.966720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 30bd8521-f457-495a-92db-d7f93bc94514 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:48.967129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:48.982713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.990389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:48.991260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:48.991645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cdbaefc6-acae-495b-8ac4-0c03b2a9bde4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:48.992063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1edaa16d-2ccc-4312-a49e-37980aed3366 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:41:48.996983 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/2e1db009-5c84-4da8-b252-82ab0620c9f2 HTTP/1.1" status: 204 len: 168 time: 0.6305511 Nov 23 02:41:49.006737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c19cf71-1465-4600-95ef-e338a1bf01e7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=2e1db009-5c84-4da8-b252-82ab0620c9f2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:49.013015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 1edaa16d-2ccc-4312-a49e-37980aed3366 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:41:49.013491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1edaa16d-2ccc-4312-a49e-37980aed3366 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:41:49.020257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36824) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:49.030456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'network': {'name': 'tempest-network-smoke--1942952749', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:49.053196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:49.056739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.080407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:41:49.089219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.089569 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Added segment 25ca4122-4fa1-4ccd-b5ad-f87c897a9643 of type vlan for network 7a6d30dd-9254-4d4f-9788-e6c5de707674 Nov 23 02:41:49.141112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.167228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.172706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:49.173283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.233807 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2074080 Nov 23 02:41:49.236556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36826) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:49.240973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-330847987', 'admin_state_up': True, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:49.256230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64207c0-b5f4-452b-899d-9aab90a936da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Network': ['ID=7a6d30dd-9254-4d4f-9788-e6c5de707674,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:49.268931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:41:49.275010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.276132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.335232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.488120 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.700420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.719293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.827784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.154 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/a6b1de62-dadc-49e5-9915-32249dcc26e7) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:49.940801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:49.979806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.033081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:50.037621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:50.042322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:50.045455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:50.055858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd03a5-0a04-4d11-8048-855693f72ead None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:50.106111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dca3d637-a355-462a-8a70-5c25fc1f1357 None None] Provisioning complete for port a6b1de62-dadc-49e5-9915-32249dcc26e7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:50.106375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca3d637-a355-462a-8a70-5c25fc1f1357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.139922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-dca3d637-a355-462a-8a70-5c25fc1f1357 None None] Port a6b1de62-dadc-49e5-9915-32249dcc26e7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:50.312269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.493840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.515841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.654744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:41:50.759187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:50.769296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:50.781148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:50.781742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:50.781906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:50.786091 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2953fe44-88d8-4a47-8e96-9a179e00c960 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5454650 Nov 23 02:41:50.786550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36828) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:50.818369 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-75a41cb5-c2a1-4fbb-afee-8f68b6bb9ce4 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=86a2edb1c47641e281742bd84e5b420a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305963 Nov 23 02:41:50.821400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36830) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:50.886845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:50.908594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a247b72f-b107-4ad7-9210-e89b494765a9 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:50.910234 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a247b72f-b107-4ad7-9210-e89b494765a9 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879593 Nov 23 02:41:50.913365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36832) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:50.941433 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-259484e5-f2b1-49b4-bff8-bf5d1c7a4305 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268848 Nov 23 02:41:50.944045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36834) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:50.948910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-128240364', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:51.041924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:51.045520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.067962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:50Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:51.238825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.247150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Checking router: b67d7b13-84ba-4079-8685-c64de421d66d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:51.247507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Updating router b67d7b13-84ba-4079-8685-c64de421d66d port a6b1de62-dadc-49e5-9915-32249dcc26e7 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:41:51.274523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.300099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Subnet': ['ID=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:51.307372 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Checking segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:51.307735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network hostable DHCP agents. Network: 7a6d30dd-9254-4d4f-9788-e6c5de707674, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:41:51.326775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:41:51.338978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 7a6d30dd-9254-4d4f-9788-e6c5de707674) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:51.343576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:51.344171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.362686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622983b0-bca5-4329-a379-d4c5dddd9ec6 None None] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:51.364924 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-25c58f0f-6d4c-48b5-96cb-4380c5b0b806 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4197547 Nov 23 02:41:51.367949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36836) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:51.599540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-7a6d30dd-9254-4d4f-9788-e6c5de707674', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:41:51.600440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.703900 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.713360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.788663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c6f21e-dc8c-420c-ac35-032a626fff4f None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:51.814456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92192159-ae66-47ae-be51-7113f3ea8938 None None] Pushing event updated for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:51.820064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.820739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Attempting to bind port a6b1de62-dadc-49e5-9915-32249dcc26e7 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:51.821152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Attempting to bind port a6b1de62-dadc-49e5-9915-32249dcc26e7 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:51.821561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Attempting to bind port a6b1de62-dadc-49e5-9915-32249dcc26e7 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:51.832273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:51.832729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:51.832983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.833393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:51.833868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Bound port: a6b1de62-dadc-49e5-9915-32249dcc26e7, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:51.834268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.839978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Allocated IP 172.20.0.2 (7a6d30dd-9254-4d4f-9788-e6c5de707674/5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c/63cab9f3-b708-42fe-87c0-9f50adef856c) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:51.947499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a23dfb50-c2b8-413e-9fcb-3b8480c66435 None None] Provisioning complete for port a6b1de62-dadc-49e5-9915-32249dcc26e7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:51.947764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a23dfb50-c2b8-413e-9fcb-3b8480c66435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:51.954925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] For port a6b1de62-dadc-49e5-9915-32249dcc26e7, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:51.993804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] For port a6b1de62-dadc-49e5-9915-32249dcc26e7, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b1de62-dadc-49e5-9915-32249dcc26e7,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:52.007039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.048717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a23dfb50-c2b8-413e-9fcb-3b8480c66435 None None] Port a6b1de62-dadc-49e5-9915-32249dcc26e7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:52.075648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31567c-0d71-4d45-89a6-d2c4888d43ee None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:41:52.128995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92192159-ae66-47ae-be51-7113f3ea8938 None None] Pushing event updated for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:52.134005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:52.134633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:52.191516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.204894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.268141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-11036bbe-df0f-4b5b-b837-833952a81f4e None None] Provisioning complete for port a6b1de62-dadc-49e5-9915-32249dcc26e7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:52.268560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11036bbe-df0f-4b5b-b837-833952a81f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.318811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:52.329296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:52.342026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:52.346986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:52.350114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Pushing event updated for resources: {'Port': ['ID=63cab9f3-b708-42fe-87c0-9f50adef856c,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:52.547765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Attempting to bind port 63cab9f3-b708-42fe-87c0-9f50adef856c on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:52.548123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Attempting to bind port 63cab9f3-b708-42fe-87c0-9f50adef856c by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:52.548549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Attempting to bind port 63cab9f3-b708-42fe-87c0-9f50adef856c on network 7a6d30dd-9254-4d4f-9788-e6c5de707674 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:52.572774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:52.573108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Checking segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:52.573562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.573996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Bound using segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:52.574420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Bound port: 63cab9f3-b708-42fe-87c0-9f50adef856c, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:52.574824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.575014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.1 (7a6d30dd-9254-4d4f-9788-e6c5de707674/5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c/eea7775b-e31d-42cd-a7a6-d05722287e23) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:52.596018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11036bbe-df0f-4b5b-b837-833952a81f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.659957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-11036bbe-df0f-4b5b-b837-833952a81f4e None None] For port a6b1de62-dadc-49e5-9915-32249dcc26e7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b1de62-dadc-49e5-9915-32249dcc26e7,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:52.667318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-11036bbe-df0f-4b5b-b837-833952a81f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.690510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.723594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.727508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] For port 63cab9f3-b708-42fe-87c0-9f50adef856c, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:52.733521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] For port 63cab9f3-b708-42fe-87c0-9f50adef856c, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=63cab9f3-b708-42fe-87c0-9f50adef856c,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:52.749351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.760438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11036bbe-df0f-4b5b-b837-833952a81f4e None None] Pushing event updated for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:52.767875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:50Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:52.768943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:52.774736 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:52.779129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:52.785901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:52.817955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aac3722-2ca8-4352-9310-5255ff2a325e None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:50Z', 'revision_number': 3, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:52.837891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:52.850804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2240789-9ee5-47e1-9681-5c56d1bc2a85 None None] Pushing event updated for resources: {'Port': ['ID=63cab9f3-b708-42fe-87c0-9f50adef856c,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:53.014702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.343451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.349059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.430657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:53.437044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.551332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:53.552930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:53.678058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:41:53.779493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99d153-17da-41b4-b60c-ab0f5802fdc9 None None] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:41:53.799822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:41:53.807755 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-08742301-153a-4954-b3f3-35f25dc6d49d tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/b67d7b13-84ba-4079-8685-c64de421d66d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366436 Nov 23 02:41:53.808453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36838) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:53.838235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8f037caa-dcf9-42d7-a653-635c0c7a65e7 None None] Provisioning complete for port 63cab9f3-b708-42fe-87c0-9f50adef856c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:53.838606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f037caa-dcf9-42d7-a653-635c0c7a65e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.911457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d78a-bdeb-4a12-aeb8-fda5e35f4d78 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.911930 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d78a-bdeb-4a12-aeb8-fda5e35f4d78 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.912419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d78a-bdeb-4a12-aeb8-fda5e35f4d78 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.912874 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3723d78a-bdeb-4a12-aeb8-fda5e35f4d78 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.914705 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3723d78a-bdeb-4a12-aeb8-fda5e35f4d78 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1051929 Nov 23 02:41:53.917555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36840) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:53.971143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdfa00-8fea-44ac-8f82-fe0a3576fb10 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.971594 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdfa00-8fea-44ac-8f82-fe0a3576fb10 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.972053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdfa00-8fea-44ac-8f82-fe0a3576fb10 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.972544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdfa00-8fea-44ac-8f82-fe0a3576fb10 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:53.974270 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-efcdfa00-8fea-44ac-8f82-fe0a3576fb10 tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0557723 Nov 23 02:41:53.976831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f037caa-dcf9-42d7-a653-635c0c7a65e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:53.977381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36842) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:54.028068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8f037caa-dcf9-42d7-a653-635c0c7a65e7 None None] For port 63cab9f3-b708-42fe-87c0-9f50adef856c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=63cab9f3-b708-42fe-87c0-9f50adef856c,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:54.034498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f037caa-dcf9-42d7-a653-635c0c7a65e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.087854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037caa-dcf9-42d7-a653-635c0c7a65e7 None None] Pushing event updated for resources: {'Port': ['ID=63cab9f3-b708-42fe-87c0-9f50adef856c,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:54.126291 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a5064173-5095-4a75-ab0b-6ca1184691eb tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1476457 Nov 23 02:41:54.273730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4aefda60-d9a2-45a5-bb15-47bdeaf87faf None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.274462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4aefda60-d9a2-45a5-bb15-47bdeaf87faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.313311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4aefda60-d9a2-45a5-bb15-47bdeaf87faf None None] Port eea7775b-e31d-42cd-a7a6-d05722287e23 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:54.328484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4aefda60-d9a2-45a5-bb15-47bdeaf87faf None None] Provisioning complete for port 63cab9f3-b708-42fe-87c0-9f50adef856c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.328864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4aefda60-d9a2-45a5-bb15-47bdeaf87faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.396971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36846) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:54.402492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015015670', 'description': 'tempest-secgroup-smoke-1015015670 description', 'project_id': '86a2edb1c47641e281742bd84e5b420a'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:54.429846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.456063 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:41:54.467718 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:54.468457 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:54.509787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.515154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.550687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.554670 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1536288 Nov 23 02:41:54.555011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36848) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:54.559441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '3680f931-a1a9-4be1-a569-fcc6b59e36c7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:54.566545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d776791-9063-4cad-be83-c2cf5ec758af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3680f931-a1a9-4be1-a569-fcc6b59e36c7,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:54.567819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3ba5e4a4-5781-4217-bea9-226d67222f88 None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.568184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3ba5e4a4-5781-4217-bea9-226d67222f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.593354 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:54.609875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.619764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5e4a4-5781-4217-bea9-226d67222f88 None None] Port eea7775b-e31d-42cd-a7a6-d05722287e23 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:54.678711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.684642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.716065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52c89e0b-1a7c-40a4-a826-4a44320f1685,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:54.724695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.725976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1162d276-b65f-4f9a-872f-3d4a9e1fd102 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701503 Nov 23 02:41:54.729139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36850) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:54.733833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '3680f931-a1a9-4be1-a569-fcc6b59e36c7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:54.742594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-03d11d31-c2ed-470a-b90f-d544a1b21a3c None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.743614 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03d11d31-c2ed-470a-b90f-d544a1b21a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.773209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.787393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-03d11d31-c2ed-470a-b90f-d544a1b21a3c None None] Port eea7775b-e31d-42cd-a7a6-d05722287e23 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:54.825368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 63cab9f3-b708-42fe-87c0-9f50adef856c up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:54.833961 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:41:53Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:54.844629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.850072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.861466 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Checking router: b67d7b13-84ba-4079-8685-c64de421d66d for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:41:54.861817 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Updating router b67d7b13-84ba-4079-8685-c64de421d66d port eea7775b-e31d-42cd-a7a6-d05722287e23 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:41:54.876007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 63cab9f3-b708-42fe-87c0-9f50adef856c triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:54.876382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.879450 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bb1a14-e63f-4b92-8876-509adbdb339a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:54.889661 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.890344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.891703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c352c725-533c-4651-a4ed-79825bc4d369 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1615505 Nov 23 02:41:54.894672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36852) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:54.900616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '3680f931-a1a9-4be1-a569-fcc6b59e36c7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:54.944169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:54.969850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b1de62-dadc-49e5-9915-32249dcc26e7 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:55.005302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.010060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.032777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffc3fc5-222c-4518-a5c1-e6ab3ea621d1,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.048157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.049761 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b545659e-b8a9-453f-aa0b-1ffc16c03f3c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538541 Nov 23 02:41:55.052467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36854) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:55.058109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '3680f931-a1a9-4be1-a569-fcc6b59e36c7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:55.087781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.150859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.155413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.176897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80ce3b6-dc93-45b9-8399-f7d7c38f7e92,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.180571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a6b1de62-dadc-49e5-9915-32249dcc26e7 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:55.181439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.189511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.190879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0eb80928-ff06-4060-ab21-6178b6390d06 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372554 Nov 23 02:41:55.193766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36856) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:55.199194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '3680f931-a1a9-4be1-a569-fcc6b59e36c7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:55.229229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:41:55.234800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.282062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.290521 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.321857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.329294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.356127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775acd3b-9190-4240-aac1-171dc324eabf,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.376795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.380939 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e300a435-be0b-4574-b03b-d7f34ba421fb tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1832569 Nov 23 02:41:55.381613 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36858) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:41:55.389008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'security_group_rule': {'security_group_id': '3680f931-a1a9-4be1-a569-fcc6b59e36c7', 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:55.395147 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.399637 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Attempting to bind port eea7775b-e31d-42cd-a7a6-d05722287e23 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:55.400358 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Attempting to bind port eea7775b-e31d-42cd-a7a6-d05722287e23 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:55.400992 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Attempting to bind port eea7775b-e31d-42cd-a7a6-d05722287e23 on network 7a6d30dd-9254-4d4f-9788-e6c5de707674 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:55.412328 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.413276 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.414186 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.415001 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.415858 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.416693 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.417330 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.418036 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.418669 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.419228 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.419763 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.420292 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:41:55.420417 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Project 86a2edb1c47641e281742bd84e5b420a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:41:55.424630 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:55.425495 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Checking segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:55.426130 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.426768 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Bound using segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:55.427495 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Bound port: eea7775b-e31d-42cd-a7a6-d05722287e23, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:55.428062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.428366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.504505 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] For port eea7775b-e31d-42cd-a7a6-d05722287e23, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:55.509247 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] For port eea7775b-e31d-42cd-a7a6-d05722287e23, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=eea7775b-e31d-42cd-a7a6-d05722287e23,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:55.510089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.514969 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.516319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.538303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd01a39c-0998-4e6c-bb97-4004c5713238,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.545602 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.547782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-770ceac7-3c1c-470e-9d34-929047b429fc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640196 Nov 23 02:41:55.577567 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:41:55.578293 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:41:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:55.586554 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb5a62-bc65-4432-81f7-c3d3cd118864 None None] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.641222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f16ef233-d43d-4dfb-b950-d9bc22d92e33 None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:55.641624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f16ef233-d43d-4dfb-b950-d9bc22d92e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.709149 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:41:55.729938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f16ef233-d43d-4dfb-b950-d9bc22d92e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.764992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f16ef233-d43d-4dfb-b950-d9bc22d92e33 None None] For port eea7775b-e31d-42cd-a7a6-d05722287e23, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=eea7775b-e31d-42cd-a7a6-d05722287e23,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:41:55.773991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f16ef233-d43d-4dfb-b950-d9bc22d92e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.804617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-9cfc1be2-27ef-4778-89b5-5f3000646ea4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015015670&fields=id&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 267 time: 0.0645602 Nov 23 02:41:55.826154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ef233-d43d-4dfb-b950-d9bc22d92e33 None None] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:55.896453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dfd24345-45f8-4103-9420-4ceac33b1da5 None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:55.896858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dfd24345-45f8-4103-9420-4ceac33b1da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:55.925522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-040a96e9-8ca8-40cb-9215-e4c8eba382af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:55.926948 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-040a96e9-8ca8-40cb-9215-e4c8eba382af tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/networks?id=7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 200 len: 797 time: 0.1134732 Nov 23 02:41:55.948819 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:41:55Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:41:55.949260 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-203c0ccb-ea8c-45df-8d08-a46883b39c9c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/quotas/86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 375 time: 0.0117860 Nov 23 02:41:55.977207 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376df29a-f5f2-4115-8902-7f937e3a455e None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:41:55Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:41:56.003787 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c8b914aa-5198-4d5f-a06e-5402e9f1f32f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481164 Nov 23 02:41:56.122643 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-2761998a-6fa5-49fd-9219-8ac4ad3e51f7 service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057742 Nov 23 02:41:56.217872 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-069cbff0-2592-499c-8cc6-1e1b9f61aa5f service neutron] 10.222.0.53 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888641 Nov 23 02:41:56.392299 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4030390d-7f98-4ee3-a52b-f4306dd667f6 req-ef4f3230-5925-45eb-95df-fbdbd5365b51 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 210 time: 0.0271854 Nov 23 02:41:56.763306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device eea7775b-e31d-42cd-a7a6-d05722287e23 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:41:56.814660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:56.815112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.525432 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-541386b7-5c9b-4f47-bbea-8b3124612ccb req-c00ef865-2061-4522-8793-e867a178421f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 210 time: 0.0378509 Nov 23 02:41:57.578557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-91dfd8e3-2e4b-4f52-b46b-b1ddc7964301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:57.580110 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-91dfd8e3-2e4b-4f52-b46b-b1ddc7964301 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/networks?id=7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 200 len: 797 time: 0.1453166 Nov 23 02:41:57.673964 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-f221753e-a5a4-4778-b87b-8ec62753f6b3 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86a2edb1c47641e281742bd84e5b420a HTTP/1.1" status: 200 len: 380 time: 0.0594149 Nov 23 02:41:57.689514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'port': {'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'admin_state_up': True, 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'security_groups': ['3680f931-a1a9-4be1-a569-fcc6b59e36c7']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:57.820692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Made reservation on behalf of 86a2edb1c47641e281742bd84e5b420a for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:41:57.824886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:57.957495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.20.0.11 (7a6d30dd-9254-4d4f-9788-e6c5de707674/5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c/98f426f6-fb64-4e9f-aee2-64f84941c219) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:41:58.104172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.139367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.183153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:41:58.186391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:41:58.189986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:41:58.218131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=98f426f6-fb64-4e9f-aee2-64f84941c219,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:58.248860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:58.249623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.270552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-178732d8-0a41-4295-bbd5-0dfa2e2998ce tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5873978 Nov 23 02:41:58.282805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-f8935302-fa12-418a-a16a-4219558f5878 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:41:58.283769 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-f8935302-fa12-418a-a16a-4219558f5878 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054352 Nov 23 02:41:58.307631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Request body: {'port': {'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:41:58.364674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.421653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a42902e5-0e48-4836-9c7a-d175eacd3541 None None] Provisioning complete for port 98f426f6-fb64-4e9f-aee2-64f84941c219 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:41:58.422304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a42902e5-0e48-4836-9c7a-d175eacd3541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.455073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a42902e5-0e48-4836-9c7a-d175eacd3541 None None] Port 98f426f6-fb64-4e9f-aee2-64f84941c219 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:41:58.645195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98f426f6-fb64-4e9f-aee2-64f84941c219 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:41:58.653256 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a78789-ecf4-45ed-8e87-cdb555ae0685 req-f4faeac3-f257-4b73-9e5a-c03e1542944e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:58.654404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.654890 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a6a78789-ecf4-45ed-8e87-cdb555ae0685 req-f4faeac3-f257-4b73-9e5a-c03e1542944e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 932 time: 0.0594070 Nov 23 02:41:58.667593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Transition to ACTIVE for port object 98f426f6-fb64-4e9f-aee2-64f84941c219 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:41:58.672711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.707807 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a6a78789-ecf4-45ed-8e87-cdb555ae0685 req-372c5580-64f9-471c-96e2-0fd405c2394b tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463598 Nov 23 02:41:58.723062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Pushing event updated for resources: {'Port': ['ID=98f426f6-fb64-4e9f-aee2-64f84941c219,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:58.804059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Attempting to bind port 98f426f6-fb64-4e9f-aee2-64f84941c219 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:41:58.804452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Attempting to bind port 98f426f6-fb64-4e9f-aee2-64f84941c219 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:41:58.805443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Attempting to bind port 98f426f6-fb64-4e9f-aee2-64f84941c219 on network 7a6d30dd-9254-4d4f-9788-e6c5de707674 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:58.810440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Port 98f426f6-fb64-4e9f-aee2-64f84941c219 on network 7a6d30dd-9254-4d4f-9788-e6c5de707674 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:41:58.810764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Attempting to bind port 98f426f6-fb64-4e9f-aee2-64f84941c219 on network 7a6d30dd-9254-4d4f-9788-e6c5de707674 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:41:58.815795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:41:58.816125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Checking segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:41:58.816534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Bound using segment: {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:41:58.816959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Bound port: 98f426f6-fb64-4e9f-aee2-64f84941c219, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25ca4122-4fa1-4ccd-b5ad-f87c897a9643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:41:58.817331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.888724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] For port 98f426f6-fb64-4e9f-aee2-64f84941c219, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:41:58.891855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] For port 98f426f6-fb64-4e9f-aee2-64f84941c219, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=98f426f6-fb64-4e9f-aee2-64f84941c219,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:41:58.897675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.933491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:58.933958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:41:58.935382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] 10.222.0.46 "PUT /v2.0/ports/98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 200 len: 1094 time: 0.6324930 Nov 23 02:41:58.935823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:41:58.938209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:41:58.960147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081e036-0972-4f8d-b494-a4cd1ae5e152 service neutron] Pushing event updated for resources: {'Port': ['ID=98f426f6-fb64-4e9f-aee2-64f84941c219,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:41:58.998336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c923a188-42da-4a38-9325-fa8285e1a1d9 x-openstack-request-id: req-c923a188-42da-4a38-9325-fa8285e1a1d9 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:41:58.998637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:41:58.998903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c923a188-42da-4a38-9325-fa8285e1a1d9 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:41:58.999314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'status': 'completed', 'code': 200} Nov 23 02:41:59.065663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-73307bd3-8005-4bf1-9969-aa56e9bd8eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.067237 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-73307bd3-8005-4bf1-9969-aa56e9bd8eb3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1097 time: 0.0436842 Nov 23 02:41:59.127649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-f60e0d82-9e10-4a12-89dc-869815d41897 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 200 len: 217 time: 0.0397294 Nov 23 02:41:59.187368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-dfd42914-f2c2-4a7d-b804-d7ab72a421de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.188833 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-dfd42914-f2c2-4a7d-b804-d7ab72a421de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c HTTP/1.1" status: 200 len: 834 time: 0.0512824 Nov 23 02:41:59.240853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-512bbc88-5b4a-48e1-b7d8-19ff2dc2d2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.242509 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-512bbc88-5b4a-48e1-b7d8-19ff2dc2d2ab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a6d30dd-9254-4d4f-9788-e6c5de707674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436378 Nov 23 02:41:59.341254 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-980d9c91-d0ac-4d15-9a38-7d65e7041cc0 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900369 Nov 23 02:41:59.436311 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3a7fb5b-19b7-4f73-b6ec-dbbea524704b req-1b8e3015-1d53-4bb6-a544-1e450e4e2467 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855269 Nov 23 02:41:59.596754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-1474dc37-2f1f-4d84-b451-ea357e4b167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.598284 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-1474dc37-2f1f-4d84-b451-ea357e4b167d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1097 time: 0.0476060 Nov 23 02:41:59.697755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-cc439eeb-cecd-44b3-8282-fa2cd3469b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.699239 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-cc439eeb-cecd-44b3-8282-fa2cd3469b05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 200 len: 898 time: 0.0899158 Nov 23 02:41:59.743635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-62397462-36a1-40fc-8a4f-61ab47ca3311 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 200 len: 217 time: 0.0346024 Nov 23 02:41:59.795480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-04ad9639-02f8-4cf7-bcdb-520b230d121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.797010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-04ad9639-02f8-4cf7-bcdb-520b230d121c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c HTTP/1.1" status: 200 len: 834 time: 0.0458786 Nov 23 02:41:59.834975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec3b20-d10d-48d7-b767-5e295727a9b7 req-43ddd3e5-9181-47aa-9dac-22609d57a433 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.836602 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e4ec3b20-d10d-48d7-b767-5e295727a9b7 req-43ddd3e5-9181-47aa-9dac-22609d57a433 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 944 time: 0.0571971 Nov 23 02:41:59.850142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-7d26d2c9-deda-4eb4-a708-055703de89ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:41:59.851638 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-7d26d2c9-deda-4eb4-a708-055703de89ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a6d30dd-9254-4d4f-9788-e6c5de707674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0465169 Nov 23 02:41:59.887521 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e4ec3b20-d10d-48d7-b767-5e295727a9b7 req-d6bbc47c-1d0c-4087-8526-551547ad7136 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447290 Nov 23 02:41:59.944701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-23092de0-5960-43f5-9560-92076455e06b service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Nov 23 02:42:00.045074 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d97fbea6-7c0e-46d9-aa6c-75d95abb4569 req-5557a37b-e5e3-4c0d-9e87-f45bad6eb0ea service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Nov 23 02:42:00.644995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 98f426f6-fb64-4e9f-aee2-64f84941c219 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:42:00.763591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 98f426f6-fb64-4e9f-aee2-64f84941c219, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=98f426f6-fb64-4e9f-aee2-64f84941c219,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:00.775507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:42:00.823858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.838142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98f426f6-fb64-4e9f-aee2-64f84941c219 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:42:00.859423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 98f426f6-fb64-4e9f-aee2-64f84941c219, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=98f426f6-fb64-4e9f-aee2-64f84941c219,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:00.866069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:00.916879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=98f426f6-fb64-4e9f-aee2-64f84941c219,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:01.008348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05021ce1-91be-478c-9eed-105ff675e811 req-4e433090-6b03-4846-9c3e-3471fa062fee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:01.009799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-05021ce1-91be-478c-9eed-105ff675e811 req-4e433090-6b03-4846-9c3e-3471fa062fee tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 945 time: 0.0515766 Nov 23 02:42:01.068823 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-05021ce1-91be-478c-9eed-105ff675e811 req-f108491b-161a-48d4-b747-930946c4af22 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498934 Nov 23 02:42:01.181123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['98f426f6-fb64-4e9f-aee2-64f84941c219'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:42:02.267685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561278f-90b5-4a49-9691-7be133fc3f65 req-2debdebe-6557-4985-a34d-a98dec515cf4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:02.269181 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a561278f-90b5-4a49-9691-7be133fc3f65 req-2debdebe-6557-4985-a34d-a98dec515cf4 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 945 time: 0.1154785 Nov 23 02:42:02.327846 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a561278f-90b5-4a49-9691-7be133fc3f65 req-975d27ea-ed0d-499b-b40f-0ebd8c73809c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509424 Nov 23 02:42:02.665607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 98f426f6-fb64-4e9f-aee2-64f84941c219 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:02.731485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 98f426f6-fb64-4e9f-aee2-64f84941c219 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:42:02.735522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 98f426f6-fb64-4e9f-aee2-64f84941c219 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:02.736026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.825254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.852444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:02.854803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7a9963-efef-4ff0-9165-a55e3965e48a" -d '{"events": [{"server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "name": "network-vif-plugged", "status": "completed", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:02.867836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 98f426f6-fb64-4e9f-aee2-64f84941c219, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=98f426f6-fb64-4e9f-aee2-64f84941c219,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:02.873566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:02.899078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380db98f-794a-413d-abcb-f1b1ebe15908 x-openstack-request-id: req-380db98f-794a-413d-abcb-f1b1ebe15908 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:02.899407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "name": "network-vif-plugged", "status": "completed", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:02.899657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-380db98f-794a-413d-abcb-f1b1ebe15908 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:02.900080 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'code': 200} Nov 23 02:42:02.924896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=98f426f6-fb64-4e9f-aee2-64f84941c219,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:03.146249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e451ca89-4d5c-4de6-b0d0-e682c61524fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:03.197306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef28856-fa85-4fa4-999c-0625f6642334 req-54b343e7-32f6-4081-8f63-e65ea9c843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.198839 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eef28856-fa85-4fa4-999c-0625f6642334 req-54b343e7-32f6-4081-8f63-e65ea9c843e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1099 time: 0.0868685 Nov 23 02:42:03.254513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eef28856-fa85-4fa4-999c-0625f6642334 req-ee65f46c-969e-42f5-8366-51f56c2a6263 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Nov 23 02:42:03.455191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf125e2c-a897-4dc4-bb98-a755ff1762b2 req-23da79d3-b410-436a-818a-0619598cc31f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:03.456683 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cf125e2c-a897-4dc4-bb98-a755ff1762b2 req-23da79d3-b410-436a-818a-0619598cc31f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 946 time: 0.0567050 Nov 23 02:42:03.515601 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cf125e2c-a897-4dc4-bb98-a755ff1762b2 req-2062ad5b-1392-445a-9df1-16cffdf7aa78 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504899 Nov 23 02:42:04.695481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63731302-e1be-47ee-b594-1e8c77cbf0b6 req-d0da5d07-0e93-4e30-8c92-dfe07577836f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:04.697045 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-63731302-e1be-47ee-b594-1e8c77cbf0b6 req-d0da5d07-0e93-4e30-8c92-dfe07577836f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 946 time: 0.1086397 Nov 23 02:42:04.749038 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-63731302-e1be-47ee-b594-1e8c77cbf0b6 req-48bc6744-5a6d-42d9-adb6-253c7fc92070 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459983 Nov 23 02:42:04.879469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae93a4-efca-4b50-b3df-6825445fddf1 req-81b2bc0b-d3d1-4ef9-b430-95590a657453 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:04.881182 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0aae93a4-efca-4b50-b3df-6825445fddf1 req-81b2bc0b-d3d1-4ef9-b430-95590a657453 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 946 time: 0.0633447 Nov 23 02:42:04.934788 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0aae93a4-efca-4b50-b3df-6825445fddf1 req-82398a5a-2b19-4c38-9e7e-612a6155dfcc tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473979 Nov 23 02:42:04.956783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36918) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:05.001218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7e7497-3ca1-434e-9015-776bae737cce tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:05.002802 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b7e7497-3ca1-434e-9015-776bae737cce tempest-TestNetworkBasicOps-891521585 tempest-TestNetworkBasicOps-891521585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1094 time: 0.0450459 Nov 23 02:42:05.005758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36920) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:05.010641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:05.042405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.149195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.250581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Allocated IP 172.26.8.213 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/b78fdde6-ff49-4733-bf39-a66e605270e9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:42:05.358716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.395855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:05.435018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:42:05.437963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:42:05.441312 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:42:05.446760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b78fdde6-ff49-4733-bf39-a66e605270e9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:05.616556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2275ff1e-d373-4fa0-a8dc-b79dba994906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.119507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.189496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.342364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.349921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.417131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event updated for resources: {'Port': ['ID=b78fdde6-ff49-4733-bf39-a66e605270e9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:06.433039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.438571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.555544 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP f97689b1-2080-4264-a552-e7aaedc8eebb associated. External IP: 172.26.8.213, port: 98f426f6-fb64-4e9f-aee2-64f84941c219. Nov 23 02:42:06.780084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:06.891000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:06.901672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:06.911472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:06.911749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:06.912318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:06.940194 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f7e8cfd7-9a45-4894-af6f-4b9914d17e21 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9333262 Nov 23 02:42:06.940835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:06.942978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36922) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:06.943461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6437bb-826f-489e-9642-1fb30ed92340" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:06.985306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4bc349-fd88-421d-aeff-a96103ab45e9 x-openstack-request-id: req-dd4bc349-fd88-421d-aeff-a96103ab45e9 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:06.985594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:06.985846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd4bc349-fd88-421d-aeff-a96103ab45e9 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:06.986275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'status': 'completed', 'code': 200} Nov 23 02:42:07.011898 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c0254919-3570-42a7-a78c-d16fa0cfea8e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 200 len: 992 time: 0.0670526 Nov 23 02:42:07.026409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:07.079584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6437bb-826f-489e-9642-1fb30ed92340 req-9c64446f-0b0f-40b8-beae-cd9a6c33ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:07.081175 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-9c64446f-0b0f-40b8-beae-cd9a6c33ca62 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1099 time: 0.0460455 Nov 23 02:42:07.173392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6437bb-826f-489e-9642-1fb30ed92340 req-9f192bea-01df-4a39-8b58-05a4790d65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:07.174771 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-9f192bea-01df-4a39-8b58-05a4790d65f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 200 len: 898 time: 0.0857620 Nov 23 02:42:07.248150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-35eca63d-d110-4926-b698-0c0ce77eb5de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 200 len: 1000 time: 0.0651946 Nov 23 02:42:07.259178 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f97689b1-2080-4264-a552-e7aaedc8eebb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:42:05Z', 'updated_at': '2021-11-23T02:42:05Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:41:55Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:07.286513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] Checking router: b67d7b13-84ba-4079-8685-c64de421d66d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:07.295279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:07.295905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:07.300208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6437bb-826f-489e-9642-1fb30ed92340 req-7f401e73-52d3-4592-96b5-2b8ac216b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:07.301686 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-7f401e73-52d3-4592-96b5-2b8ac216b6e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c HTTP/1.1" status: 200 len: 834 time: 0.0461390 Nov 23 02:42:07.352450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6437bb-826f-489e-9642-1fb30ed92340 req-6974c32a-76bd-4a09-a09b-65c7d1d88ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:07.353987 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-6974c32a-76bd-4a09-a09b-65c7d1d88ca1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a6d30dd-9254-4d4f-9788-e6c5de707674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439558 Nov 23 02:42:07.403958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:07.453645 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-d2c05fb7-8080-4c8e-a6b4-a59851250306 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916164 Nov 23 02:42:07.503963 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:42:07.549498 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-da6437bb-826f-489e-9642-1fb30ed92340 req-566a49a0-d41b-4385-a497-ca534c020c0f service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871775 Nov 23 02:42:07.633835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f97689b1-2080-4264-a552-e7aaedc8eebb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:42:05Z', 'updated_at': '2021-11-23T02:42:05Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:41:55Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:07.665140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acab430b-e62f-4d48-bb07-472385aecdba None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f97689b1-2080-4264-a552-e7aaedc8eebb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:42:05Z', 'updated_at': '2021-11-23T02:42:05Z', 'revision_number': 0, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:41:55Z', 'revision_number': 5, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:07.850293 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47eba816-4ce9-4428-af5e-e97d746162f4 None None] New status for floating IP f97689b1-2080-4264-a552-e7aaedc8eebb: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:42:08.015776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36926) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:08.089915 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-69c95abb-9966-4d49-8e84-6e60cb41cf81 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 200 len: 994 time: 0.0681174 Nov 23 02:42:08.102920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:09.319079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:20.510940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:33.157377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-102c6d70-f98d-4693-bb63-13ef3c1fe066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:35.617982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78044ddb-ef10-42b4-aefc-5ef9064a8db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:36.444035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:38.108004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:39.327431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:41.907186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-6c6b7a5b-afaf-4f60-92c1-73b8ca27287c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438049 Nov 23 02:42:42.019581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-b44ab34d-40dc-441c-9cc7-ae5ab372f810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.021116 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-b44ab34d-40dc-441c-9cc7-ae5ab372f810 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1099 time: 0.0433691 Nov 23 02:42:42.145142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-738ebcc2-4c3f-4360-a0a7-530525ca2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.146957 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-738ebcc2-4c3f-4360-a0a7-530525ca2dc9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 200 len: 898 time: 0.1012652 Nov 23 02:42:42.218843 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-487c956b-5d02-46ff-aa4d-bc68cc75e77a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 200 len: 1002 time: 0.0617568 Nov 23 02:42:42.276703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-229a3b1f-3330-4037-98cb-b36e557ac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.278198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-229a3b1f-3330-4037-98cb-b36e557ac5d3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c HTTP/1.1" status: 200 len: 834 time: 0.0495179 Nov 23 02:42:42.332274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-59c95401-b9ac-42a5-b5ce-4a1859369c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:42.333844 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-59c95401-b9ac-42a5-b5ce-4a1859369c35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a6d30dd-9254-4d4f-9788-e6c5de707674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426846 Nov 23 02:42:42.427633 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-b97a62bd-0015-48c3-8ae5-d872249b1c44 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857649 Nov 23 02:42:42.525344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7ac07c13-d2fa-43cf-a65a-46edca2ca660 req-c6f28a1c-d58e-41a8-b9f1-2b469b7fab30 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879564 Nov 23 02:42:43.261239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36938) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:43.269054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:43.587842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.601607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.728374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:43.843286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:43.852965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:43.854916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d55a7dc9-7cb9-4d0e-8fb9-a66e54fb1263 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/b67d7b13-84ba-4079-8685-c64de421d66d HTTP/1.1" status: 200 len: 888 time: 0.5920284 Nov 23 02:42:43.862397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:43.873423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:43.874054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.909650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.918457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:43.919066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.950640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:43.951269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debda230-00f1-4a44-b246-2eb197f563f6 None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:44.503255 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:42:44.767696 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf44bb2-b480-4bd7-b729-ef935abc8940 None None] New status for floating IP f97689b1-2080-4264-a552-e7aaedc8eebb: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:42:44.802395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b1de62-dadc-49e5-9915-32249dcc26e7 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:44.884532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.907803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port a6b1de62-dadc-49e5-9915-32249dcc26e7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b1de62-dadc-49e5-9915-32249dcc26e7,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:44.913014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:44.913799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device eea7775b-e31d-42cd-a7a6-d05722287e23 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:44.990104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:45.034367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.074620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port eea7775b-e31d-42cd-a7a6-d05722287e23, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=eea7775b-e31d-42cd-a7a6-d05722287e23,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:45.081555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:45.128929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:46.014616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36942) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:46.019408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:42:46.337442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-652666', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-946014', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13369'] for router, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.350285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-652609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-833536', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-946085'] for router, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.468048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:46.585069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:46.592799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:46.593987 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2fe1bbb3-656d-4288-97d0-1dc3fc0716de tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/b67d7b13-84ba-4079-8685-c64de421d66d HTTP/1.1" status: 200 len: 887 time: 0.5783932 Nov 23 02:42:46.595488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:46.597089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36944) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:46.606496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:46.607165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:46.659070 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ebe6fba3-1053-4057-acda-175985f8299c tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 200 len: 992 time: 0.0608301 Nov 23 02:42:46.863846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:47.092213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:46Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f97689b1-2080-4264-a552-e7aaedc8eebb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:42:05Z', 'updated_at': '2021-11-23T02:42:44Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:42:45Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:47.117765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] Checking router: b67d7b13-84ba-4079-8685-c64de421d66d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:47.126550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:47.127200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:47.239693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:47.468303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:46Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f97689b1-2080-4264-a552-e7aaedc8eebb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:42:05Z', 'updated_at': '2021-11-23T02:42:44Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:42:45Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:47.494860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cc0b81-f77c-44c8-9ed5-5b44c1000118 None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:46Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'f97689b1-2080-4264-a552-e7aaedc8eebb', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'floating_ip_address': '172.26.8.213', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'port_id': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'mac_address': 'fa:16:3e:60:9d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:42:05Z', 'updated_at': '2021-11-23T02:42:44Z', 'revision_number': 2, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:42:45Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:47.663243 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36946) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:47.738377 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4bb7272a-b407-42eb-8feb-b9f6548530da tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 200 len: 992 time: 0.0732501 Nov 23 02:42:48.742202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36948) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:48.796892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b1de62-dadc-49e5-9915-32249dcc26e7 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:48.814298 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-eea21ab5-b95a-4eb8-9f7d-212c27ecc983 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 200 len: 992 time: 0.0701780 Nov 23 02:42:48.847124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a6b1de62-dadc-49e5-9915-32249dcc26e7 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:48.847508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.926725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.948653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port a6b1de62-dadc-49e5-9915-32249dcc26e7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b1de62-dadc-49e5-9915-32249dcc26e7,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:48.957165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:48.958061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device eea7775b-e31d-42cd-a7a6-d05722287e23 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:49.042872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:49.053823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.054150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.054506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.054880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.055215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.055552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.055886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.056226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.056720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.057050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.057350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.057706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:49.066638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:49.067010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.079964 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c92074b-9d26-43c0-8aa2-19b9cf14f586 None None] New status for floating IP f97689b1-2080-4264-a552-e7aaedc8eebb: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:42:49.150084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.182629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port eea7775b-e31d-42cd-a7a6-d05722287e23, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=eea7775b-e31d-42cd-a7a6-d05722287e23,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:49.187767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:49.236831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:49.819430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36950) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:49.897250 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-61bb1476-acca-4a6f-8399-8c295d41e89e tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 200 len: 994 time: 0.0763609 Nov 23 02:42:50.179612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36956) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:50.510313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.653119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port b78fdde6-ff49-4733-bf39-a66e605270e9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:50.653462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.739792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.740118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.752068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for b78fdde6-ff49-4733-bf39-a66e605270e9 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:50.761707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b1de62-dadc-49e5-9915-32249dcc26e7 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:50.813314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a6b1de62-dadc-49e5-9915-32249dcc26e7 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:50.813678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.892071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device eea7775b-e31d-42cd-a7a6-d05722287e23 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:42:50.907145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.931820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=b78fdde6-ff49-4733-bf39-a66e605270e9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:50.939249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port eea7775b-e31d-42cd-a7a6-d05722287e23 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:42:50.939606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:50.943438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.943787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.944133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.944592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.944941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.945272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.945600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.945914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.946245 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.946568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.946888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:50.947208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:51.004283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.004636 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Floating IP f97689b1-2080-4264-a552-e7aaedc8eebb disassociated (deleted). External IP: 172.26.8.213, port: 98f426f6-fb64-4e9f-aee2-64f84941c219. Nov 23 02:42:51.211420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:51.325132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:51.330745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:51.335425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:51.345638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:51.346299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:51.359430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0c5d67eb-8bfd-48fc-a3c4-57644f3d440a tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/floatingips/f97689b1-2080-4264-a552-e7aaedc8eebb HTTP/1.1" status: 204 len: 168 time: 1.1783803 Nov 23 02:42:51.360276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:51.362921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:51.401234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2c6201-c628-4a5f-9146-1873d7929db1 x-openstack-request-id: req-cf2c6201-c628-4a5f-9146-1873d7929db1 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:51.401532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:51.401797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf2c6201-c628-4a5f-9146-1873d7929db1 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:51.402207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'status': 'completed', 'code': 200} Nov 23 02:42:51.458196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:51.512011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-5112eab0-7fa9-4a70-ba96-bccb6315f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.514631 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-5112eab0-7fa9-4a70-ba96-bccb6315f840 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=86a2edb1c47641e281742bd84e5b420a&device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 1099 time: 0.0621586 Nov 23 02:42:51.594076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1266-9567-44a7-af7b-38f5d72714b0 req-73e9dfb3-5a44-464d-9224-f275f25eea48 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.596516 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d0d1266-9567-44a7-af7b-38f5d72714b0 req-73e9dfb3-5a44-464d-9224-f275f25eea48 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 946 time: 0.0523164 Nov 23 02:42:51.650463 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d0d1266-9567-44a7-af7b-38f5d72714b0 req-8c4bfe0b-5d8e-475c-99a6-90406f5707e2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464766 Nov 23 02:42:51.652109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-2f845e1e-6597-4477-adec-c2d1bcd77228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.654238 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-2f845e1e-6597-4477-adec-c2d1bcd77228 service neutron] 10.222.0.46 "GET /v2.0/networks?id=7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 200 len: 898 time: 0.0964732 Nov 23 02:42:51.681934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:46Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:42:49Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:51.698531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-8fe16b9f-50da-4bf1-b850-bc6f395634af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 200 len: 217 time: 0.0366414 Nov 23 02:42:51.711501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] Checking router: b67d7b13-84ba-4079-8685-c64de421d66d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:51.721119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:51.721733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:51.756191 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-36ccca0d-7937-4e32-b045-e7fc96f3e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.757714 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-36ccca0d-7937-4e32-b045-e7fc96f3e629 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c HTTP/1.1" status: 200 len: 834 time: 0.0475287 Nov 23 02:42:51.809947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-019d71ec-bbdb-441a-986c-555e58b7d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:51.811562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-019d71ec-bbdb-441a-986c-555e58b7d976 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=7a6d30dd-9254-4d4f-9788-e6c5de707674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454819 Nov 23 02:42:51.829703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:51.910345 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-8f41b1b9-0faf-4d8d-8655-34654de63be1 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880508 Nov 23 02:42:52.009693 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-130fc3c9-1778-4a7a-96ad-0f4c44ff018f req-50ef757b-f3ae-49d3-8b50-76a06009b175 service neutron] 10.222.0.46 "GET /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869746 Nov 23 02:42:52.034048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:46Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:42:49Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:52.070661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5dbbbf-efa5-48fd-8d1d-1d583f901165 None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:46Z', 'revision_number': 6, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'eea7775b-e31d-42cd-a7a6-d05722287e23', 'name': '', 'network_id': '7a6d30dd-9254-4d4f-9788-e6c5de707674', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'mac_address': 'fa:16:3e:40:7d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:51Z', 'updated_at': '2021-11-23T02:42:49Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'subnets': [{'id': '5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:52.687132 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a7e829-893c-4d71-8249-48d1390df5bd None None] New status for floating IP f97689b1-2080-4264-a552-e7aaedc8eebb: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:42:52.781824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb407117-be29-4e37-b103-8abf6df9618c req-3928ad21-7b00-41fc-b9b2-1ab705047b94 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:52.783498 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cb407117-be29-4e37-b103-8abf6df9618c req-3928ad21-7b00-41fc-b9b2-1ab705047b94 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 946 time: 0.0560012 Nov 23 02:42:52.845885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cb407117-be29-4e37-b103-8abf6df9618c req-31ade3bd-6192-4572-be09-f3d61e2a7be9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/security-groups?id=3680f931-a1a9-4be1-a569-fcc6b59e36c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547113 Nov 23 02:42:53.452366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d7117-5941-46b3-951c-27b615361c3d req-7e79a388-2c17-4c6f-89e1-7b3e4536f6ae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:42:53.453757 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-589d7117-5941-46b3-951c-27b615361c3d req-7e79a388-2c17-4c6f-89e1-7b3e4536f6ae tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 946 time: 0.0608199 Nov 23 02:42:53.552761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port 98f426f6-fb64-4e9f-aee2-64f84941c219 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:53.553071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.643860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port 98f426f6-fb64-4e9f-aee2-64f84941c219, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=98f426f6-fb64-4e9f-aee2-64f84941c219,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:53.644255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.658048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for 98f426f6-fb64-4e9f-aee2-64f84941c219 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:53.820259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.849810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=98f426f6-fb64-4e9f-aee2-64f84941c219,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:53.910799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] No DVR routers for this DVR port 98f426f6-fb64-4e9f-aee2-64f84941c219 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:53.912957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:53.916509 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-589d7117-5941-46b3-951c-27b615361c3d req-7dd031d4-ba05-46e5-8cde-040ea28b61c9 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.46 "DELETE /v2.0/ports/98f426f6-fb64-4e9f-aee2-64f84941c219 HTTP/1.1" status: 204 len: 173 time: 0.4537466 Nov 23 02:42:53.916991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'name': 'network-vif-deleted', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:42:53.919348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbe1aac-ae41-42f6-a3d7-9c23f59ebe5b" -d '{"events": [{"server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "name": "network-vif-deleted", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:42:53.956089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff468ade-2675-4936-ac47-0796caa9fab2 x-openstack-request-id: req-ff468ade-2675-4936-ac47-0796caa9fab2 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:42:53.956431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f7213d-cfbd-45a0-9d70-df9263687096", "name": "network-vif-deleted", "tag": "98f426f6-fb64-4e9f-aee2-64f84941c219", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:42:53.956687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff468ade-2675-4936-ac47-0796caa9fab2 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:42:53.957080 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f7213d-cfbd-45a0-9d70-df9263687096', 'name': 'network-vif-deleted', 'tag': '98f426f6-fb64-4e9f-aee2-64f84941c219', 'status': 'completed', 'code': 200} Nov 23 02:42:53.958008 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7472d81d-4379-43d4-b8ff-77c944e04e1b req-36a78408-e544-4a82-97ad-703fbb5f52f2 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7f7213d-cfbd-45a0-9d70-df9263687096 HTTP/1.1" status: 200 len: 210 time: 0.0323465 Nov 23 02:42:55.030681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:55.092127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2374ea23-34f0-4f2c-9e6c-d995d4e92f31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.117623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2374ea23-34f0-4f2c-9e6c-d995d4e92f31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.181593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2374ea23-34f0-4f2c-9e6c-d995d4e92f31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.184389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2374ea23-34f0-4f2c-9e6c-d995d4e92f31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:55.185851 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2374ea23-34f0-4f2c-9e6c-d995d4e92f31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/security-groups/3680f931-a1a9-4be1-a569-fcc6b59e36c7 HTTP/1.1" status: 204 len: 168 time: 0.1541622 Nov 23 02:42:55.195485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ea23-34f0-4f2c-9e6c-d995d4e92f31 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3680f931-a1a9-4be1-a569-fcc6b59e36c7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:55.219463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36976) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:55.591528 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.162357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port eea7775b-e31d-42cd-a7a6-d05722287e23 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:56.162715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.253657 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port eea7775b-e31d-42cd-a7a6-d05722287e23, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=eea7775b-e31d-42cd-a7a6-d05722287e23,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:56.254432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.269136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for eea7775b-e31d-42cd-a7a6-d05722287e23 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:56.468368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.503057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=eea7775b-e31d-42cd-a7a6-d05722287e23,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:56.529420 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.529779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.530128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.530468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.530806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.531137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.531481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.531816 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.532150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.532511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.532849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.533174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:42:56.688984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:56.907072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Router b67d7b13-84ba-4079-8685-c64de421d66d has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:42:56.973732 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 98f426f6-fb64-4e9f-aee2-64f84941c219 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:56.994559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 98f426f6-fb64-4e9f-aee2-64f84941c219 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:56.994912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 98f426f6-fb64-4e9f-aee2-64f84941c219 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:57.022609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:42:57.027555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b9c3f93b-6a30-4d63-baff-0dc5750bf6d7 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "PUT /v2.0/routers/b67d7b13-84ba-4079-8685-c64de421d66d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8069086 Nov 23 02:42:57.030751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36978) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:57.033397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] Sync routers for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:42:57.044111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:57.045237 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.084449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting subnet 5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:42:57.087625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.132878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.222159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.284466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.313984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:57.315475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:57.319267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.322554 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-34f348ee-d6d9-40a3-9e31-fa54a8f94084 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/subnets/5bf6df6d-f6e1-43f8-9dd9-ad7b32e0fb9c HTTP/1.1" status: 204 len: 168 time: 0.2907000 Nov 23 02:42:57.325143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36980) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:57.346667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069f5cd8-8640-4d23-868c-bb46c2c27e1c None None] Network 7a6d30dd-9254-4d4f-9788-e6c5de707674 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:42:57.429863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.534116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.597433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154'}], 'enable_snat': True}, 'gw_port_id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:56Z', 'revision_number': 7, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port': {'id': 'a6b1de62-dadc-49e5-9915-32249dcc26e7', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:af:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:48Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.608752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Deleting port a6b1de62-dadc-49e5-9915-32249dcc26e7 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:57.609125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.631007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] Checking router: b67d7b13-84ba-4079-8685-c64de421d66d for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:42:57.639060 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] DHCP port deletion for 7a6d30dd-9254-4d4f-9788-e6c5de707674 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:57.643495 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] Routers {'b67d7b13-84ba-4079-8685-c64de421d66d'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:42:57.644125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:42:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['b67d7b13-84ba-4079-8685-c64de421d66d'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.691480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] For port a6b1de62-dadc-49e5-9915-32249dcc26e7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a6b1de62-dadc-49e5-9915-32249dcc26e7,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:57.691845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.704631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Calling delete_port for a6b1de62-dadc-49e5-9915-32249dcc26e7 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:57.753087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] Set router b67d7b13-84ba-4079-8685-c64de421d66d gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:42:57.809175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:57Z', 'revision_number': 8, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:57.838357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221244eb-ae38-41e8-a011-0f246004d367 None None] The sync data for ids ['b67d7b13-84ba-4079-8685-c64de421d66d'] in dv-neutron-818844-1-hyperv is: [{'id': 'b67d7b13-84ba-4079-8685-c64de421d66d', 'name': 'tempest-TestNetworkBasicOps-router-330847987', 'tenant_id': '86a2edb1c47641e281742bd84e5b420a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:41:49Z', 'updated_at': '2021-11-23T02:42:57Z', 'revision_number': 8, 'project_id': '86a2edb1c47641e281742bd84e5b420a', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:42:57.844355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] Deleting port 63cab9f3-b708-42fe-87c0-9f50adef856c {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:42:57.844796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.882634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.907915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] For port 63cab9f3-b708-42fe-87c0-9f50adef856c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=63cab9f3-b708-42fe-87c0-9f50adef856c,segment=NetworkSegment(25ca4122-4fa1-4ccd-b5ad-f87c897a9643),segment_id=25ca4122-4fa1-4ccd-b5ad-f87c897a9643)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:42:57.908346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:57.909584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Port': ['ID=a6b1de62-dadc-49e5-9915-32249dcc26e7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:57.921179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] Calling delete_port for 63cab9f3-b708-42fe-87c0-9f50adef856c owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:42:57.936494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7dacb2-54fa-4411-b0ce-cadfd2a98e26 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:42:57.982376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.029625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.056847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] Pushing event deleted for resources: {'Port': ['ID=63cab9f3-b708-42fe-87c0-9f50adef856c,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:58.058688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd7b911-a6e3-434c-b8da-8d5018de2f54 None None] No DVR routers for this DVR port 63cab9f3-b708-42fe-87c0-9f50adef856c on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:42:58.077085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.079447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.130456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.131113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Fanout notify agent at l3_agent the message router_deleted on router b67d7b13-84ba-4079-8685-c64de421d66d {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:42:58.138909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.140433 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-145b8a47-9903-4994-9250-105477540520 tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/routers/b67d7b13-84ba-4079-8685-c64de421d66d HTTP/1.1" status: 204 len: 168 time: 0.8141789 Nov 23 02:42:58.143299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36982) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:58.226758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.317594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.339278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6d30dd-9254-4d4f-9788-e6c5de707674']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:58.349648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ca4122-4fa1-4ccd-b5ad-f87c897a9643') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:58.349957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ca4122-4fa1-4ccd-b5ad-f87c897a9643') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:42:58.360507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.374508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.380816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:42:58.381093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:42:58.384108 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:42:58.446775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.454227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.457719 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] 10.222.0.53 "DELETE /v2.0/networks/7a6d30dd-9254-4d4f-9788-e6c5de707674 HTTP/1.1" status: 204 len: 168 time: 0.3134320 Nov 23 02:42:58.473666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed88ad-0cb0-48df-b188-0cbcedf7205f tempest-TestNetworkBasicOps-1490657849 tempest-TestNetworkBasicOps-1490657849-project] Pushing event deleted for resources: {'Network': ['ID=7a6d30dd-9254-4d4f-9788-e6c5de707674,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:58.741971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36988) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:58.758752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 63cab9f3-b708-42fe-87c0-9f50adef856c no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:58.780115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 63cab9f3-b708-42fe-87c0-9f50adef856c {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:58.780549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 63cab9f3-b708-42fe-87c0-9f50adef856c not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:58.781055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b1de62-dadc-49e5-9915-32249dcc26e7 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:58.803268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: a6b1de62-dadc-49e5-9915-32249dcc26e7 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:58.803706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a6b1de62-dadc-49e5-9915-32249dcc26e7 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:58.804190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device eea7775b-e31d-42cd-a7a6-d05722287e23 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:42:58.823024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: eea7775b-e31d-42cd-a7a6-d05722287e23 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:42:58.823375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device eea7775b-e31d-42cd-a7a6-d05722287e23 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:42:58.882207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a5b4be6c-6f72-4e39-91a6-106ee2b1f1da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86a2edb1c47641e281742bd84e5b420a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389892 Nov 23 02:42:58.884745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 36992) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:58.941273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87261b6e-e22d-440d-af80-3f7dfedf6576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:58.964305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87261b6e-e22d-440d-af80-3f7dfedf6576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.032825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87261b6e-e22d-440d-af80-3f7dfedf6576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.035488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-87261b6e-e22d-440d-af80-3f7dfedf6576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.036858 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-87261b6e-e22d-440d-af80-3f7dfedf6576 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ab04c41-4774-43c7-a4b0-939ad548c586 HTTP/1.1" status: 204 len: 168 time: 0.1511714 Nov 23 02:42:59.045993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87261b6e-e22d-440d-af80-3f7dfedf6576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab04c41-4774-43c7-a4b0-939ad548c586,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:59.336190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 36998) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:59.350758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ceea2fdd-5d90-496f-b461-b6f75e9c990f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.430654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ceea2fdd-5d90-496f-b461-b6f75e9c990f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.437815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ceea2fdd-5d90-496f-b461-b6f75e9c990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.476259 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ceea2fdd-5d90-496f-b461-b6f75e9c990f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec08a06f69f941e0bd23db942a2ed8ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386638 Nov 23 02:42:59.477053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceea2fdd-5d90-496f-b461-b6f75e9c990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faf3fb9-9917-48dd-8f65-563451faee76,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:42:59.479141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37000) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:42:59.529323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7394f67b-1728-42e9-aaa2-ca8cc307392d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.551700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7394f67b-1728-42e9-aaa2-ca8cc307392d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.608378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7394f67b-1728-42e9-aaa2-ca8cc307392d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.611090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7394f67b-1728-42e9-aaa2-ca8cc307392d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:42:59.612292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7394f67b-1728-42e9-aaa2-ca8cc307392d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9faf3fb9-9917-48dd-8f65-563451faee76 HTTP/1.1" status: 204 len: 168 time: 0.1321507 Nov 23 02:42:59.620439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394f67b-1728-42e9-aaa2-ca8cc307392d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faf3fb9-9917-48dd-8f65-563451faee76,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:03.153012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-36b5707e-d63e-44c2-979b-edae4b48dc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:05.612848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-83775b83-d835-42e4-8353-7fbfd3e01dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.448432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:06.526386 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-3f346129-b1c1-45e3-bdf1-9437c2b39d64 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4d4af18b18ee404395148f0c95b7f829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296395 Nov 23 02:43:06.717633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-221730fc-e029-44db-a6b0-a9be15eb7fa6 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:06.719698 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-221730fc-e029-44db-a6b0-a9be15eb7fa6 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876581 Nov 23 02:43:06.738352 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d928513d-2669-426d-a452-bc3c447e4b1e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/quotas/4d4af18b18ee404395148f0c95b7f829 HTTP/1.1" status: 200 len: 375 time: 0.0126481 Nov 23 02:43:06.771974 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-f6d92733-ce70-434c-a110-27e53bd23460 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d4af18b18ee404395148f0c95b7f829&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259988 Nov 23 02:43:06.937673 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a879b291-d027-49db-96db-9e444d8c7af0 req-5ce5fc53-f105-47c5-91cc-52f6111821cf tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0308430 Nov 23 02:43:08.019794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd2d16b7-f3e6-48c8-978f-95f768756aa8 req-9505bcb5-31b1-46df-8799-433b33c839de tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0286899 Nov 23 02:43:08.108881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:09.119352 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d15e372-64a3-4c7a-84cd-e90373b8f763 req-e9903720-fcee-4619-80f7-f99004d21632 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0319903 Nov 23 02:43:09.313524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:10.209777 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a04fa614-81ec-4eb4-baa9-d26c980400fa req-3b9b6ca3-a07e-4f10-aa23-aa9b0f4a2a7d tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0305495 Nov 23 02:43:11.309989 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-67cc6fa4-f535-4737-8ada-a643c9b49ef4 req-1b0ca0ef-c5bd-422b-8ef6-17663f60c958 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0308194 Nov 23 02:43:12.218335 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-7916e620-20fa-4002-813a-38c64afa11e6 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4d4af18b18ee404395148f0c95b7f829&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219126 Nov 23 02:43:12.333655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-fa8f079d-2be3-4a59-8a9d-57feb1af256d tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:12.335132 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-fa8f079d-2be3-4a59-8a9d-57feb1af256d tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1083877 Nov 23 02:43:12.358474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Request body: {'port': {'device_id': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb', 'admin_state_up': True, 'tenant_id': '4d4af18b18ee404395148f0c95b7f829'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:12.434515 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e3b701f-6bb5-42a8-9871-e62017cec73b req-f589cfb2-890a-4352-8365-a5a220860e79 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0320528 Nov 23 02:43:12.494848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Made reservation on behalf of 4d4af18b18ee404395148f0c95b7f829 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:12.498518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.507260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.593416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.602568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.676167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2783e319-a20d-4c6a-93ce-be327f0657ed,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:12.750130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Allocated IP 192.168.233.13 (ca9f727b-0104-4b4c-80a6-78428fb586eb/83bdcf31-534d-4790-9985-3e7643671bde/2f4738c6-c70c-499e-97f5-34507619e9f0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:12.897888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.933623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:12.976929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Network ca9f727b-0104-4b4c-80a6-78428fb586eb is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:12.980198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:12.983718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:13.013291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Pushing event updated for resources: {'Port': ['ID=2f4738c6-c70c-499e-97f5-34507619e9f0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:13.046423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:13.047101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.065608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-a8e0148b-c472-44c7-b34b-a0ca40255b7e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7113705 Nov 23 02:43:13.086215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Request body: {'port': {'device_id': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:13.143035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.184921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-208b0016-07b4-4787-872d-2529ccdeb839 None None] Provisioning complete for port 2f4738c6-c70c-499e-97f5-34507619e9f0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:13.185538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-208b0016-07b4-4787-872d-2529ccdeb839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.218994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-208b0016-07b4-4787-872d-2529ccdeb839 None None] Port 2f4738c6-c70c-499e-97f5-34507619e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:43:13.425610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4738c6-c70c-499e-97f5-34507619e9f0 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:13.434125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.447137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Transition to ACTIVE for port object 2f4738c6-c70c-499e-97f5-34507619e9f0 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:43:13.453656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.557201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f2c8d-7164-41ff-a33d-2b01c9a83ed0 req-20bd796e-82c8-46f7-a040-9f2dc0b97001 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:13.558863 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e92f2c8d-7164-41ff-a33d-2b01c9a83ed0 req-20bd796e-82c8-46f7-a040-9f2dc0b97001 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 947 time: 0.0546825 Nov 23 02:43:13.612921 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e92f2c8d-7164-41ff-a33d-2b01c9a83ed0 req-bdd36881-419c-4699-9df3-0b3e78e706db tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Nov 23 02:43:13.824110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4738c6-c70c-499e-97f5-34507619e9f0,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:13.898075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Attempting to bind port 2f4738c6-c70c-499e-97f5-34507619e9f0 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:13.898423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Attempting to bind port 2f4738c6-c70c-499e-97f5-34507619e9f0 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:13.898759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Attempting to bind port 2f4738c6-c70c-499e-97f5-34507619e9f0 on network ca9f727b-0104-4b4c-80a6-78428fb586eb {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:13.903871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Port 2f4738c6-c70c-499e-97f5-34507619e9f0 on network ca9f727b-0104-4b4c-80a6-78428fb586eb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:43:13.904200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Attempting to bind port 2f4738c6-c70c-499e-97f5-34507619e9f0 on network ca9f727b-0104-4b4c-80a6-78428fb586eb {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:13.909420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:13.909769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Checking segment: {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:13.910160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Bound using segment: {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:13.910595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Bound port: 2f4738c6-c70c-499e-97f5-34507619e9f0, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db4d888f-e9d6-45d9-afc1-bffe40846c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:13.910960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:13.978374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] For port 2f4738c6-c70c-499e-97f5-34507619e9f0, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:13.983396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] For port 2f4738c6-c70c-499e-97f5-34507619e9f0, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f4738c6-c70c-499e-97f5-34507619e9f0,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:13.991640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.035307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.035958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:14.037358 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] 10.222.0.46 "PUT /v2.0/ports/2f4738c6-c70c-499e-97f5-34507619e9f0 HTTP/1.1" status: 200 len: 1097 time: 0.9557669 Nov 23 02:43:14.037837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'tag': '2f4738c6-c70c-499e-97f5-34507619e9f0'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:14.040435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777afa23-be38-4e45-8cbf-5ac1613edfe3" -d '{"events": [{"name": "network-changed", "server_uuid": "b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5", "tag": "2f4738c6-c70c-499e-97f5-34507619e9f0"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:14.069889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea68e7-79d2-4e4f-824e-044100488ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4738c6-c70c-499e-97f5-34507619e9f0,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:14.086642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373c2510-8877-49e8-82cb-e059c11a1542 x-openstack-request-id: req-373c2510-8877-49e8-82cb-e059c11a1542 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:14.086955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5", "tag": "2f4738c6-c70c-499e-97f5-34507619e9f0", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:14.087158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-373c2510-8877-49e8-82cb-e059c11a1542 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:14.087702 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'tag': '2f4738c6-c70c-499e-97f5-34507619e9f0', 'status': 'completed', 'code': 200} Nov 23 02:43:14.148008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-5c207429-0517-47e4-bdca-56be6cd09421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.149571 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-5c207429-0517-47e4-bdca-56be6cd09421 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d4af18b18ee404395148f0c95b7f829&device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 1100 time: 0.0439734 Nov 23 02:43:14.209328 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-4cfa7f3c-3628-4d01-b5f6-769fd95c3db1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=2f4738c6-c70c-499e-97f5-34507619e9f0 HTTP/1.1" status: 200 len: 217 time: 0.0368032 Nov 23 02:43:14.264672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-fa72788c-c095-47f8-85ae-6ece9c4a50bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.266160 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-fa72788c-c095-47f8-85ae-6ece9c4a50bc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83bdcf31-534d-4790-9985-3e7643671bde HTTP/1.1" status: 200 len: 843 time: 0.0498776 Nov 23 02:43:14.319084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-be3bb7cc-b7eb-4057-8ef3-780f11110bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.320931 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-be3bb7cc-b7eb-4057-8ef3-780f11110bac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9f727b-0104-4b4c-80a6-78428fb586eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0440135 Nov 23 02:43:14.426694 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-0e77bf38-69ab-4289-9dde-9b3f8cb3b713 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9f727b-0104-4b4c-80a6-78428fb586eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906882 Nov 23 02:43:14.532713 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77ebb721-d14b-43fe-9e38-ef9b902bd5b0 req-d76bdda2-dcff-4e85-b8a3-6f5cc1ebb301 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9f727b-0104-4b4c-80a6-78428fb586eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974543 Nov 23 02:43:14.677913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-cd22e3b9-9ed5-44b8-a31a-b02a6f328b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.679428 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-cd22e3b9-9ed5-44b8-a31a-b02a6f328b1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4d4af18b18ee404395148f0c95b7f829&device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 1100 time: 0.0456147 Nov 23 02:43:14.733355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820120d-10b6-4dda-af30-2daae1e70607 req-93211ce5-1922-4bb0-89f8-e9a88482c5fa tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.734998 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a820120d-10b6-4dda-af30-2daae1e70607 req-93211ce5-1922-4bb0-89f8-e9a88482c5fa tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 947 time: 0.0511124 Nov 23 02:43:14.776029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-fb216e06-4e21-4065-9366-f37cc9db9b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.777679 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-fb216e06-4e21-4065-9366-f37cc9db9b95 service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca9f727b-0104-4b4c-80a6-78428fb586eb HTTP/1.1" status: 200 len: 870 time: 0.0907397 Nov 23 02:43:14.784430 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a820120d-10b6-4dda-af30-2daae1e70607 req-dcb8c355-3656-46d7-aecb-61f042636518 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430100 Nov 23 02:43:14.824778 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-22d28e16-b0c8-41eb-876c-c65e939b0204 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=2f4738c6-c70c-499e-97f5-34507619e9f0 HTTP/1.1" status: 200 len: 217 time: 0.0378282 Nov 23 02:43:14.878466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-d2afadc7-a258-4e50-9850-ead2938b6409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.879936 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-d2afadc7-a258-4e50-9850-ead2938b6409 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=83bdcf31-534d-4790-9985-3e7643671bde HTTP/1.1" status: 200 len: 843 time: 0.0470448 Nov 23 02:43:14.941182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-63ce4cc7-9553-40e3-9439-e36fe2d9e8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:14.942575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-63ce4cc7-9553-40e3-9439-e36fe2d9e8fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca9f727b-0104-4b4c-80a6-78428fb586eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0543113 Nov 23 02:43:15.033494 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-2285d599-b8ae-4dcd-b241-795c9343f862 service neutron] 10.222.0.46 "GET /v2.0/networks/ca9f727b-0104-4b4c-80a6-78428fb586eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812345 Nov 23 02:43:15.131012 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-777afa23-be38-4e45-8cbf-5ac1613edfe3 req-3667af91-939f-4ffb-bb0e-c5df62293b0e service neutron] 10.222.0.46 "GET /v2.0/networks/ca9f727b-0104-4b4c-80a6-78428fb586eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861516 Nov 23 02:43:15.920782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e671064-623e-4a8f-979f-7b13f75aa71c req-59a6f5ed-4161-415b-b94e-93ea9abcc6d0 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:15.922477 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6e671064-623e-4a8f-979f-7b13f75aa71c req-59a6f5ed-4161-415b-b94e-93ea9abcc6d0 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 947 time: 0.0631199 Nov 23 02:43:15.972886 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6e671064-623e-4a8f-979f-7b13f75aa71c req-66259891-64c7-4942-8f1f-1308dd948207 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Nov 23 02:43:17.110680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fd276-563e-4b7e-9202-02a0eb9093be req-70177869-24f3-4e19-af09-7342725e5737 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:17.112258 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-596fd276-563e-4b7e-9202-02a0eb9093be req-70177869-24f3-4e19-af09-7342725e5737 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 947 time: 0.0563154 Nov 23 02:43:17.128302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f4738c6-c70c-499e-97f5-34507619e9f0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:43:17.162546 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-596fd276-563e-4b7e-9202-02a0eb9093be req-3a32d5d5-cbfd-4f05-b667-eb29f1bf1aca tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440893 Nov 23 02:43:17.226231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2f4738c6-c70c-499e-97f5-34507619e9f0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f4738c6-c70c-499e-97f5-34507619e9f0,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:17.238553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '2f4738c6-c70c-499e-97f5-34507619e9f0', 'network_id': 'ca9f727b-0104-4b4c-80a6-78428fb586eb', 'port_id': '2f4738c6-c70c-499e-97f5-34507619e9f0', 'mac_address': 'fa:16:3e:a4:8c:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83bdcf31-534d-4790-9985-3e7643671bde', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:43:17.278296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.295608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4738c6-c70c-499e-97f5-34507619e9f0 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:17.316206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2f4738c6-c70c-499e-97f5-34507619e9f0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f4738c6-c70c-499e-97f5-34507619e9f0,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:17.323407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:17.370747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2f4738c6-c70c-499e-97f5-34507619e9f0,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:17.693452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['2f4738c6-c70c-499e-97f5-34507619e9f0'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:43:18.302320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87786f3-137c-4d5d-809e-24f0af004c72 req-e0d96aa9-ff94-4e18-bfae-b0bf01f59326 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:18.304150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b87786f3-137c-4d5d-809e-24f0af004c72 req-e0d96aa9-ff94-4e18-bfae-b0bf01f59326 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 948 time: 0.0604956 Nov 23 02:43:18.354502 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b87786f3-137c-4d5d-809e-24f0af004c72 req-8a23b595-9bd5-4116-b354-f8617de1c38a tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424974 Nov 23 02:43:19.147906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f4738c6-c70c-499e-97f5-34507619e9f0 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:19.208484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 2f4738c6-c70c-499e-97f5-34507619e9f0 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:43:19.212668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 2f4738c6-c70c-499e-97f5-34507619e9f0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:19.213045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.289651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.313954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4738c6-c70c-499e-97f5-34507619e9f0'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:19.316249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4123a4-2b22-4a27-bfcc-00a068297917" -d '{"events": [{"server_uuid": "b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5", "name": "network-vif-plugged", "status": "completed", "tag": "2f4738c6-c70c-499e-97f5-34507619e9f0"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:19.333160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 2f4738c6-c70c-499e-97f5-34507619e9f0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f4738c6-c70c-499e-97f5-34507619e9f0,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:19.338852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:19.386848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=2f4738c6-c70c-499e-97f5-34507619e9f0,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:19.423872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ecc12-5d48-4ff5-8925-8eecc9b78189 x-openstack-request-id: req-2a2ecc12-5d48-4ff5-8925-8eecc9b78189 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:19.424174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5", "name": "network-vif-plugged", "status": "completed", "tag": "2f4738c6-c70c-499e-97f5-34507619e9f0", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:19.424471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a2ecc12-5d48-4ff5-8925-8eecc9b78189 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:19.424880 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4738c6-c70c-499e-97f5-34507619e9f0', 'code': 200} Nov 23 02:43:19.484331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6b517-6bcd-4c97-8047-71ea707afa06 req-19bf2b8c-42cc-46a5-80ed-81f87971d142 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.485851 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ea6b517-6bcd-4c97-8047-71ea707afa06 req-19bf2b8c-42cc-46a5-80ed-81f87971d142 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0571032 Nov 23 02:43:19.535948 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ea6b517-6bcd-4c97-8047-71ea707afa06 req-aaa88f8c-1ad1-454d-ae9d-d8b44ad65d37 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Nov 23 02:43:19.653297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa017cf-8ee9-445c-a4b9-b4e05d8f9e75 req-a71f5458-3aec-4991-ab5b-1d4dc7139cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:19.654720 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5aa017cf-8ee9-445c-a4b9-b4e05d8f9e75 req-a71f5458-3aec-4991-ab5b-1d4dc7139cce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 1102 time: 0.0421033 Nov 23 02:43:19.700723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5aa017cf-8ee9-445c-a4b9-b4e05d8f9e75 req-cfee39bf-308c-4f91-a8a4-dc4991962f27 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Nov 23 02:43:20.532080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:20.656654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8695-93b1-4dfc-8a1d-6098f18710b4 req-9c5179cd-9d48-438e-ac9a-0f466663067c tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:20.658059 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e13f8695-93b1-4dfc-8a1d-6098f18710b4 req-9c5179cd-9d48-438e-ac9a-0f466663067c tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0510097 Nov 23 02:43:20.706583 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e13f8695-93b1-4dfc-8a1d-6098f18710b4 req-d9c0310b-4036-4810-b0df-cf30b7011096 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Nov 23 02:43:21.508318 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:43:21.842023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4ade-cc0b-43ce-9bc4-13437165a363 req-6479d870-2be2-4d3b-8044-8c180a7b5354 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:21.843501 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75cd4ade-cc0b-43ce-9bc4-13437165a363 req-6479d870-2be2-4d3b-8044-8c180a7b5354 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0545413 Nov 23 02:43:21.893411 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75cd4ade-cc0b-43ce-9bc4-13437165a363 req-9ab204e6-d581-43f5-833b-5bd69075b38e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Nov 23 02:43:22.206545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-cf64fd01-88b6-4ea5-922c-8d047793e7f6 req-e99d66ba-f1f7-4355-a0fe-4828aa0baf6f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:43:22.207667 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cf64fd01-88b6-4ea5-922c-8d047793e7f6 req-e99d66ba-f1f7-4355-a0fe-4828aa0baf6f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071230 Nov 23 02:43:22.583169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-42dcf4be-a7ac-459c-adad-59fe3b222f98 req-c61ebf1f-00f5-4fe5-ae09-4bfb276362b5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:43:22.584090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-42dcf4be-a7ac-459c-adad-59fe3b222f98 req-c61ebf1f-00f5-4fe5-ae09-4bfb276362b5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055521 Nov 23 02:43:22.973454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac79add-9248-4fcf-9220-820e967cbd78 req-b17f003a-7e90-4217-ad50-fe350711614a tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:22.975005 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ac79add-9248-4fcf-9220-820e967cbd78 req-b17f003a-7e90-4217-ad50-fe350711614a tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0522323 Nov 23 02:43:23.027947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ac79add-9248-4fcf-9220-820e967cbd78 req-37452e0a-5b95-4ef7-af42-60842457ad0e tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469115 Nov 23 02:43:24.165921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba6a91-f78f-412c-a5c7-ec9773aad1f3 req-f2ae542d-765b-4918-a195-563c99a08f78 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:24.167473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6bba6a91-f78f-412c-a5c7-ec9773aad1f3 req-f2ae542d-765b-4918-a195-563c99a08f78 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0590611 Nov 23 02:43:24.221477 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6bba6a91-f78f-412c-a5c7-ec9773aad1f3 req-cc60b5c0-f2a6-4080-b5ea-84d4a7483d10 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/security-groups?id=2783e319-a20d-4c6a-93ce-be327f0657ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Nov 23 02:43:24.576674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e59af-0920-4e56-a714-0ca94532793c req-a1253cba-fbe7-4879-9d3d-2177d34d6bbc tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:24.578142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-123e59af-0920-4e56-a714-0ca94532793c req-a1253cba-fbe7-4879-9d3d-2177d34d6bbc tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 949 time: 0.0556149 Nov 23 02:43:24.676992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Deleting port 2f4738c6-c70c-499e-97f5-34507619e9f0 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:43:24.677219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.768525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] For port 2f4738c6-c70c-499e-97f5-34507619e9f0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2f4738c6-c70c-499e-97f5-34507619e9f0,segment=NetworkSegment(db4d888f-e9d6-45d9-afc1-bffe40846c92),segment_id=db4d888f-e9d6-45d9-afc1-bffe40846c92)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:24.768883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.781777 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Calling delete_port for 2f4738c6-c70c-499e-97f5-34507619e9f0 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:43:24.920272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:24.950556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Pushing event deleted for resources: {'Port': ['ID=2f4738c6-c70c-499e-97f5-34507619e9f0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:24.959552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['2f4738c6-c70c-499e-97f5-34507619e9f0'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:43:24.996133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] No DVR routers for this DVR port 2f4738c6-c70c-499e-97f5-34507619e9f0 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:43:24.998855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:25.002353 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-123e59af-0920-4e56-a714-0ca94532793c req-c4d6bf10-0d38-40e8-b577-80d1809582ef tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.46 "DELETE /v2.0/ports/2f4738c6-c70c-499e-97f5-34507619e9f0 HTTP/1.1" status: 204 len: 173 time: 0.4131966 Nov 23 02:43:25.002812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'name': 'network-vif-deleted', 'tag': '2f4738c6-c70c-499e-97f5-34507619e9f0'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:25.005264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cf3532-2bfd-486a-a738-736543d956df" -d '{"events": [{"server_uuid": "b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5", "name": "network-vif-deleted", "tag": "2f4738c6-c70c-499e-97f5-34507619e9f0"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:25.044510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e33b814-68e5-4b3f-9abb-b7efa6feac75 x-openstack-request-id: req-4e33b814-68e5-4b3f-9abb-b7efa6feac75 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:25.044835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5", "name": "network-vif-deleted", "tag": "2f4738c6-c70c-499e-97f5-34507619e9f0", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:25.045086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e33b814-68e5-4b3f-9abb-b7efa6feac75 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:25.045667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5', 'name': 'network-vif-deleted', 'tag': '2f4738c6-c70c-499e-97f5-34507619e9f0', 'status': 'completed', 'code': 200} Nov 23 02:43:25.340848 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ffb7cb7b-e20f-44e8-8a3f-9c11ee071acc req-f782a18c-fb88-45a0-b6d6-def9cc918f74 tempest-ServersAdminNegativeTestJSON-487343245 tempest-ServersAdminNegativeTestJSON-487343245-project] 10.222.0.53 "GET /v2.0/ports?device_id=b9c1a1ff-b4e3-43bb-a53f-0fc2e3ba52f5 HTTP/1.1" status: 200 len: 210 time: 0.0315230 Nov 23 02:43:26.680366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37158) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:26.826184 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-400982cb-92bd-41b9-a3a3-e22035dd6cdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d4af18b18ee404395148f0c95b7f829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1445806 Nov 23 02:43:26.828769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37162) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:26.889913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43274513-2a12-4fd1-8226-aba2a07d3a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.913819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43274513-2a12-4fd1-8226-aba2a07d3a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.964143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43274513-2a12-4fd1-8226-aba2a07d3a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.966818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-43274513-2a12-4fd1-8226-aba2a07d3a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:26.968013 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-43274513-2a12-4fd1-8226-aba2a07d3a81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2783e319-a20d-4c6a-93ce-be327f0657ed HTTP/1.1" status: 204 len: 168 time: 0.1383424 Nov 23 02:43:26.976083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43274513-2a12-4fd1-8226-aba2a07d3a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2783e319-a20d-4c6a-93ce-be327f0657ed,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:27.203365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f4738c6-c70c-499e-97f5-34507619e9f0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:43:27.229614 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 2f4738c6-c70c-499e-97f5-34507619e9f0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:43:27.229969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 2f4738c6-c70c-499e-97f5-34507619e9f0 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:43:27.256861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37168) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:27.271687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bd41-6aa9-4b59-9b94-e5ee0e467873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.354866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bd41-6aa9-4b59-9b94-e5ee0e467873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.361730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4ca4bd41-6aa9-4b59-9b94-e5ee0e467873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.400044 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4ca4bd41-6aa9-4b59-9b94-e5ee0e467873 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=067156bed8cc4ce4802b338715aa4b8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420143 Nov 23 02:43:27.401013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4bd41-6aa9-4b59-9b94-e5ee0e467873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce58415c-6f3a-4e52-8095-313a3a111280,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:27.403060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37170) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:27.456890 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44628a42-01d6-48c2-80d2-28e9bbf819d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.477924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44628a42-01d6-48c2-80d2-28e9bbf819d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.526513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44628a42-01d6-48c2-80d2-28e9bbf819d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.529128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44628a42-01d6-48c2-80d2-28e9bbf819d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:27.530305 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-44628a42-01d6-48c2-80d2-28e9bbf819d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce58415c-6f3a-4e52-8095-313a3a111280 HTTP/1.1" status: 204 len: 168 time: 0.1262593 Nov 23 02:43:27.538119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44628a42-01d6-48c2-80d2-28e9bbf819d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce58415c-6f3a-4e52-8095-313a3a111280,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:28.250563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37192) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:28.359891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1909663184-network', 'tenant_id': '0e9917b59fe84f0fb26a49da45f8bf1c'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:28.383842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Made reservation on behalf of 0e9917b59fe84f0fb26a49da45f8bf1c for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:28.386188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.394388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.481396 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.488581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.513631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:43:28.523289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc14401-0730-4d69-94da-fe6ea9e4feb7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:28.529610 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.530019 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Added segment 0dce4a38-1d4d-495e-a1a0-7729fa8bde7f of type vlan for network 5c780514-2b83-41fd-8225-8b285c0b725c Nov 23 02:43:28.572026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.599482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.600439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:28.601140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.667475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4157453 Nov 23 02:43:28.670599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37196) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:28.675885 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Request body: {'subnet': {'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1909663184-subnet', 'tenant_id': '0e9917b59fe84f0fb26a49da45f8bf1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:28.690778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701b12b-e424-4f65-9503-ee53c9455f53 admin admin] Pushing event updated for resources: {'Network': ['ID=5c780514-2b83-41fd-8225-8b285c0b725c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:28.698516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Made reservation on behalf of 0e9917b59fe84f0fb26a49da45f8bf1c for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:28.701617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.702208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 5c780514-2b83-41fd-8225-8b285c0b725c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:43:28.873119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.926710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:28.937258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Checking segment: {'id': '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:28.937628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Network hostable DHCP agents. Network: 5c780514-2b83-41fd-8225-8b285c0b725c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:43:28.955334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Network 5c780514-2b83-41fd-8225-8b285c0b725c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:43:28.965205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 5c780514-2b83-41fd-8225-8b285c0b725c) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:28.969338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:28.969937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:28.975958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0ad5e-8982-4a11-ac7b-1b0fa7eebdee None None] Network 5c780514-2b83-41fd-8225-8b285c0b725c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:28.991115 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-722b1028-b0c0-4f12-bdff-3961b721cfb1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3192797 Nov 23 02:43:29.099205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cc2e0d-ef1f-4f1e-83dd-b703ad3fe219 None None] Network 5c780514-2b83-41fd-8225-8b285c0b725c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:43:29.420743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-afa0c662-72d6-4587-88c4-bfa5c8944828 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:29.422230 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-afa0c662-72d6-4587-88c4-bfa5c8944828 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 812 time: 0.1107268 Nov 23 02:43:29.440268 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-1dda2326-80a2-4b68-9159-1d2be35b71e8 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/quotas/0e9917b59fe84f0fb26a49da45f8bf1c HTTP/1.1" status: 200 len: 375 time: 0.0094504 Nov 23 02:43:29.472790 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-1bcc2c62-20a1-4287-9729-96185424a4c3 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270896 Nov 23 02:43:29.486616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a3ab4fdd-0d0a-45f0-afed-261e4fd204b2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:43:29.487603 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a3ab4fdd-0d0a-45f0-afed-261e4fd204b2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050101 Nov 23 02:43:29.593510 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-b02e3560-cc0f-4185-9af8-4a5aadb4bbd7 service neutron] 10.222.0.53 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979004 Nov 23 02:43:29.692792 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-39869a9f-48fa-43ed-8392-cb6dea3c9c3b service neutron] 10.222.0.53 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900421 Nov 23 02:43:29.877894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1709a2f4-9be8-4616-81e8-ecde3bf02711 req-6474c605-b4fe-4b9a-a680-4485d56274f8 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 210 time: 0.0284834 Nov 23 02:43:30.986442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-539b7aa5-6709-496c-99b5-335f42f665d2 req-8b29f66a-75c6-463b-b28b-a8219202f902 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 210 time: 0.0373478 Nov 23 02:43:31.078801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-474719b0-b768-4ebf-b943-dac7e379f35d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:31.080378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-474719b0-b768-4ebf-b943-dac7e379f35d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.46 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 812 time: 0.1084354 Nov 23 02:43:31.117616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Request body: {'port': {'device_id': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c', 'admin_state_up': True, 'tenant_id': '0e9917b59fe84f0fb26a49da45f8bf1c'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:31.229972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Made reservation on behalf of 0e9917b59fe84f0fb26a49da45f8bf1c for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:43:31.233522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.365721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Allocated IP 172.20.0.10 (5c780514-2b83-41fd-8225-8b285c0b725c/d6d27c56-4b08-4eae-9eb9-e2480e9dbf64/1ddd1537-b9ef-4f16-8173-c3b815b6eaf0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:43:31.518441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.573522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.626357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Network 5c780514-2b83-41fd-8225-8b285c0b725c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:43:31.629765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:43:31.633699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:43:31.640449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:31.691178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:31.691793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:31.709662 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-330801ff-bd63-4c19-b2f2-a4a6b8446bfd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5963240 Nov 23 02:43:31.734384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Request body: {'port': {'device_id': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:43:31.789479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.062603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:32.078805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.107065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Transition to ACTIVE for port object 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:43:32.114750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.160827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b7c3b-0e9d-4746-af31-1b31f0a44fda req-bd2eeaf9-72d3-4c94-8dbc-79aab3e3a2c1 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.162349 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-548b7c3b-0e9d-4746-af31-1b31f0a44fda req-bd2eeaf9-72d3-4c94-8dbc-79aab3e3a2c1 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 932 time: 0.0951207 Nov 23 02:43:32.184680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.286501 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-548b7c3b-0e9d-4746-af31-1b31f0a44fda req-eac92417-3022-4a71-8a61-f42412fc385c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147046 Nov 23 02:43:32.305992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Attempting to bind port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:43:32.306368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Attempting to bind port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:43:32.306706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Attempting to bind port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 on network 5c780514-2b83-41fd-8225-8b285c0b725c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:32.311359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 on network 5c780514-2b83-41fd-8225-8b285c0b725c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:43:32.311666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Attempting to bind port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 on network 5c780514-2b83-41fd-8225-8b285c0b725c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:43:32.316716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:43:32.317050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Checking segment: {'id': '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:43:32.317426 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Bound using segment: {'id': '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:43:32.317844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Bound port: 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:43:32.318204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.382402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:43:32.385849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:43:32.390624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.427206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.427934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:32.429342 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] 10.222.0.46 "PUT /v2.0/ports/1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 1094 time: 0.6993504 Nov 23 02:43:32.429789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:32.432461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f988398-068e-4eff-a4ef-7c8f3473c133" -d '{"events": [{"name": "network-changed", "server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:32.453952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868ffc0-0fe6-4d5d-8395-31fd692e2ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:32.493618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffc694f-1598-4b88-b83c-53bf7143880d x-openstack-request-id: req-4ffc694f-1598-4b88-b83c-53bf7143880d {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:32.493900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:32.494157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ffc694f-1598-4b88-b83c-53bf7143880d {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:32.494585 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'status': 'completed', 'code': 200} Nov 23 02:43:32.553492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-348e2004-9d33-49fe-80e0-fb1aa11bfe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.555170 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-348e2004-9d33-49fe-80e0-fb1aa11bfe2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1097 time: 0.0433931 Nov 23 02:43:32.612301 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-4e6d358c-f8c7-41ed-a911-9900cf504097 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0393074 Nov 23 02:43:32.673422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-07f9b89b-bd7e-493c-8eab-fb82d209b3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:32.674907 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-07f9b89b-bd7e-493c-8eab-fb82d209b3e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 200 len: 852 time: 0.0519226 Nov 23 02:43:32.710150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-e6358d76-56b5-4b9d-b76b-c5da978d8126 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c780514-2b83-41fd-8225-8b285c0b725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245647 Nov 23 02:43:32.811631 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-94e8108b-b249-43aa-890d-b26dcc7cde91 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940278 Nov 23 02:43:32.913304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b27fff2d-aa36-4ae9-b08e-1d74d3c5627f req-e6a8c58b-c0b1-4118-8023-cada34cbbfef service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899098 Nov 23 02:43:33.072189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-e632db56-ef96-4930-924a-4b6113576dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:33.073648 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-e632db56-ef96-4930-924a-4b6113576dc5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1097 time: 0.0478518 Nov 23 02:43:33.149757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bad5eedb-06b6-439f-ad54-5180b18de2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:33.173499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-a56669af-5f84-417a-bd8b-115abde4764d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:33.174914 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-a56669af-5f84-417a-bd8b-115abde4764d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 913 time: 0.0930991 Nov 23 02:43:33.221170 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-dcfe3d7a-22e7-42c3-b485-c7ed0eb0c717 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0346353 Nov 23 02:43:33.285460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-f93dd4c2-8d79-4e1e-b0e0-79fcf8966b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:33.287168 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-f93dd4c2-8d79-4e1e-b0e0-79fcf8966b22 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 200 len: 852 time: 0.0579894 Nov 23 02:43:33.328344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-effe1518-b1ac-4325-9594-f114054e63a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c780514-2b83-41fd-8225-8b285c0b725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310163 Nov 23 02:43:33.506019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb5fd4-d210-492d-a020-2f42912e3a91 req-b5d1a229-5322-4584-bd9f-c7e09fffd4ec tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:33.508135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d8eb5fd4-d210-492d-a020-2f42912e3a91 req-b5d1a229-5322-4584-bd9f-c7e09fffd4ec tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 944 time: 0.1078329 Nov 23 02:43:33.510332 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-5120f6b7-aa23-48b4-803a-c9623ba822c3 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730680 Nov 23 02:43:33.634736 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d8eb5fd4-d210-492d-a020-2f42912e3a91 req-f43639bf-cf94-4bb7-bbfe-9131660b22a9 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201675 Nov 23 02:43:33.662901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f988398-068e-4eff-a4ef-7c8f3473c133 req-e7419b47-39d8-49f9-9747-2f229d85bcf3 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424842 Nov 23 02:43:34.757550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987f170-abd4-4053-ad02-7e12bcdcfa06 req-8b925a8d-699f-4a12-b1f2-db0d77837bda tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:34.759494 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5987f170-abd4-4053-ad02-7e12bcdcfa06 req-8b925a8d-699f-4a12-b1f2-db0d77837bda tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 944 time: 0.0525463 Nov 23 02:43:34.810709 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5987f170-abd4-4053-ad02-7e12bcdcfa06 req-c3ba152b-e0f5-4b4f-b59d-f2ac0f9d1b8d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448458 Nov 23 02:43:35.256706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:43:35.373062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:35.385029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c', 'port_id': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'mac_address': 'fa:16:3e:4e:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d27c56-4b08-4eae-9eb9-e2480e9dbf64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:43:35.427200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.448127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:43:35.467316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:35.474071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.526509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:35.620275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9be57550-4433-4ae7-ba59-69a0337d0bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:35.816904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:43:35.932936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d80ff-5747-4db8-9dbf-e6b6c948f4e0 req-b3d8f3b5-9ca0-40ce-b60f-cdbbe54da4b0 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:35.934484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-054d80ff-5747-4db8-9dbf-e6b6c948f4e0 req-b3d8f3b5-9ca0-40ce-b60f-cdbbe54da4b0 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 945 time: 0.0505645 Nov 23 02:43:35.981454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-054d80ff-5747-4db8-9dbf-e6b6c948f4e0 req-77a811e5-28b1-456d-962d-2695978ffb2c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409293 Nov 23 02:43:36.456606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.112149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e793184-9132-434f-a68c-87225599afbc req-46c78db3-6b02-4569-b513-1260fa5ff2b1 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:37.113770 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8e793184-9132-434f-a68c-87225599afbc req-46c78db3-6b02-4569-b513-1260fa5ff2b1 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 945 time: 0.0535960 Nov 23 02:43:37.162034 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8e793184-9132-434f-a68c-87225599afbc req-a05bfb21-be1a-4e6e-9383-a7bc4053b7ae tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 Nov 23 02:43:37.284043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:43:37.339715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:43:37.343744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:43:37.344121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.422777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.446368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:43:37.448779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c453b6a-638e-4a13-9154-e031694d46ba" -d '{"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:43:37.461934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:43:37.467258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:37.492680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c8749-e6ee-4117-b4cc-eeae998c5988 x-openstack-request-id: req-0a7c8749-e6ee-4117-b4cc-eeae998c5988 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:43:37.492968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:43:37.493224 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a7c8749-e6ee-4117-b4cc-eeae998c5988 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:43:37.493617 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'code': 200} Nov 23 02:43:37.519271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:43:37.739028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c789c2-0afd-4a04-b79e-e6df0743c418 req-a90cded3-c381-432d-80f6-ec4aff1e0902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:37.740610 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18c789c2-0afd-4a04-b79e-e6df0743c418 req-a90cded3-c381-432d-80f6-ec4aff1e0902 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1099 time: 0.0432222 Nov 23 02:43:37.794781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18c789c2-0afd-4a04-b79e-e6df0743c418 req-aaeaf64a-bce6-428e-96fb-ceda294b4d98 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Nov 23 02:43:38.116924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:38.284219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd83b3-2f46-414b-822e-3a1a810cc61c req-12e2563c-48b3-445d-a99b-c589b4aeda57 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:38.285702 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8acd83b3-2f46-414b-822e-3a1a810cc61c req-12e2563c-48b3-445d-a99b-c589b4aeda57 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0554106 Nov 23 02:43:38.340810 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8acd83b3-2f46-414b-822e-3a1a810cc61c req-1b1b48ab-266c-4af9-94e9-3e0436a9459b tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Nov 23 02:43:39.310718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:39.471126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd8320-d745-4fea-8b6e-7228de111a44 req-c8efd599-f220-44bb-a6ed-8ab511a735f7 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:39.472702 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9cd8320-d745-4fea-8b6e-7228de111a44 req-c8efd599-f220-44bb-a6ed-8ab511a735f7 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0614426 Nov 23 02:43:39.521136 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9cd8320-d745-4fea-8b6e-7228de111a44 req-b7a74a12-2efd-4a1e-8422-c23b648953cb tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Nov 23 02:43:39.858832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675e6b2-1fce-42c7-95f0-c218c2f86957 req-7ba65ee4-d8f4-467a-8891-4aa164746946 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:39.860346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0675e6b2-1fce-42c7-95f0-c218c2f86957 req-7ba65ee4-d8f4-467a-8891-4aa164746946 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0528495 Nov 23 02:43:39.889305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37256) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:43:39.910140 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0675e6b2-1fce-42c7-95f0-c218c2f86957 req-3530ae51-c065-4f26-b7ba-2ceaf17b0f6f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Nov 23 02:43:39.970703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-db0e61ee-2f21-4755-8be7-0323857ef1c1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800478 Nov 23 02:43:39.980013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-d9a0bce7-7a74-4512-96bc-8feccaa8add3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:43:39.981013 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-d9a0bce7-7a74-4512-96bc-8feccaa8add3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051794 Nov 23 02:43:41.032155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3109a-0988-4a02-8562-b9bbacfcaee7 req-bdcf1d57-cb75-4ad4-9c6c-d0faa0578a56 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.033618 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e7d3109a-0988-4a02-8562-b9bbacfcaee7 req-bdcf1d57-cb75-4ad4-9c6c-d0faa0578a56 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0496159 Nov 23 02:43:41.085172 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e7d3109a-0988-4a02-8562-b9bbacfcaee7 req-a4fb67ca-0665-47f1-9a71-56dd6efa6e90 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Nov 23 02:43:41.437654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-e52c51c6-90f1-45fb-a52d-5c01bf7282bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.440099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-e52c51c6-90f1-45fb-a52d-5c01bf7282bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1099 time: 0.0451109 Nov 23 02:43:41.536655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-855a24e8-e6c0-4b3a-846c-7c6e0cffa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.538119 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-855a24e8-e6c0-4b3a-846c-7c6e0cffa951 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 913 time: 0.0892076 Nov 23 02:43:41.584349 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-c68205f1-d77f-4cb4-9cc7-320ad9d954c0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0345628 Nov 23 02:43:41.636026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-e675c8ac-0317-411d-868c-5cd8d28528e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:41.637374 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-e675c8ac-0317-411d-868c-5cd8d28528e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 200 len: 852 time: 0.0463142 Nov 23 02:43:41.669712 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-1e5abf9b-0c9a-4dbb-918c-83ea35a478ec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c780514-2b83-41fd-8225-8b285c0b725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252669 Nov 23 02:43:41.763261 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-6b7f6cc5-6754-41c3-9ecd-afc86afea71a service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835097 Nov 23 02:43:41.863363 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-47008315-6ec8-48da-8f61-9fb08de43331 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928564 Nov 23 02:43:42.222177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90a069-c7d3-4fa0-9b46-2baf9f27a43a req-f945d879-26d7-4e2e-a586-b08dc711f4be tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:42.223732 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc90a069-c7d3-4fa0-9b46-2baf9f27a43a req-f945d879-26d7-4e2e-a586-b08dc711f4be tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0533576 Nov 23 02:43:42.274662 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc90a069-c7d3-4fa0-9b46-2baf9f27a43a req-3622c199-d2de-42be-9146-36ea3a8368aa tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Nov 23 02:43:42.971699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188149-5092-4353-8b64-d07ae64428a0 req-ad8e56f5-9d40-4d27-9ef0-1bda01856d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:42.973365 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-ad8e56f5-9d40-4d27-9ef0-1bda01856d3b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1099 time: 0.0440667 Nov 23 02:43:43.088280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188149-5092-4353-8b64-d07ae64428a0 req-85e93030-6521-498d-8b79-e1688e20e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:43.089793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-85e93030-6521-498d-8b79-e1688e20e431 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 913 time: 0.0910969 Nov 23 02:43:43.133093 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-1c17aa67-0471-4b8d-9fc1-edfea9022f83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0349903 Nov 23 02:43:43.187779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188149-5092-4353-8b64-d07ae64428a0 req-64c28043-27e4-486a-b372-c3675c7ba08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:43.189407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-64c28043-27e4-486a-b372-c3675c7ba08f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 200 len: 852 time: 0.0496154 Nov 23 02:43:43.222752 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-d4074466-8b5b-4fde-99b9-42f3a0ca38a8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c780514-2b83-41fd-8225-8b285c0b725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251076 Nov 23 02:43:43.319309 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-950b0e4c-b87d-4a83-8702-87b284ee0052 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892384 Nov 23 02:43:43.398533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ddbbd-925b-48d5-a9ff-d5ed5e764e87 req-2e617f95-7d3b-44c8-a7a3-13709c277e09 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:43.400049 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b3ddbbd-925b-48d5-a9ff-d5ed5e764e87 req-2e617f95-7d3b-44c8-a7a3-13709c277e09 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0509717 Nov 23 02:43:43.417083 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c188149-5092-4353-8b64-d07ae64428a0 req-5413bd40-9719-44c9-8fa2-dee4548722b5 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900915 Nov 23 02:43:43.448038 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b3ddbbd-925b-48d5-a9ff-d5ed5e764e87 req-34abd1d5-be39-4a3d-b35e-5011ec70a102 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Nov 23 02:43:44.582125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a064a4-e793-4ab4-abc6-95efb7d5b664 req-29a582ff-7a38-4eac-907a-5eaa802a9f5e tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:44.583733 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-92a064a4-e793-4ab4-abc6-95efb7d5b664 req-29a582ff-7a38-4eac-907a-5eaa802a9f5e tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0597560 Nov 23 02:43:44.635757 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-92a064a4-e793-4ab4-abc6-95efb7d5b664 req-acdd0d6a-2bf8-43b3-a663-841b2a7b297b tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454991 Nov 23 02:43:45.769785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1ad2a-0cb7-458a-8ecd-865045c9e000 req-a35503e8-860c-4b28-bc1c-5a8801cfe50c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:45.771664 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-94c1ad2a-0cb7-458a-8ecd-865045c9e000 req-a35503e8-860c-4b28-bc1c-5a8801cfe50c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0607674 Nov 23 02:43:45.823694 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-94c1ad2a-0cb7-458a-8ecd-865045c9e000 req-5e87442e-6d2b-4bbe-892e-a28a30dccb0f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426753 Nov 23 02:43:46.958163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86724178-ba5a-4cc1-a207-c0991aacc7ce req-59753331-fb5a-4a9d-b379-05d21340ea98 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:46.959641 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-86724178-ba5a-4cc1-a207-c0991aacc7ce req-59753331-fb5a-4a9d-b379-05d21340ea98 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0529432 Nov 23 02:43:47.015557 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-86724178-ba5a-4cc1-a207-c0991aacc7ce req-2efca3d2-e14a-44e5-a8dd-fa2ac89007b6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Nov 23 02:43:48.144775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2ea83-313e-4dd4-8b34-b42cb577c684 req-868f59f3-06b2-4f48-a250-21ef2db7bb07 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:48.146629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-70c2ea83-313e-4dd4-8b34-b42cb577c684 req-868f59f3-06b2-4f48-a250-21ef2db7bb07 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0603874 Nov 23 02:43:48.200764 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-70c2ea83-313e-4dd4-8b34-b42cb577c684 req-18d53dad-9926-433a-be02-35534a15cb70 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 Nov 23 02:43:49.341266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13090165-7ab9-457e-bf8b-36c766c63e5d req-8c6759b6-664c-46a9-b532-e5a8b5f45df6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:49.343045 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-13090165-7ab9-457e-bf8b-36c766c63e5d req-8c6759b6-664c-46a9-b532-e5a8b5f45df6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0589819 Nov 23 02:43:49.402803 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-13090165-7ab9-457e-bf8b-36c766c63e5d req-bf19d599-66a9-4dc2-8446-e2b33b5b7cc0 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Nov 23 02:43:50.529851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:43:50.535840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b518c-8f77-4268-99f4-4bfc272d8a11 req-fda8c5ef-bde2-426c-86ce-cf010ad05c35 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:50.537384 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-411b518c-8f77-4268-99f4-4bfc272d8a11 req-fda8c5ef-bde2-426c-86ce-cf010ad05c35 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0525894 Nov 23 02:43:50.588145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-411b518c-8f77-4268-99f4-4bfc272d8a11 req-cc08ba79-7873-4009-922f-7e050fd2dd6f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419021 Nov 23 02:43:51.726332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33069378-7151-4637-8661-777e227152c1 req-40c843d1-fb8b-4732-89ee-bb94a65ca245 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:51.727803 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33069378-7151-4637-8661-777e227152c1 req-40c843d1-fb8b-4732-89ee-bb94a65ca245 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0619421 Nov 23 02:43:51.778031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33069378-7151-4637-8661-777e227152c1 req-a5cab4b5-85e3-4dc5-bab8-123b725f7d57 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Nov 23 02:43:52.909699 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb447322-5982-4372-ac18-aa729b58606c req-2456f4af-88e1-43b0-a934-57450af0e02f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:52.911225 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb447322-5982-4372-ac18-aa729b58606c req-2456f4af-88e1-43b0-a934-57450af0e02f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0583253 Nov 23 02:43:52.971587 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb447322-5982-4372-ac18-aa729b58606c req-a6add96b-498f-4aa5-85a6-e11ac1e42949 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518787 Nov 23 02:43:54.111859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc431fe-a4b6-4451-98a6-ff7b11620bac req-efd1d682-5072-4d7e-b47d-aa1e2355449c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:54.113397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ffc431fe-a4b6-4451-98a6-ff7b11620bac req-efd1d682-5072-4d7e-b47d-aa1e2355449c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0634549 Nov 23 02:43:54.161291 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ffc431fe-a4b6-4451-98a6-ff7b11620bac req-e193bffd-53e3-47f5-9179-dd65a4f9575d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Nov 23 02:43:55.287009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b44144-c7e4-4efd-bb6d-493be1bab309 req-bfb49253-4635-48b1-9935-904c0bbd6395 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:55.288574 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78b44144-c7e4-4efd-bb6d-493be1bab309 req-bfb49253-4635-48b1-9935-904c0bbd6395 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0509655 Nov 23 02:43:55.344224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78b44144-c7e4-4efd-bb6d-493be1bab309 req-30dcc62c-6849-4cec-960a-c7e3d64af958 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465496 Nov 23 02:43:56.477227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c6156-0d5d-4656-aaa0-3077dc8a9c8c req-318dbc95-f27a-47f0-867b-979f7989707f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:56.478765 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2c6156-0d5d-4656-aaa0-3077dc8a9c8c req-318dbc95-f27a-47f0-867b-979f7989707f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0593290 Nov 23 02:43:56.528893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2c6156-0d5d-4656-aaa0-3077dc8a9c8c req-b343f68e-f6c1-4d71-8531-5e67d1007c3a tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 Nov 23 02:43:57.657763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae78f2-8abb-477f-b6fd-0a5fe27dba50 req-5fa41c18-f445-4e74-aae6-71fc9d43048d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:57.659187 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-13ae78f2-8abb-477f-b6fd-0a5fe27dba50 req-5fa41c18-f445-4e74-aae6-71fc9d43048d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0531900 Nov 23 02:43:57.707811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-13ae78f2-8abb-477f-b6fd-0a5fe27dba50 req-cfa809dc-b8b2-4b1d-9107-63ed615e7298 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425191 Nov 23 02:43:58.513132 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:43:58.834841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c978e38-7d50-4458-bda2-1f67c2dcc516 req-7dadf211-b448-45ba-8697-f464e7b7755f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:43:58.836374 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c978e38-7d50-4458-bda2-1f67c2dcc516 req-7dadf211-b448-45ba-8697-f464e7b7755f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0559704 Nov 23 02:43:58.886926 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c978e38-7d50-4458-bda2-1f67c2dcc516 req-07525627-b744-4b51-b2c9-43079cc930dd tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420716 Nov 23 02:44:00.025417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764398e8-23b4-4674-a5ee-f805f51c736f req-7b4fa6d2-9722-449d-917c-7d285acf2621 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:00.026984 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-764398e8-23b4-4674-a5ee-f805f51c736f req-7b4fa6d2-9722-449d-917c-7d285acf2621 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0559566 Nov 23 02:44:00.080635 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-764398e8-23b4-4674-a5ee-f805f51c736f req-8b6cc5e2-db57-4ba9-953f-58cb7449dd4c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446548 Nov 23 02:44:01.210705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b462520-f4d7-44df-b072-acf6f451022a req-5e379e3f-d668-496e-ace9-3e4e97a31a19 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:01.212164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b462520-f4d7-44df-b072-acf6f451022a req-5e379e3f-d668-496e-ace9-3e4e97a31a19 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0502830 Nov 23 02:44:01.260277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b462520-f4d7-44df-b072-acf6f451022a req-89e91b07-3ed9-4ea2-9aab-1c7e71c132f8 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420811 Nov 23 02:44:02.379693 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cca0-ba03-4a72-bc30-d663ed461be9 req-b4e45b2e-6ca9-4a2a-a10f-1a2cf7e17c53 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:02.381222 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eec6cca0-ba03-4a72-bc30-d663ed461be9 req-b4e45b2e-6ca9-4a2a-a10f-1a2cf7e17c53 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0525250 Nov 23 02:44:02.449931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eec6cca0-ba03-4a72-bc30-d663ed461be9 req-3de7f45e-cde0-487e-83ad-06c555f3d93f tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589676 Nov 23 02:44:03.157202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d922da8-c010-4c89-b2fb-fc3bf72f7905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:03.581455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecea49f-cba1-4636-9e93-00cf4fd5ca49 req-27ea8256-ce47-4d23-b159-cd836bacdcd6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:03.583205 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ecea49f-cba1-4636-9e93-00cf4fd5ca49 req-27ea8256-ce47-4d23-b159-cd836bacdcd6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0507114 Nov 23 02:44:03.648188 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ecea49f-cba1-4636-9e93-00cf4fd5ca49 req-4a71713d-3602-4fbc-92ed-ec5f1e0c2f14 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543759 Nov 23 02:44:04.776186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198055-5613-4396-a691-5ca5f42fa0db req-1e260b4d-b100-49bb-a194-405bd3ff78c3 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:04.777711 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-38198055-5613-4396-a691-5ca5f42fa0db req-1e260b4d-b100-49bb-a194-405bd3ff78c3 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0590196 Nov 23 02:44:04.828228 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-38198055-5613-4396-a691-5ca5f42fa0db req-9c92a762-102d-417e-80e0-61546c580729 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418501 Nov 23 02:44:05.627838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c72bbe26-faa0-413b-aed3-a3d6f9bd6b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:05.953622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d98ae-e41f-48c6-b14e-146eb57b1237 req-dfeccaea-f1f5-49f0-9c7c-287d247854a4 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:05.955022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07d98ae-e41f-48c6-b14e-146eb57b1237 req-dfeccaea-f1f5-49f0-9c7c-287d247854a4 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0510509 Nov 23 02:44:06.005617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f07d98ae-e41f-48c6-b14e-146eb57b1237 req-32264a7f-7383-4df3-b34a-16e9d588e362 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440385 Nov 23 02:44:06.453028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:07.144003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc55e3-3f2a-4941-b69b-3b5289a68e8a req-774cd7e2-f5d5-46d3-95b2-c70d038227ae tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:07.146065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-58cc55e3-3f2a-4941-b69b-3b5289a68e8a req-774cd7e2-f5d5-46d3-95b2-c70d038227ae tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0535874 Nov 23 02:44:07.195345 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-58cc55e3-3f2a-4941-b69b-3b5289a68e8a req-50b890b4-78ed-4d03-941e-b8681641ade9 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430396 Nov 23 02:44:08.122368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:08.314224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde67ae-4f6f-49ac-989a-9bcf253b3bd6 req-8bc6e259-3434-4c2f-a14e-0d1f49b7ed80 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:08.315684 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6dde67ae-4f6f-49ac-989a-9bcf253b3bd6 req-8bc6e259-3434-4c2f-a14e-0d1f49b7ed80 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0504317 Nov 23 02:44:08.369354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6dde67ae-4f6f-49ac-989a-9bcf253b3bd6 req-b589a1b8-20ae-4b30-beab-2519e17138d6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Nov 23 02:44:09.065304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-ce75d47f-dd50-48cf-bba0-a8e09f9f07f3 service neutron] 10.222.0.46 "GET /v2.0/ports/1ddd1537-b9ef-4f16-8173-c3b815b6eaf0/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0798945 Nov 23 02:44:09.304654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:09.359419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-cbd51551-0b71-4ab5-aea8-c02124c3e0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:09.361057 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-cbd51551-0b71-4ab5-aea8-c02124c3e0e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de&tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c HTTP/1.1" status: 200 len: 1099 time: 0.0735638 Nov 23 02:44:09.440076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-a4dbe315-face-4576-a7f6-3dd257f36581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:09.441616 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-a4dbe315-face-4576-a7f6-3dd257f36581 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1099 time: 0.0405934 Nov 23 02:44:09.490722 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badfacdc-339b-41ec-9358-7411d7afdb3e req-5101d62d-9cef-4a1f-8df9-4c6f5fc2be8d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:09.492361 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-badfacdc-339b-41ec-9358-7411d7afdb3e req-5101d62d-9cef-4a1f-8df9-4c6f5fc2be8d tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0494311 Nov 23 02:44:09.548302 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-badfacdc-339b-41ec-9358-7411d7afdb3e req-0f5480e9-1eb2-4a7b-811b-e336dc5a7176 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496385 Nov 23 02:44:09.860175 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-c6859dbc-a300-41f0-90b8-e06b144b7c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:09.861696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-c6859dbc-a300-41f0-90b8-e06b144b7c01 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 913 time: 0.4125738 Nov 23 02:44:09.907023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-37b64525-efe0-4e29-bc6d-2c8d7d551ab4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0340219 Nov 23 02:44:09.958639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-21cd5416-2c1d-4833-9c8f-bae23957e61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:09.960408 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-21cd5416-2c1d-4833-9c8f-bae23957e61f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 200 len: 852 time: 0.0458839 Nov 23 02:44:09.998259 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-572f2bb3-2e53-4ac0-b1f6-2c8660088a3a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c780514-2b83-41fd-8225-8b285c0b725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252447 Nov 23 02:44:10.086844 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-3225351a-8741-496d-82aa-d6c1f5c2221a service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802772 Nov 23 02:44:10.182622 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7f2bb8ab-bddd-4e2a-a790-86faaa5c42db req-5436d605-4540-4d97-b6e6-6b41ebd9b461 service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854752 Nov 23 02:44:10.679598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327c25-9aa3-41cc-94c7-34c2600c8829 req-2b2d046b-abf3-40b8-8933-7160edb51310 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:10.681087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e3327c25-9aa3-41cc-94c7-34c2600c8829 req-2b2d046b-abf3-40b8-8933-7160edb51310 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0580089 Nov 23 02:44:10.731614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e3327c25-9aa3-41cc-94c7-34c2600c8829 req-2a29682b-727e-4298-b4c7-fb81d1aa9373 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415075 Nov 23 02:44:11.448298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:44:11.455396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:11.615806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.618529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:11.636567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'network_id': '5c780514-2b83-41fd-8225-8b285c0b725c', 'port_id': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'mac_address': 'fa:16:3e:4e:1c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d27c56-4b08-4eae-9eb9-e2480e9dbf64', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:44:11.650844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:11.653173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da0eea-c32a-47d8-b61c-856bd1a3bfa3" -d '{"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-unplugged", "status": "completed", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:11.683027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:11.693696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.701622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:11.720186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8ec66a-2894-41d5-9a82-ac8c8d71ac08 x-openstack-request-id: req-be8ec66a-2894-41d5-9a82-ac8c8d71ac08 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:11.720516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-unplugged", "status": "completed", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:11.720775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be8ec66a-2894-41d5-9a82-ac8c8d71ac08 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:11.721176 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'code': 200} Nov 23 02:44:11.739266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:44:11.761487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:11.795306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.795660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.796010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.796381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.796722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.797064 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.797395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.797734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.798074 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.798403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.798727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.799049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:11.810238 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:44:11.810609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:44:11.864082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41366a2b-472d-44a4-a36f-a9c617a3f9bb req-043341f6-f9cf-4636-a923-2f2e13ced58c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:11.865972 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-41366a2b-472d-44a4-a36f-a9c617a3f9bb req-043341f6-f9cf-4636-a923-2f2e13ced58c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 944 time: 0.0579023 Nov 23 02:44:11.916412 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-41366a2b-472d-44a4-a36f-a9c617a3f9bb req-8c0ce815-dc38-443d-a12a-5e3584fc02a6 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448470 Nov 23 02:44:12.352849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.367670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:44:12.387496 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:12.391168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:12.445137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:12.555733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:44:13.065308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f614231-7b1e-4d9d-9a23-0ca82fea3b7a req-0de44a73-3e70-4a4f-bbbb-604622752764 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:13.067007 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f614231-7b1e-4d9d-9a23-0ca82fea3b7a req-0de44a73-3e70-4a4f-bbbb-604622752764 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 945 time: 0.0593836 Nov 23 02:44:13.117130 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0f614231-7b1e-4d9d-9a23-0ca82fea3b7a req-197d7ecb-793b-443b-8463-6b0f3c882ce3 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437119 Nov 23 02:44:13.446165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:13.475466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-756b7469-de06-4bb4-86d7-761ae4cc61fb tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:13.477021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-756b7469-de06-4bb4-86d7-761ae4cc61fb tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de&tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0840082 Nov 23 02:44:13.495462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:13.495849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.576587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.585015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-1594853b-c5f2-42c9-95bc-9d71230cd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:13.586562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-1594853b-c5f2-42c9-95bc-9d71230cd0d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 1098 time: 0.0446627 Nov 23 02:44:13.610435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:13.615391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:13.667151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:13.687843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-4828128c-65c7-42fb-9a1e-f22b4c4aa20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:13.689446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-4828128c-65c7-42fb-9a1e-f22b4c4aa20d service neutron] 10.222.0.46 "GET /v2.0/networks?id=5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 200 len: 913 time: 0.0930593 Nov 23 02:44:13.722084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:13.724685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e0f798-2538-439f-9b03-4de95d2d65e6" -d '{"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:13.739407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-7c61bf58-abba-41e6-9a0c-481f635fc1d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 200 len: 217 time: 0.0405765 Nov 23 02:44:13.768701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48062478-f662-44b1-8e41-839bd7c9cc08 x-openstack-request-id: req-48062478-f662-44b1-8e41-839bd7c9cc08 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:13.769087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-plugged", "status": "completed", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:13.769397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48062478-f662-44b1-8e41-839bd7c9cc08 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:13.770182 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'code': 200} Nov 23 02:44:13.791149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-a9263732-ef7a-4f45-8011-4972b1125d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:13.792688 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-a9263732-ef7a-4f45-8011-4972b1125d7b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 200 len: 852 time: 0.0449557 Nov 23 02:44:13.843114 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-f9645abb-ee9e-4c76-b0c7-78fb02300760 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5c780514-2b83-41fd-8225-8b285c0b725c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252702 Nov 23 02:44:13.939716 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-b2e87090-17b7-47e1-ad58-4be94550a79c service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882914 Nov 23 02:44:14.044432 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-c9eea590-0d19-4855-a9f8-a095941b5d8b service neutron] 10.222.0.46 "GET /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965104 Nov 23 02:44:14.965734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b095d4-c2dc-4070-847b-5e13330bc599 req-435fad39-b683-4a12-bb52-7a97e32eb817 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:14.967223 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e7b095d4-c2dc-4070-847b-5e13330bc599 req-435fad39-b683-4a12-bb52-7a97e32eb817 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0504277 Nov 23 02:44:15.019478 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e7b095d4-c2dc-4070-847b-5e13330bc599 req-9c1f875c-a234-45f3-ac57-b003a9892c7c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430906 Nov 23 02:44:16.149411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fad2a6-4927-4d75-8e31-03337437b60d req-815a894d-3d4b-4fa3-9c0a-486fafc7cd1e tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:16.150967 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-22fad2a6-4927-4d75-8e31-03337437b60d req-815a894d-3d4b-4fa3-9c0a-486fafc7cd1e tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0524378 Nov 23 02:44:16.198527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-22fad2a6-4927-4d75-8e31-03337437b60d req-260535f7-66af-4188-8179-5932390fc86c tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414214 Nov 23 02:44:17.048049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-3cc05963-80a2-4b67-829a-11e651eaae84 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.049482 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-3cc05963-80a2-4b67-829a-11e651eaae84 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.46 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0630660 Nov 23 02:44:17.149538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Deleting port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:44:17.150286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.249192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] For port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,segment=NetworkSegment(0dce4a38-1d4d-495e-a1a0-7729fa8bde7f),segment_id=0dce4a38-1d4d-495e-a1a0-7729fa8bde7f)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:17.249584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.262857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Calling delete_port for 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:44:17.329355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb133d4-fe38-43a5-851a-13e978862b7c req-000feeda-986b-4b7c-9c50-b92970d25460 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:17.330794 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0eb133d4-fe38-43a5-851a-13e978862b7c req-000feeda-986b-4b7c-9c50-b92970d25460 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3086ed0-f3d8-44dc-ab97-7d5efae0b9de HTTP/1.1" status: 200 len: 946 time: 0.0542619 Nov 23 02:44:17.381703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0eb133d4-fe38-43a5-851a-13e978862b7c req-fbad790e-a930-4b6b-8b1a-5209a94e2762 tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.53 "GET /v2.0/security-groups?id=6fc14401-0730-4d69-94da-fe6ea9e4feb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Nov 23 02:44:17.402294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.431171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Pushing event deleted for resources: {'Port': ['ID=1ddd1537-b9ef-4f16-8173-c3b815b6eaf0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:17.442839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.443192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.443538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.444061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.444724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.444829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.445093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.445425 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.445523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:44:17.445965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.446093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.446402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.446727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:17.480588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] No DVR routers for this DVR port 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:44:17.483190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:17.486551 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c691f171-80c5-4d3a-a004-4db3250a5569 req-89d82bde-f596-422b-9036-bad711e831ef tempest-DeleteServersTestJSON-1059627276 tempest-DeleteServersTestJSON-1059627276-project] 10.222.0.46 "DELETE /v2.0/ports/1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 HTTP/1.1" status: 204 len: 173 time: 0.4287307 Nov 23 02:44:17.487022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-deleted', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:17.489350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3185d3a3-4396-4725-8631-8e76785c77ef" -d '{"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-deleted", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:17.530448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b345b0-c82e-464f-9d9d-76f6e394acaf x-openstack-request-id: req-20b345b0-c82e-464f-9d9d-76f6e394acaf {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:17.530762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3086ed0-f3d8-44dc-ab97-7d5efae0b9de", "name": "network-vif-deleted", "tag": "1ddd1537-b9ef-4f16-8173-c3b815b6eaf0", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:17.531075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20b345b0-c82e-464f-9d9d-76f6e394acaf {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:17.531526 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3086ed0-f3d8-44dc-ab97-7d5efae0b9de', 'name': 'network-vif-deleted', 'tag': '1ddd1537-b9ef-4f16-8173-c3b815b6eaf0', 'status': 'completed', 'code': 200} Nov 23 02:44:18.515694 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37362) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:18.563076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Deleting subnet d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:44:18.566433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.607310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.649953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.706157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.732339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d27c56-4b08-4eae-9eb9-e2480e9dbf64,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:18.734840 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.738042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6d27c56-4b08-4eae-9eb9-e2480e9dbf64 HTTP/1.1" status: 204 len: 168 time: 0.2212851 Nov 23 02:44:18.741116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37364) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:18.744452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.744806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.745151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.745457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.745823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.746128 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.746457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.746785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.747126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.747530 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.747785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.748090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbaa00ac-4910-48d9-b4d7-0fb94bfff118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:44:18.815005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.892685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.919015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c780514-2b83-41fd-8225-8b285c0b725c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:18.928540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:18.928842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dce4a38-1d4d-495e-a1a0-7729fa8bde7f') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:44:18.938398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.952718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.962241 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:44:18.962753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:44:18.965039 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:44:19.028860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.036619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.040370 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5c780514-2b83-41fd-8225-8b285c0b725c HTTP/1.1" status: 204 len: 168 time: 0.2982481 Nov 23 02:44:19.051650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3140e-42dc-47d2-a772-eb4ccff02ad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c780514-2b83-41fd-8225-8b285c0b725c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:19.181709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:19.223134 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-47f31d4b-1f9e-4ef4-b7b9-22376448aba5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e9917b59fe84f0fb26a49da45f8bf1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401189 Nov 23 02:44:19.225878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37370) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:19.285144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af510e85-c2dd-4096-9b6c-3ce13b6b2635 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.308584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af510e85-c2dd-4096-9b6c-3ce13b6b2635 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.359730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af510e85-c2dd-4096-9b6c-3ce13b6b2635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.362557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af510e85-c2dd-4096-9b6c-3ce13b6b2635 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:19.363782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-af510e85-c2dd-4096-9b6c-3ce13b6b2635 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6fc14401-0730-4d69-94da-fe6ea9e4feb7 HTTP/1.1" status: 204 len: 168 time: 0.1369865 Nov 23 02:44:19.371886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af510e85-c2dd-4096-9b6c-3ce13b6b2635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc14401-0730-4d69-94da-fe6ea9e4feb7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:19.451252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:44:19.472201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:44:19.472593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 1ddd1537-b9ef-4f16-8173-c3b815b6eaf0 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:44:20.103520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37392) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:20.233272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-948455401-network', 'tenant_id': '7605233e15d54245844f8b150cf4d510'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:20.264215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Made reservation on behalf of 7605233e15d54245844f8b150cf4d510 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:20.266763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.275774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.352602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.358630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.381306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:44:20.397371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d875d4da-abd0-4f42-9f5c-694eb81b1b40,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.401906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.402246 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Added segment 4ab78420-15f7-472a-9032-42fbe6d51f56 of type vlan for network 766ce25b-b81a-4dcb-9f11-d118ccb0618b Nov 23 02:44:20.442814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.469566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.470590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:20.471258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.514957 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.543020 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4382787 Nov 23 02:44:20.546338 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37396) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:44:20.551503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Request body: {'subnet': {'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-948455401-subnet', 'tenant_id': '7605233e15d54245844f8b150cf4d510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:20.566534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739cbdb-00af-42a3-b9e3-51077cf7449d admin admin] Pushing event updated for resources: {'Network': ['ID=766ce25b-b81a-4dcb-9f11-d118ccb0618b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.577920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Made reservation on behalf of 7605233e15d54245844f8b150cf4d510 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:20.579468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 766ce25b-b81a-4dcb-9f11-d118ccb0618b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:44:20.580813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.762606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.810926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:20.825766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Checking segment: {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:20.826144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Network hostable DHCP agents. Network: 766ce25b-b81a-4dcb-9f11-d118ccb0618b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:44:20.845161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Network 766ce25b-b81a-4dcb-9f11-d118ccb0618b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:44:20.856016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 766ce25b-b81a-4dcb-9f11-d118ccb0618b) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:20.860611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:20.861231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:20.866263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938349b6-8105-449b-97e3-e2e6fcb9137f None None] Network 766ce25b-b81a-4dcb-9f11-d118ccb0618b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:20.879421 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ccfaffe5-0aaa-4662-b558-aff3b4152085 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3316712 Nov 23 02:44:20.984771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9459c6-e306-467d-b815-c401d0bc5a5e None None] Network 766ce25b-b81a-4dcb-9f11-d118ccb0618b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:44:21.333449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-73f1ba37-15fd-44d7-91bc-9bb8b4793dd1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:21.334891 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-73f1ba37-15fd-44d7-91bc-9bb8b4793dd1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 814 time: 0.1115236 Nov 23 02:44:21.359397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-91140eaf-4592-46dd-9834-f84a7bd4e1cb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/quotas/7605233e15d54245844f8b150cf4d510 HTTP/1.1" status: 200 len: 375 time: 0.0183425 Nov 23 02:44:21.391747 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7bff3fb7-bac1-4bdd-b1f6-f5277eba9c6d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265708 Nov 23 02:44:21.403088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-4ce2f2d2-f16a-417b-96e7-f8def53a32f8 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:44:21.404051 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-4ce2f2d2-f16a-417b-96e7-f8def53a32f8 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050666 Nov 23 02:44:21.494565 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-f94a034d-ac2b-4f25-a0bc-e9c5b3bbfc69 service neutron] 10.222.0.53 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847526 Nov 23 02:44:21.591386 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-723fc9af-0ace-48d3-897e-9a0684942336 service neutron] 10.222.0.53 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879440 Nov 23 02:44:21.750858 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bb71fb65-af01-4b77-b3f2-aaf8b4dd3f97 req-30a412c1-7261-406d-826c-0b992e9da0d4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Nov 23 02:44:22.853707 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-10f0e943-ece9-4bc5-a237-09a4e4e2fcc5 req-74739a7e-be61-488b-ac58-392c329387b0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 210 time: 0.0316801 Nov 23 02:44:22.964205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-b18e730c-c2f5-4d91-8e20-3b187208f6e4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:22.966033 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-b18e730c-c2f5-4d91-8e20-3b187208f6e4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 814 time: 0.1152368 Nov 23 02:44:22.989980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Request body: {'port': {'device_id': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'admin_state_up': True, 'tenant_id': '7605233e15d54245844f8b150cf4d510'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:23.102366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Made reservation on behalf of 7605233e15d54245844f8b150cf4d510 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:44:23.106135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.232695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Allocated IP 172.20.0.11 (766ce25b-b81a-4dcb-9f11-d118ccb0618b/9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f/c899cacd-0687-45fa-8e6d-9d039857aefc) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:44:23.393182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.440158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.484135 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Network 766ce25b-b81a-4dcb-9f11-d118ccb0618b is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:44:23.487472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:44:23.491103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:44:23.514214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:23.543162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:23.543779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.562054 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-7cd676f3-7d03-4306-a0f5-b89b3832804a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5760341 Nov 23 02:44:23.587575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Request body: {'port': {'device_id': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:44:23.649772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.916742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c899cacd-0687-45fa-8e6d-9d039857aefc {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:44:23.924444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.936593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Transition to ACTIVE for port object c899cacd-0687-45fa-8e6d-9d039857aefc will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:44:23.943001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:23.983582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9e513-63f7-4f52-8faf-021591f24fff req-781ce532-da7c-4ffd-9bf1-88be4c872d03 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:23.985235 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69c9e513-63f7-4f52-8faf-021591f24fff req-781ce532-da7c-4ffd-9bf1-88be4c872d03 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 932 time: 0.0566943 Nov 23 02:44:23.997255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:24.037524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69c9e513-63f7-4f52-8faf-021591f24fff req-6377efcb-8c32-4723-be66-7f06040e5bcd tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450370 Nov 23 02:44:24.063801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Attempting to bind port c899cacd-0687-45fa-8e6d-9d039857aefc on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:44:24.064138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Attempting to bind port c899cacd-0687-45fa-8e6d-9d039857aefc by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:44:24.064527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Attempting to bind port c899cacd-0687-45fa-8e6d-9d039857aefc on network 766ce25b-b81a-4dcb-9f11-d118ccb0618b {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:24.068794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Port c899cacd-0687-45fa-8e6d-9d039857aefc on network 766ce25b-b81a-4dcb-9f11-d118ccb0618b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:44:24.069112 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Attempting to bind port c899cacd-0687-45fa-8e6d-9d039857aefc on network 766ce25b-b81a-4dcb-9f11-d118ccb0618b {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:44:24.074151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:44:24.074485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Checking segment: {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:44:24.074899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Bound using segment: {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:44:24.075324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Bound port: c899cacd-0687-45fa-8e6d-9d039857aefc, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:44:24.075670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.138204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:44:24.141353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:44:24.149476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.185361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:24.186046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:24.187434 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] 10.222.0.46 "PUT /v2.0/ports/c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 1094 time: 0.6040084 Nov 23 02:44:24.187883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:24.190207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b" -d '{"events": [{"name": "network-changed", "server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:24.211085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abfa06-be49-4d66-9bca-315257729bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:24.231525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e473d7a-9a14-49ef-8db9-dd71ec0cc648 x-openstack-request-id: req-6e473d7a-9a14-49ef-8db9-dd71ec0cc648 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:24.231822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:24.232077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e473d7a-9a14-49ef-8db9-dd71ec0cc648 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:24.232560 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'status': 'completed', 'code': 200} Nov 23 02:44:24.308970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-2ac5501d-e9d3-4fd1-b1ac-eff2a7af8d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:24.310478 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-2ac5501d-e9d3-4fd1-b1ac-eff2a7af8d93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1097 time: 0.0483334 Nov 23 02:44:24.361771 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-857a9894-88ad-427f-a8cb-e8c4ac16f1a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 217 time: 0.0350475 Nov 23 02:44:24.412259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-2f9e2e01-a5fa-464e-a69b-1fbe907cd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:24.413655 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-2f9e2e01-a5fa-464e-a69b-1fbe907cd24f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0428634 Nov 23 02:44:24.456041 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-8ed5c11a-4b78-4c12-9e85-8a634ee71566 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341344 Nov 23 02:44:24.547641 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-9a0affc7-49d2-40a4-9084-2c935767c3aa service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828969 Nov 23 02:44:24.649955 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8fd07374-0192-4a80-8c4c-aeb8394836bc req-905a93ee-eff6-4c33-addd-6035ead63e24 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934956 Nov 23 02:44:24.810629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-7c50fcda-2405-459a-83f8-fee1b076364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:24.812132 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-7c50fcda-2405-459a-83f8-fee1b076364b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1097 time: 0.0444679 Nov 23 02:44:24.907710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-f57feb85-17bc-4c33-b136-321aee0e6e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:24.909218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-f57feb85-17bc-4c33-b136-321aee0e6e94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0853975 Nov 23 02:44:24.957183 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-6d1c6b37-de8b-433d-96f2-b85fa3fcd083 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 217 time: 0.0374372 Nov 23 02:44:25.010884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-a12dec2d-cc29-4b73-bdfa-94572985cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:25.012266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-a12dec2d-cc29-4b73-bdfa-94572985cce5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0437360 Nov 23 02:44:25.054125 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-904a4e9c-0ed1-43dc-94af-0c38d2c2a26a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278010 Nov 23 02:44:25.151782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-c118e5c7-cf48-4cfe-86eb-b602e8be20bc service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865958 Nov 23 02:44:25.156272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06831d0c-e3f7-45c9-bc52-23937e2ed01a req-7696c574-37f8-41cf-ad7a-9cec5da5f9d5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:25.157846 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-06831d0c-e3f7-45c9-bc52-23937e2ed01a req-7696c574-37f8-41cf-ad7a-9cec5da5f9d5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 944 time: 0.0516810 Nov 23 02:44:25.208681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-06831d0c-e3f7-45c9-bc52-23937e2ed01a req-f525ffe9-fec4-4d73-b90a-7669f136a901 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Nov 23 02:44:25.247879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8d2d274f-9c4b-4b9f-ba92-7404a517b09b req-996add8f-ed54-4a80-9c50-0984f014d30a service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877028 Nov 23 02:44:25.469293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:44:25.584680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:25.596776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'port_id': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'mac_address': 'fa:16:3e:c2:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:44:25.635207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.652452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c899cacd-0687-45fa-8e6d-9d039857aefc {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:44:25.673062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:25.679274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:25.729844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:26.044880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['c899cacd-0687-45fa-8e6d-9d039857aefc'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:44:26.339559 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a8915-540b-4bb9-bf82-74681dfbab8f req-038a956a-0cd6-4c11-8c18-7feb399f5c33 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:26.341334 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-433a8915-540b-4bb9-bf82-74681dfbab8f req-038a956a-0cd6-4c11-8c18-7feb399f5c33 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 945 time: 0.0579963 Nov 23 02:44:26.397681 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-433a8915-540b-4bb9-bf82-74681dfbab8f req-666b51c5-0fcd-4d49-9ad5-17e356a2ebb6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500336 Nov 23 02:44:27.485347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:44:27.526910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341385e0-d574-465f-83b5-63aef183748d req-4f1b6f67-63bf-4964-979b-090c3d0b63b9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:27.528460 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-341385e0-d574-465f-83b5-63aef183748d req-4f1b6f67-63bf-4964-979b-090c3d0b63b9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 945 time: 0.0558622 Nov 23 02:44:27.538147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port c899cacd-0687-45fa-8e6d-9d039857aefc completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:44:27.542469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port c899cacd-0687-45fa-8e6d-9d039857aefc triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:44:27.542852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.577626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-341385e0-d574-465f-83b5-63aef183748d req-3913bf64-88b9-44a6-b94e-dac83cb25ec6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427649 Nov 23 02:44:27.628707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.652456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:44:27.654749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a43f87e-b2f5-4bd8-a747-ccc13d465bdd" -d '{"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-plugged", "status": "completed", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:44:27.670866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:44:27.675931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:27.699132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505fc573-21a9-4d95-b4e8-4858e10fe5ee x-openstack-request-id: req-505fc573-21a9-4d95-b4e8-4858e10fe5ee {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:44:27.699432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-plugged", "status": "completed", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:44:27.699693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-505fc573-21a9-4d95-b4e8-4858e10fe5ee {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:44:27.700087 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'code': 200} Nov 23 02:44:27.725866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:44:27.920460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0daf1c-9fca-4180-9cb2-16948a4ebbfe req-93092d9d-23b6-4667-826e-d72f783732e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:27.921854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cf0daf1c-9fca-4180-9cb2-16948a4ebbfe req-93092d9d-23b6-4667-826e-d72f783732e0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1099 time: 0.0424178 Nov 23 02:44:27.969776 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cf0daf1c-9fca-4180-9cb2-16948a4ebbfe req-100e55c1-9272-4adc-a344-4c10b868498a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385156 Nov 23 02:44:28.709843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5451b-2316-4312-a8ea-df74a597643b req-a183aeaa-edcf-40f4-8910-cbf87c94a4c5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:28.711376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-38d5451b-2316-4312-a8ea-df74a597643b req-a183aeaa-edcf-40f4-8910-cbf87c94a4c5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0548437 Nov 23 02:44:28.763771 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-38d5451b-2316-4312-a8ea-df74a597643b req-a2925aa9-dacb-40bc-9463-c918740f0aab tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462291 Nov 23 02:44:29.882713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473c52a-e8e5-4ec4-a0bc-1db4e5ff57c4 req-28bb641c-66a1-48ca-ad9a-4c8d74053ee7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:29.884250 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b473c52a-e8e5-4ec4-a0bc-1db4e5ff57c4 req-28bb641c-66a1-48ca-ad9a-4c8d74053ee7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0497761 Nov 23 02:44:29.939029 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b473c52a-e8e5-4ec4-a0bc-1db4e5ff57c4 req-014fe51f-1f6a-40c8-8612-1326f368d94b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484493 Nov 23 02:44:30.059054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f356160-c041-4823-a270-722582ac6747 req-e47774a0-c97f-4b77-8abb-dfd3d55a8607 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:30.060561 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f356160-c041-4823-a270-722582ac6747 req-e47774a0-c97f-4b77-8abb-dfd3d55a8607 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0533795 Nov 23 02:44:30.112717 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f356160-c041-4823-a270-722582ac6747 req-30d83a99-856c-41bb-ac3f-031eb2212570 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Nov 23 02:44:30.333312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f822fb-d013-4770-9741-aa9c1d4c399f req-85d62c3c-b451-4b92-a3bd-97890e1836ba tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:30.335578 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-79f822fb-d013-4770-9741-aa9c1d4c399f req-85d62c3c-b451-4b92-a3bd-97890e1836ba tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0561345 Nov 23 02:44:30.384888 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-79f822fb-d013-4770-9741-aa9c1d4c399f req-d3ce2ca4-bb2f-4760-ba3f-fdacab6b0172 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437264 Nov 23 02:44:30.514419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1939c8-35f0-457d-9330-b3a5d0ed42db req-9b5a2e54-04a4-4cb8-ad17-664368705eb0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:30.515941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8f1939c8-35f0-457d-9330-b3a5d0ed42db req-9b5a2e54-04a4-4cb8-ad17-664368705eb0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0558164 Nov 23 02:44:30.564553 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8f1939c8-35f0-457d-9330-b3a5d0ed42db req-d31fed4f-2f49-4bf1-8f7b-83ffd4c85e75 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 Nov 23 02:44:30.817398 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-80c287f4-d812-43b5-b4b8-00f3e32f5161 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416565 Nov 23 02:44:30.826975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61def44a-e5c4-4821-a519-cda278f59247 req-e20d6df2-032f-4281-aaae-956938cbee15 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:30.828476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-61def44a-e5c4-4821-a519-cda278f59247 req-e20d6df2-032f-4281-aaae-956938cbee15 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0493979 Nov 23 02:44:30.876985 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-61def44a-e5c4-4821-a519-cda278f59247 req-5fdba21b-93a9-428b-9cfe-89a527269e24 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422859 Nov 23 02:44:31.995639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cffb6a-6610-4736-bc6b-47011bc5702c req-664eae1a-282d-4b71-958a-15ed9035be1c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:31.997307 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-99cffb6a-6610-4736-bc6b-47011bc5702c req-664eae1a-282d-4b71-958a-15ed9035be1c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0514205 Nov 23 02:44:32.050762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-99cffb6a-6610-4736-bc6b-47011bc5702c req-dd16873d-1c2c-46c7-bff0-7b44b72de9e4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473886 Nov 23 02:44:32.139458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-11de42db-952d-457c-89d2-f0d292af7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:32.141071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-11de42db-952d-457c-89d2-f0d292af7b15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1099 time: 0.0414896 Nov 23 02:44:32.242806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-f19f0f77-da1b-491e-90a1-33d98a08fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:32.244389 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-f19f0f77-da1b-491e-90a1-33d98a08fac7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0942581 Nov 23 02:44:32.289438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-4f7fceca-3dc7-4673-a2f3-e58ac84b3085 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 217 time: 0.0363300 Nov 23 02:44:32.343859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-9ee5161b-8d8d-471a-9662-9eb346425ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:32.345431 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-9ee5161b-8d8d-471a-9662-9eb346425ec0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0489471 Nov 23 02:44:32.378873 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-789550aa-2473-4971-9764-e3ec8642a046 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251715 Nov 23 02:44:32.471337 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-b3987f89-c4c0-4adc-b5a2-ddcbd558a9c6 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827267 Nov 23 02:44:32.567491 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-d43fd91e-4559-4a44-8d4c-96910216f61f service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884237 Nov 23 02:44:33.144110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cfbc2252-9a31-4906-bb3d-2883030b3471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:33.217507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e5965-fa1d-480a-b971-53be8c01a515 req-e32485a9-619f-408f-b498-d576ce835e69 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:33.219064 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-457e5965-fa1d-480a-b971-53be8c01a515 req-e32485a9-619f-408f-b498-d576ce835e69 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0694084 Nov 23 02:44:33.282771 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-457e5965-fa1d-480a-b971-53be8c01a515 req-f526c76b-52da-467b-bdd8-11fe43cf170c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563521 Nov 23 02:44:34.414571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062e485-acf6-4836-ae23-2052663755ab req-c51f4a3d-70ee-4af9-884c-dfc622cce19c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:34.416103 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9062e485-acf6-4836-ae23-2052663755ab req-c51f4a3d-70ee-4af9-884c-dfc622cce19c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0518389 Nov 23 02:44:34.467325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9062e485-acf6-4836-ae23-2052663755ab req-d72c3246-8a8b-4e4f-bdd7-39a2bf709aeb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Nov 23 02:44:35.516189 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:44:35.607106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abece42-4976-443e-b2c0-88548849d8f4 req-3c3ff922-2aa3-479f-8ee5-26a1ff61faf9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:35.608793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2abece42-4976-443e-b2c0-88548849d8f4 req-3c3ff922-2aa3-479f-8ee5-26a1ff61faf9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0554733 Nov 23 02:44:35.617007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-23250978-4e45-47bd-9e38-beabe776e127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:35.662704 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2abece42-4976-443e-b2c0-88548849d8f4 req-90063c91-a0ab-4935-b33d-e411bd3f5c97 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471852 Nov 23 02:44:36.466674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:36.782323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2a419-5187-4d1a-b01b-30942866a501 req-6c2da480-3b49-40d5-bfbf-d1a93cebba06 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:36.783831 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5fd2a419-5187-4d1a-b01b-30942866a501 req-6c2da480-3b49-40d5-bfbf-d1a93cebba06 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0521154 Nov 23 02:44:36.833629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5fd2a419-5187-4d1a-b01b-30942866a501 req-1418671e-8743-4fa5-a4af-f3df90f89199 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436056 Nov 23 02:44:37.985783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dc60d-93bf-4a5f-a13f-0c0112bb021a req-1eaf2697-0d99-4a7e-826e-0bdfd61b962a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:37.987252 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-439dc60d-93bf-4a5f-a13f-0c0112bb021a req-1eaf2697-0d99-4a7e-826e-0bdfd61b962a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0668907 Nov 23 02:44:38.036906 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-439dc60d-93bf-4a5f-a13f-0c0112bb021a req-91191cd5-b00e-4f20-b54c-3ab8f905e23c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Nov 23 02:44:38.124379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:39.166085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539da1d-6ad7-48bb-a0dc-dd19a23730f3 req-7ef19e6a-4780-408d-9661-1c29ac1f9318 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:39.167554 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3539da1d-6ad7-48bb-a0dc-dd19a23730f3 req-7ef19e6a-4780-408d-9661-1c29ac1f9318 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0537474 Nov 23 02:44:39.216153 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3539da1d-6ad7-48bb-a0dc-dd19a23730f3 req-fc282f94-d975-43d6-9962-e1807b37e6e5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Nov 23 02:44:39.315394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:40.339164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a813ed-cab6-4f40-b994-4f8c5b290ce3 req-5d94e7ae-5665-4357-8d08-5ceba8a72afe tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:40.341442 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e5a813ed-cab6-4f40-b994-4f8c5b290ce3 req-5d94e7ae-5665-4357-8d08-5ceba8a72afe tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0527596 Nov 23 02:44:40.393376 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e5a813ed-cab6-4f40-b994-4f8c5b290ce3 req-a85fc1a9-fd0a-4765-9531-65b6fdb2f10b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Nov 23 02:44:41.528712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f72fd5-60fb-4248-8d4f-e0c0ac276bab req-8b655bcf-1218-425c-8208-80793b80f7ac tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:41.530319 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-49f72fd5-60fb-4248-8d4f-e0c0ac276bab req-8b655bcf-1218-425c-8208-80793b80f7ac tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0609710 Nov 23 02:44:41.581572 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-49f72fd5-60fb-4248-8d4f-e0c0ac276bab req-dd2a4a89-df0f-4655-ab9b-687155e35f83 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426006 Nov 23 02:44:42.702650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf5076-5a97-47cb-81f9-8c163239bd86 req-72da49c5-874f-4e66-81dc-12e46e697477 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:42.704165 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1eaf5076-5a97-47cb-81f9-8c163239bd86 req-72da49c5-874f-4e66-81dc-12e46e697477 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Nov 23 02:44:42.760362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1eaf5076-5a97-47cb-81f9-8c163239bd86 req-c7fc7c8c-b79d-440e-bfd7-6bb20aa16f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Nov 23 02:44:43.902316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8d241-beff-4382-afd4-626d34ba8583 req-14c98fa8-b1cd-46bf-915c-4eb2131ae65a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:43.903757 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-65e8d241-beff-4382-afd4-626d34ba8583 req-14c98fa8-b1cd-46bf-915c-4eb2131ae65a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0617149 Nov 23 02:44:43.956023 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-65e8d241-beff-4382-afd4-626d34ba8583 req-79a1c197-d422-47e6-a8a4-da4ff423e4f8 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434258 Nov 23 02:44:44.948845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-89240608-dd8e-4314-8526-54e4a80d7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:44.950338 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-89240608-dd8e-4314-8526-54e4a80d7985 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1099 time: 0.0425508 Nov 23 02:44:45.098324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6181f41-2529-46d4-921c-999fc7804205 req-867cf086-e68a-40b1-93c6-34ef64040513 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:45.099986 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f6181f41-2529-46d4-921c-999fc7804205 req-867cf086-e68a-40b1-93c6-34ef64040513 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0743458 Nov 23 02:44:45.101367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-428759c0-ca86-4912-85d9-6ab7dab3c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:45.102650 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-428759c0-ca86-4912-85d9-6ab7dab3c7bc service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.1270940 Nov 23 02:44:45.170361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-acc41f05-259d-475b-877f-e954aa580490 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 217 time: 0.0576239 Nov 23 02:44:45.552301 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f6181f41-2529-46d4-921c-999fc7804205 req-3613d7c4-5b74-4d48-9880-6b34e5cd3f0f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463217 Nov 23 02:44:45.568033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-d7a00d53-42c8-4c0d-bb58-297622677cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:45.569560 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-d7a00d53-42c8-4c0d-bb58-297622677cbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.3914020 Nov 23 02:44:45.602244 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-d0056fad-1961-436f-8263-54e81ed81468 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245130 Nov 23 02:44:45.702687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-94fa8925-4be1-4cc4-a0d0-e9940f31973c service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862787 Nov 23 02:44:45.806658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a830d59c-034f-4131-82fc-6c93de4ce44a req-2cf2d5e6-1034-4a19-a70e-9ac6da15979c service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924149 Nov 23 02:44:46.685262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e854bc-b4a4-49cb-a808-5141e22b0165 req-6557fc66-7433-4ee3-bc81-9488678d687a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:46.686780 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b2e854bc-b4a4-49cb-a808-5141e22b0165 req-6557fc66-7433-4ee3-bc81-9488678d687a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0528576 Nov 23 02:44:46.736260 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b2e854bc-b4a4-49cb-a808-5141e22b0165 req-2895fde9-417e-49fa-b87e-74a9e6e26efa tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432894 Nov 23 02:44:47.870848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc51c8d-ba95-4d8b-8423-1fd02dd8341e req-2380ed22-1858-4525-bcc4-8fc15379f8ef tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:47.872356 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3bc51c8d-ba95-4d8b-8423-1fd02dd8341e req-2380ed22-1858-4525-bcc4-8fc15379f8ef tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0573792 Nov 23 02:44:47.921666 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3bc51c8d-ba95-4d8b-8423-1fd02dd8341e req-8b03b00b-b428-4563-adbf-5a7660374b7c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 Nov 23 02:44:49.061984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bb313-cef8-47d2-90ec-30cc32399fbe req-c624ba79-2c13-4cd6-8b55-06e58319ea68 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:49.063425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-181bb313-cef8-47d2-90ec-30cc32399fbe req-c624ba79-2c13-4cd6-8b55-06e58319ea68 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0583436 Nov 23 02:44:49.123247 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-181bb313-cef8-47d2-90ec-30cc32399fbe req-df8c4cf4-ac63-4be1-9e12-9690ccebf803 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507295 Nov 23 02:44:50.251673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d2e0b-409a-4fac-a441-80e8abd451b9 req-8a0ef089-0dff-4ecc-9007-ebbd725092f1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:50.253225 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-328d2e0b-409a-4fac-a441-80e8abd451b9 req-8a0ef089-0dff-4ecc-9007-ebbd725092f1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0556872 Nov 23 02:44:50.302050 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-328d2e0b-409a-4fac-a441-80e8abd451b9 req-b6b0e50f-3126-4dfc-8e11-0958ff2e9b11 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Nov 23 02:44:50.549678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:44:51.429133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b137a-450e-4a5d-8201-1a254ad2e6e3 req-b0218b5a-f767-447c-99a5-5490c96a08eb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:51.430656 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-852b137a-450e-4a5d-8201-1a254ad2e6e3 req-b0218b5a-f767-447c-99a5-5490c96a08eb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0508549 Nov 23 02:44:51.482298 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-852b137a-450e-4a5d-8201-1a254ad2e6e3 req-8a6e15d7-d024-4c93-b7b1-66e556d09102 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Nov 23 02:44:52.612353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1c89c-a354-4f6c-8eed-5236864c3845 req-48160071-823c-4b4b-bbe7-ffaa73ccbffe tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:52.615009 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cd1c89c-a354-4f6c-8eed-5236864c3845 req-48160071-823c-4b4b-bbe7-ffaa73ccbffe tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Nov 23 02:44:52.670226 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cd1c89c-a354-4f6c-8eed-5236864c3845 req-bf976ad9-2277-4b73-bb63-4bebca5a469d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480604 Nov 23 02:44:53.802582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c688436-a0ff-4861-a722-0829cb6f293f req-65cba950-8505-445e-bbc8-b95730e7ae1c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:53.804065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4c688436-a0ff-4861-a722-0829cb6f293f req-65cba950-8505-445e-bbc8-b95730e7ae1c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0587180 Nov 23 02:44:53.852212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4c688436-a0ff-4861-a722-0829cb6f293f req-c1b7eddc-c158-4e92-b6b1-0b24c1f704d2 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Nov 23 02:44:54.985399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f95cc-6b10-40bd-a473-deac6fe71518 req-cf6bec55-eaa8-4118-96c9-6abed64dd568 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:54.986898 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-218f95cc-6b10-40bd-a473-deac6fe71518 req-cf6bec55-eaa8-4118-96c9-6abed64dd568 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0507677 Nov 23 02:44:55.035181 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-218f95cc-6b10-40bd-a473-deac6fe71518 req-bb040e30-a2d8-40f5-a6a1-53803d547047 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Nov 23 02:44:56.160112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc04f-aeb4-4f2b-82f9-b368aec1d466 req-0f3ec3bb-c8d4-4fe5-9034-c87ce29d2274 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:56.161657 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-755dc04f-aeb4-4f2b-82f9-b368aec1d466 req-0f3ec3bb-c8d4-4fe5-9034-c87ce29d2274 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0536904 Nov 23 02:44:56.209018 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-755dc04f-aeb4-4f2b-82f9-b368aec1d466 req-92e8535e-1527-4be4-a05e-6075b99785cb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413008 Nov 23 02:44:57.338459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa03bc3-ec8a-4ce1-8f27-7d9c4bdfe013 req-0a4df896-7152-4003-ade7-de89a44cc7f3 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:57.339977 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6fa03bc3-ec8a-4ce1-8f27-7d9c4bdfe013 req-0a4df896-7152-4003-ade7-de89a44cc7f3 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0565844 Nov 23 02:44:57.388529 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6fa03bc3-ec8a-4ce1-8f27-7d9c4bdfe013 req-2316818c-596d-4257-b44a-4ef5d55b58d7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Nov 23 02:44:58.512945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b449666-badb-4664-a188-6d640686e037 req-57df9130-b2a7-4b66-8ba2-aa88a7eed856 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:58.514440 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2b449666-badb-4664-a188-6d640686e037 req-57df9130-b2a7-4b66-8ba2-aa88a7eed856 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0527146 Nov 23 02:44:58.563100 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2b449666-badb-4664-a188-6d640686e037 req-9807579f-f005-4a46-891c-3a3ccba4ec37 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Nov 23 02:44:59.698078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b678574-96d0-468d-afef-753128f1b552 req-07c8dd62-7ccc-48ee-8443-3984156ff20d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:44:59.699573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9b678574-96d0-468d-afef-753128f1b552 req-07c8dd62-7ccc-48ee-8443-3984156ff20d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0542479 Nov 23 02:44:59.761885 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9b678574-96d0-468d-afef-753128f1b552 req-b75b768e-b881-448b-ad62-3070191c12fa tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507309 Nov 23 02:44:59.815567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-37a6183e-6f09-43c9-9022-0e566e06b161 service neutron] 10.222.0.46 "GET /v2.0/ports/c899cacd-0687-45fa-8e6d-9d039857aefc/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0632865 Nov 23 02:45:00.084404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-7d3b5bdb-347f-4230-adbf-0005e68786a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:00.086181 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-7d3b5bdb-347f-4230-adbf-0005e68786a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72&tenant_id=7605233e15d54245844f8b150cf4d510 HTTP/1.1" status: 200 len: 1099 time: 0.0488715 Nov 23 02:45:00.181371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-6267d90a-31cc-44b8-b661-578fcbe9e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:00.182895 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-6267d90a-31cc-44b8-b661-578fcbe9e602 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1099 time: 0.0486484 Nov 23 02:45:00.282272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-3c791257-62d5-4054-ae7f-14afb89fb30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:00.283801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-3c791257-62d5-4054-ae7f-14afb89fb30d service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0883245 Nov 23 02:45:00.334523 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-e5571473-b3e2-46dd-80b8-61ae8ea005f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 217 time: 0.0393333 Nov 23 02:45:00.388565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-f05ed813-8c00-4bd3-bac9-440469410438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:00.390020 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-f05ed813-8c00-4bd3-bac9-440469410438 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0447025 Nov 23 02:45:00.426589 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-e218a1dd-aa98-48d3-87b4-dee1dbe71eba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253093 Nov 23 02:45:00.521836 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-8f1cb94c-f370-4f5f-a7e0-a982c84b488c service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Nov 23 02:45:00.616705 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-251641e9-73d7-4d61-9e78-d7a2fdac8ea4 req-a9699f82-5cd6-452b-af3f-eab017e2a250 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849268 Nov 23 02:45:00.887111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed50f0a-d3a2-4ab6-ad36-3a9a439fdf83 req-8b4a6316-5462-4e15-92a3-2bc2519bf070 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:00.888733 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ed50f0a-d3a2-4ab6-ad36-3a9a439fdf83 req-8b4a6316-5462-4e15-92a3-2bc2519bf070 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Nov 23 02:45:00.942598 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3ed50f0a-d3a2-4ab6-ad36-3a9a439fdf83 req-4f81bfcd-d348-424e-8841-cf16ac29bf9c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Nov 23 02:45:02.077798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106288f-8d72-4027-94de-35fca00e4553 req-2a65643f-63a2-4622-98c0-0cab41d5883c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:02.079297 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d106288f-8d72-4027-94de-35fca00e4553 req-2a65643f-63a2-4622-98c0-0cab41d5883c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0571253 Nov 23 02:45:02.129093 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d106288f-8d72-4027-94de-35fca00e4553 req-973128aa-decd-47a7-af60-578d9f726906 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410335 Nov 23 02:45:03.151846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-23c451e4-af5d-4b3b-9ee4-019908fba3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.252227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235df93c-72f5-4633-ba75-a35e06faec0f req-3e0a4d83-e8bf-45ba-8107-e933fcda74ed tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.253740 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-235df93c-72f5-4633-ba75-a35e06faec0f req-3e0a4d83-e8bf-45ba-8107-e933fcda74ed tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0505764 Nov 23 02:45:03.305957 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-235df93c-72f5-4633-ba75-a35e06faec0f req-aa49c645-7409-42c4-a412-bce0b75118c1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Nov 23 02:45:03.507916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dc1ac-1727-453a-bf3d-ff9a668ec703 req-51eae447-025a-42ae-97e9-6c5a7fb09536 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.509515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-856dc1ac-1727-453a-bf3d-ff9a668ec703 req-51eae447-025a-42ae-97e9-6c5a7fb09536 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0504653 Nov 23 02:45:03.545177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-f78f66ff-4d7f-47f9-9278-392ac81dbe05 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.546707 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-f78f66ff-4d7f-47f9-9278-392ac81dbe05 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72&tenant_id=7605233e15d54245844f8b150cf4d510&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0578856 Nov 23 02:45:03.560801 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-856dc1ac-1727-453a-bf3d-ff9a668ec703 req-696ce8f2-7dfc-4689-b173-b4c85a18afcf tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450342 Nov 23 02:45:03.661151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-061de481-8e5e-4352-acb6-1fde89dbe092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.662606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-061de481-8e5e-4352-acb6-1fde89dbe092 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 1099 time: 0.0469329 Nov 23 02:45:03.668716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:45:03.679777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:03.766616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-e8963b6b-0850-40a2-b19b-7c613a41b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.768130 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-e8963b6b-0850-40a2-b19b-7c613a41b566 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0977902 Nov 23 02:45:03.813255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-b7ed8673-a1f6-470c-baaa-8ce589068ee3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 200 len: 217 time: 0.0369699 Nov 23 02:45:03.826536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:03.834535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.846235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'port_id': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'mac_address': 'fa:16:3e:c2:a7:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:45:03.864965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-e500d84d-f7a3-4736-9663-7efb06470128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:03.866597 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-e500d84d-f7a3-4736-9663-7efb06470128 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0450110 Nov 23 02:45:03.881487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:03.883907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5619a04-9f14-4505-aa97-3aa16304c27c" -d '{"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-unplugged", "status": "completed", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:03.901034 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-5c9259f1-8bb6-4303-adcc-2c4a5c740b87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256720 Nov 23 02:45:03.902348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:03.909010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.910894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:03.944283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeda5af-8775-4d18-ac36-a45c82bb855c x-openstack-request-id: req-1aeda5af-8775-4d18-ac36-a45c82bb855c {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:03.944573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-unplugged", "status": "completed", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:03.944968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1aeda5af-8775-4d18-ac36-a45c82bb855c {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:03.945517 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'code': 200} Nov 23 02:45:03.954913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c899cacd-0687-45fa-8e6d-9d039857aefc {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:04.001876 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-2d21e9f8-cffe-4c43-ae33-e4d7552b53e1 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921342 Nov 23 02:45:04.003101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:04.015271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:45:04.015677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:45:04.097159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b7dd32-e7fc-487b-ab7d-03ad3310be58 req-90ce1098-5df3-4d72-81c8-24b4848a15db service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874636 Nov 23 02:45:04.563081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.578268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c899cacd-0687-45fa-8e6d-9d039857aefc {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:04.599576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:04.605216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:04.660889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:04.700843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5961de-e566-4097-aaf6-f076a9e72290 req-acdbaa72-2f44-489a-814e-da82026e66ee tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:04.702349 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9b5961de-e566-4097-aaf6-f076a9e72290 req-acdbaa72-2f44-489a-814e-da82026e66ee tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 945 time: 0.0649717 Nov 23 02:45:04.748973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['c899cacd-0687-45fa-8e6d-9d039857aefc'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:04.751695 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9b5961de-e566-4097-aaf6-f076a9e72290 req-5c23a987-07aa-4503-8423-b9fc90ebd3d6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431736 Nov 23 02:45:05.621122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-392e3236-8603-47fe-8d5f-6746d466557a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.683657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:05.738288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port c899cacd-0687-45fa-8e6d-9d039857aefc triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:05.738675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.825240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.859112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:05.863694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:05.878800 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6364ccc-04f2-43a6-920b-d2a3d6c32093 req-3de39210-d413-4365-a115-6ca4711f379e tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:05.880429 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6364ccc-04f2-43a6-920b-d2a3d6c32093 req-3de39210-d413-4365-a115-6ca4711f379e tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 945 time: 0.0559602 Nov 23 02:45:05.912978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:05.928775 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6364ccc-04f2-43a6-920b-d2a3d6c32093 req-9b74966d-b2ea-4227-b701-6469e2362c0d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Nov 23 02:45:05.946588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:05.949065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8000e110-b3cc-4655-8554-6ca5e3c4628c" -d '{"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-plugged", "status": "completed", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:05.985220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83abdef-1fa7-40e2-aaed-c1c0162de38d x-openstack-request-id: req-e83abdef-1fa7-40e2-aaed-c1c0162de38d {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:05.985520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-plugged", "status": "completed", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:05.985778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e83abdef-1fa7-40e2-aaed-c1c0162de38d {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:05.986180 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'code': 200} Nov 23 02:45:06.048465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74ec8f-802c-49ff-a4eb-0d0f15b5bdad req-26bf1cee-c7e4-4d2d-8703-a59c80ef7e93 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:06.049987 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a74ec8f-802c-49ff-a4eb-0d0f15b5bdad req-26bf1cee-c7e4-4d2d-8703-a59c80ef7e93 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0539994 Nov 23 02:45:06.101064 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a74ec8f-802c-49ff-a4eb-0d0f15b5bdad req-ab5ebf30-579c-4bbf-8e66-f7968b12bbff tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Nov 23 02:45:06.234136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903cda1-c2ff-4829-947c-04d0c4048459 req-88dd7e1a-061b-482c-bb61-87bc2c0ae10b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:06.236063 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b903cda1-c2ff-4829-947c-04d0c4048459 req-88dd7e1a-061b-482c-bb61-87bc2c0ae10b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0584383 Nov 23 02:45:06.293755 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b903cda1-c2ff-4829-947c-04d0c4048459 req-82ffebf2-1104-4052-851b-7bcf371dc8b0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513332 Nov 23 02:45:06.470156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:06.657866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ea126195-5768-4ca9-a324-e9b1cbde7e95 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:06.659378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ea126195-5768-4ca9-a324-e9b1cbde7e95 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 814 time: 0.1034150 Nov 23 02:45:06.675742 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-26e702cc-8807-4bd1-9e8a-dc326859e9e9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/quotas/7605233e15d54245844f8b150cf4d510 HTTP/1.1" status: 200 len: 375 time: 0.0090494 Nov 23 02:45:06.730310 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-40996438-1dcb-4a9a-989c-d4254b133abc tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455053 Nov 23 02:45:06.828395 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-240f5567-b8dd-4307-b904-9e6739b0b620 service neutron] 10.222.0.53 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908434 Nov 23 02:45:06.924366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-2bba9d0f-6486-4211-a386-06da849fbd96 service neutron] 10.222.0.53 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897188 Nov 23 02:45:07.099767 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c35d07c3-86fc-42ab-aa60-4d0e87d16bc6 req-ff694851-9a6e-4c84-b872-1008b8f0ecb7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 210 time: 0.0266490 Nov 23 02:45:08.124130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.198142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4a90a56-7e89-4e99-a6e0-181792137644 req-cb312c14-607b-4570-acc0-79b2a03c04ea tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 210 time: 0.0297720 Nov 23 02:45:08.330909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-426df576-7e5a-4490-83c0-e71dd9faccf1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:08.332848 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-426df576-7e5a-4490-83c0-e71dd9faccf1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 814 time: 0.1166997 Nov 23 02:45:08.378484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Request body: {'port': {'device_id': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'admin_state_up': True, 'tenant_id': '7605233e15d54245844f8b150cf4d510'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:08.500882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Made reservation on behalf of 7605233e15d54245844f8b150cf4d510 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:08.505693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.637511 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Allocated IP 172.20.0.12 (766ce25b-b81a-4dcb-9f11-d118ccb0618b/9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f/313980cb-7b04-49a7-a768-b73b06a6a524) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:45:08.791562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.828923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.872465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['c899cacd-0687-45fa-8e6d-9d039857aefc'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:08.876057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Network 766ce25b-b81a-4dcb-9f11-d118ccb0618b is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:45:08.879540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:45:08.883204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:45:08.890033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:08.947801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:08.948467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:08.966688 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-ce54658c-1590-42a1-bf30-6991ce72fbc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5922277 Nov 23 02:45:08.988185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Request body: {'port': {'device_id': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:08.990582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-0590f81c-67d5-4b2d-ade8-2ea12e3a8ab2 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:08.992143 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-0590f81c-67d5-4b2d-ade8-2ea12e3a8ab2 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "GET /v2.0/ports?device_id=50f9a6c7-b613-47e6-a033-a7d148946f72 HTTP/1.1" status: 200 len: 946 time: 0.0535564 Nov 23 02:45:09.042234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.082584 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Deleting port c899cacd-0687-45fa-8e6d-9d039857aefc {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:09.082903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.177829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] For port c899cacd-0687-45fa-8e6d-9d039857aefc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c899cacd-0687-45fa-8e6d-9d039857aefc,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:09.178108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.191477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Calling delete_port for c899cacd-0687-45fa-8e6d-9d039857aefc owned by compute:nova {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:09.309264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.326259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313980cb-7b04-49a7-a768-b73b06a6a524 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:09.334130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.355634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Transition to ACTIVE for port object 313980cb-7b04-49a7-a768-b73b06a6a524 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:45:09.359564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93dc98-b29d-4da8-ae3c-a28bb2ab7dd3 req-449a29a2-6f97-4e48-8416-e5a8d3fd7348 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:09.359734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.361122 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd93dc98-b29d-4da8-ae3c-a28bb2ab7dd3 req-449a29a2-6f97-4e48-8416-e5a8d3fd7348 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 932 time: 0.0912330 Nov 23 02:45:09.362218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.390260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Pushing event deleted for resources: {'Port': ['ID=c899cacd-0687-45fa-8e6d-9d039857aefc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:09.416676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:09.460649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] No DVR routers for this DVR port c899cacd-0687-45fa-8e6d-9d039857aefc on host hv-neutron-8188 {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:09.465418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.468777 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9f59fbf1-ed13-4c3e-9155-dcbc62abca19 req-4c2d9ca6-0384-494b-8f3d-bfec293a5f7b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "DELETE /v2.0/ports/c899cacd-0687-45fa-8e6d-9d039857aefc HTTP/1.1" status: 204 len: 173 time: 0.4699402 Nov 23 02:45:09.469232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-deleted', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:09.471511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7703fdac-ebd0-4d48-9aba-ba6e60c4d5a2" -d '{"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-deleted", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:09.486132 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cd93dc98-b29d-4da8-ae3c-a28bb2ab7dd3 req-8d999104-c277-4b25-840a-89fd1d2ed90c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Nov 23 02:45:09.494745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Attempting to bind port 313980cb-7b04-49a7-a768-b73b06a6a524 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:45:09.495097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Attempting to bind port 313980cb-7b04-49a7-a768-b73b06a6a524 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:45:09.495439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Attempting to bind port 313980cb-7b04-49a7-a768-b73b06a6a524 on network 766ce25b-b81a-4dcb-9f11-d118ccb0618b {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:09.505226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Port 313980cb-7b04-49a7-a768-b73b06a6a524 on network 766ce25b-b81a-4dcb-9f11-d118ccb0618b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:45:09.505551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Attempting to bind port 313980cb-7b04-49a7-a768-b73b06a6a524 on network 766ce25b-b81a-4dcb-9f11-d118ccb0618b {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:45:09.512617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:45:09.513476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Checking segment: {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:45:09.513611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Bound using segment: {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:45:09.513989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Bound port: 313980cb-7b04-49a7-a768-b73b06a6a524, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab78420-15f7-472a-9032-42fbe6d51f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:45:09.514348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.529129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff8927d-825a-40b9-b592-baf8d360abbd x-openstack-request-id: req-fff8927d-825a-40b9-b592-baf8d360abbd {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:09.529429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f9a6c7-b613-47e6-a033-a7d148946f72", "name": "network-vif-deleted", "tag": "c899cacd-0687-45fa-8e6d-9d039857aefc", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:09.529679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fff8927d-825a-40b9-b592-baf8d360abbd {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:09.531161 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f9a6c7-b613-47e6-a033-a7d148946f72', 'name': 'network-vif-deleted', 'tag': 'c899cacd-0687-45fa-8e6d-9d039857aefc', 'status': 'completed', 'code': 200} Nov 23 02:45:09.579026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:45:09.582230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:45:09.587595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.627763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:09.628492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:09.629903 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] 10.222.0.46 "PUT /v2.0/ports/313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 1094 time: 0.6465416 Nov 23 02:45:09.630351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:09.632669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026603b3-9849-4d18-90c3-a47cc7a2fc40" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:09.659211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20683223-64ae-4db3-bdcc-0bdb5bda22df service neutron] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:09.673770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5354c1b-2cbb-4fd2-b0a7-c335c94a400f x-openstack-request-id: req-e5354c1b-2cbb-4fd2-b0a7-c335c94a400f {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:09.674062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:09.674320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5354c1b-2cbb-4fd2-b0a7-c335c94a400f {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:09.674726 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524', 'status': 'completed', 'code': 200} Nov 23 02:45:09.747889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-79f711c9-e5dc-49c7-a876-d32cfc47f72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:09.749422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-79f711c9-e5dc-49c7-a876-d32cfc47f72f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1097 time: 0.0437982 Nov 23 02:45:09.810211 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-76b82699-cd08-4f38-8901-3c2fed025769 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 217 time: 0.0387852 Nov 23 02:45:09.865951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f677-5704-40f7-ba94-56f942dfda06 req-af2920ad-dabb-4fe4-a80a-b5c2d518866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:09.867411 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-af2920ad-dabb-4fe4-a80a-b5c2d518866f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0491030 Nov 23 02:45:09.901608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-f326c10a-a3ba-4bc8-bdec-ecc75e3a1b6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253940 Nov 23 02:45:10.003574 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-777edce6-db4d-4e25-a02b-91d639b0431b service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929189 Nov 23 02:45:10.112257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5062f677-5704-40f7-ba94-56f942dfda06 req-66a942e6-3782-4988-be3b-7eff2f3aab4e service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964136 Nov 23 02:45:10.283262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-da614a62-fd9b-4dde-8c65-26bf6a75c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:10.284780 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-da614a62-fd9b-4dde-8c65-26bf6a75c01d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1097 time: 0.0578923 Nov 23 02:45:10.380960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-522b9906-45dc-4f87-916a-256ccff86d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:10.382451 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-522b9906-45dc-4f87-916a-256ccff86d8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0893216 Nov 23 02:45:10.429104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-1c010488-5df8-4ab0-a032-7b31f84c7d76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 217 time: 0.0360239 Nov 23 02:45:10.483311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-24297d12-feac-4050-b571-e54709516dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:10.484795 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-24297d12-feac-4050-b571-e54709516dbd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0460088 Nov 23 02:45:10.518687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-44b01edd-8d00-4995-8c3f-010d493896a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248842 Nov 23 02:45:10.645649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f81dfb-973c-45df-ac77-988b6279bcbb req-5c8ddb1e-9fb5-4c78-be37-076ea5f0ada9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:10.647058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8f81dfb-973c-45df-ac77-988b6279bcbb req-5c8ddb1e-9fb5-4c78-be37-076ea5f0ada9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 944 time: 0.0761893 Nov 23 02:45:10.650932 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-f8128c35-301d-479c-9f07-a7f802e4b02a service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242626 Nov 23 02:45:10.751644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8f81dfb-973c-45df-ac77-988b6279bcbb req-55275799-9077-4eb3-adef-2485b86ee9d5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982270 Nov 23 02:45:10.775515 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-026603b3-9849-4d18-90c3-a47cc7a2fc40 req-16f44d2b-8937-43c3-bd08-1b755fbbab00 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163573 Nov 23 02:45:11.887509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d026d-9eee-4269-98ae-6b99b2ac0866 req-d2ec8eae-c382-4a79-8b5d-d3ffb82789ee tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:11.889046 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3b6d026d-9eee-4269-98ae-6b99b2ac0866 req-d2ec8eae-c382-4a79-8b5d-d3ffb82789ee tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 944 time: 0.0586593 Nov 23 02:45:11.942336 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3b6d026d-9eee-4269-98ae-6b99b2ac0866 req-fa98230b-ef74-4599-8297-766972541f95 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446711 Nov 23 02:45:12.521410 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:45:13.075001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882915c6-67d0-4d8b-b823-6cb3da1db7e7 req-28bad6e6-2fad-42f9-bc77-06a558b01e8f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:13.076422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-882915c6-67d0-4d8b-b823-6cb3da1db7e7 req-28bad6e6-2fad-42f9-bc77-06a558b01e8f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 944 time: 0.0548296 Nov 23 02:45:13.128303 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-882915c6-67d0-4d8b-b823-6cb3da1db7e7 req-773c0f7b-680d-4e9b-976e-7e2d230afc77 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457797 Nov 23 02:45:13.702429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:45:13.709099 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:13.741089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: c899cacd-0687-45fa-8e6d-9d039857aefc {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:45:13.741442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c899cacd-0687-45fa-8e6d-9d039857aefc not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:45:13.825082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:13.839896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '313980cb-7b04-49a7-a768-b73b06a6a524', 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'port_id': '313980cb-7b04-49a7-a768-b73b06a6a524', 'mac_address': 'fa:16:3e:d7:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:45:13.887159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.905775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313980cb-7b04-49a7-a768-b73b06a6a524 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:13.925160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:13.931985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:13.984594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:13.991636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.991987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.992368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.992707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.993040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.993374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.993708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.994042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.994417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.994744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.995061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:13.995574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:14.265474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de539a9-2f59-4ede-867c-aeca390a0c9d req-a6388101-eb86-479a-8b97-f429ce87a746 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:14.266848 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4de539a9-2f59-4ede-867c-aeca390a0c9d req-a6388101-eb86-479a-8b97-f429ce87a746 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 945 time: 0.0580575 Nov 23 02:45:14.280012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['313980cb-7b04-49a7-a768-b73b06a6a524'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:14.316262 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4de539a9-2f59-4ede-867c-aeca390a0c9d req-b4d12a41-1778-467a-9b0e-1056e71a4103 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Nov 23 02:45:15.439632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5c525-cf31-4377-89a5-3b57e50b8469 req-7e295715-ed8c-47f9-8f9b-e8696327509d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:15.441102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-53d5c525-cf31-4377-89a5-3b57e50b8469 req-7e295715-ed8c-47f9-8f9b-e8696327509d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 945 time: 0.0551169 Nov 23 02:45:15.493495 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-53d5c525-cf31-4377-89a5-3b57e50b8469 req-6fe1f6c8-d74c-467e-a191-0756c2387a81 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435472 Nov 23 02:45:15.709121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:15.770076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 313980cb-7b04-49a7-a768-b73b06a6a524 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:45:15.774244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 313980cb-7b04-49a7-a768-b73b06a6a524 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:15.774606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.018547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.042835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:16.045175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46027650-b2a4-4d4f-ab52-4dc82958bdb5" -d '{"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-plugged", "status": "completed", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:16.057629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:16.062395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:16.086819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10731214-ac54-4470-8831-36e4e4d03cc3 x-openstack-request-id: req-10731214-ac54-4470-8831-36e4e4d03cc3 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:16.087136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-plugged", "status": "completed", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:16.087380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10731214-ac54-4470-8831-36e4e4d03cc3 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:16.087772 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524', 'code': 200} Nov 23 02:45:16.113015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:16.318332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533aa100-95ae-44ff-b429-1c86c6d7c511 req-6de11745-a796-4b34-8f88-eb2e6ca3aefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:16.319821 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-533aa100-95ae-44ff-b429-1c86c6d7c511 req-6de11745-a796-4b34-8f88-eb2e6ca3aefb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1099 time: 0.0439265 Nov 23 02:45:16.368446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-533aa100-95ae-44ff-b429-1c86c6d7c511 req-bf2293b1-251b-438d-89c1-c382c8dbb2da service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396180 Nov 23 02:45:16.626337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6be6ce-f0c8-4d62-97d2-c0b4b69ffe81 req-8d6ef112-b6fa-4b18-9eaf-5017fd4c21fc tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:16.627732 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f6be6ce-f0c8-4d62-97d2-c0b4b69ffe81 req-8d6ef112-b6fa-4b18-9eaf-5017fd4c21fc tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0629101 Nov 23 02:45:16.679853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f6be6ce-f0c8-4d62-97d2-c0b4b69ffe81 req-b1844ee3-4182-4d79-8dcc-2b506538fbb3 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433319 Nov 23 02:45:18.117688 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91f81-64df-4f1c-a852-9bc8b55940f3 req-dc926412-4c6d-4aa2-a3bb-845b43423faa tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:18.119204 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bcb91f81-64df-4f1c-a852-9bc8b55940f3 req-dc926412-4c6d-4aa2-a3bb-845b43423faa tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.3622150 Nov 23 02:45:18.167463 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bcb91f81-64df-4f1c-a852-9bc8b55940f3 req-d04deec6-eb86-4fc9-bef2-51ab0c813bd8 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Nov 23 02:45:18.292860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdefbda-eaaf-4fa0-91e7-d03f95d91620 req-617239aa-d864-43e4-ae77-02a04d3c5fb9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:18.294361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9fdefbda-eaaf-4fa0-91e7-d03f95d91620 req-617239aa-d864-43e4-ae77-02a04d3c5fb9 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0576284 Nov 23 02:45:18.345446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9fdefbda-eaaf-4fa0-91e7-d03f95d91620 req-61ea17a9-4645-4ce5-adbd-3db15d7f9227 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447161 Nov 23 02:45:18.583173 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-0c0fd743-d543-488e-9449-03c9070a1e31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424833 Nov 23 02:45:18.591087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f9b6e-dfee-4061-8fec-8a34427c88de req-2c66bb4a-64ef-437d-b552-77ebfa6ab25b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:18.592606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc3f9b6e-dfee-4061-8fec-8a34427c88de req-2c66bb4a-64ef-437d-b552-77ebfa6ab25b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0488572 Nov 23 02:45:18.647525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc3f9b6e-dfee-4061-8fec-8a34427c88de req-0c8bd1da-af98-462a-a776-76f681e49995 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478821 Nov 23 02:45:19.777729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41934ddc-c171-4267-a779-50c44d1a47a0 req-403581f9-9c8b-4035-94c1-5f488ede2967 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:19.779436 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41934ddc-c171-4267-a779-50c44d1a47a0 req-403581f9-9c8b-4035-94c1-5f488ede2967 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0539455 Nov 23 02:45:19.836871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41934ddc-c171-4267-a779-50c44d1a47a0 req-cf69614b-7312-44d9-96cb-e1844d8d1aa7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Nov 23 02:45:20.104693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-539f3be3-63d8-48af-84fa-ce68e3091337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.106095 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-539f3be3-63d8-48af-84fa-ce68e3091337 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1099 time: 0.0426886 Nov 23 02:45:20.200081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-9c63d1aa-b419-408a-9bc2-97df58d7b317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.201829 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-9c63d1aa-b419-408a-9bc2-97df58d7b317 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0871861 Nov 23 02:45:20.248653 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-3dd9590e-5b0a-468a-8717-9bad8d25a24f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 217 time: 0.0380661 Nov 23 02:45:20.300873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-a54641c8-24ff-4aed-90d1-20ecd5cffc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.302366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-a54641c8-24ff-4aed-90d1-20ecd5cffc73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0461106 Nov 23 02:45:20.335205 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-7dbe7d0f-0d98-484d-a0f4-ba438d791196 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257137 Nov 23 02:45:20.430093 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-1228a0ac-0377-4fbe-a3a3-eb17e39c34b7 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868883 Nov 23 02:45:20.531361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-469b44ce-7685-43b8-8f4d-50d0b4133fdb service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937107 Nov 23 02:45:20.555139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:20.972611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359388ba-806e-49ea-8e2d-822ca75fbeae req-d25d71b7-1dd4-4362-b992-b7058099377f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:20.974135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-359388ba-806e-49ea-8e2d-822ca75fbeae req-d25d71b7-1dd4-4362-b992-b7058099377f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0570803 Nov 23 02:45:21.029206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-359388ba-806e-49ea-8e2d-822ca75fbeae req-cc08019c-c638-4f25-b616-9ed2bd23b2c8 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461564 Nov 23 02:45:22.163822 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54959410-1558-47f2-a057-9f67897c46fa req-89f4c84e-4a06-4082-bd7e-36cae53659f6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:22.165311 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-54959410-1558-47f2-a057-9f67897c46fa req-89f4c84e-4a06-4082-bd7e-36cae53659f6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0537951 Nov 23 02:45:22.215442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-54959410-1558-47f2-a057-9f67897c46fa req-46165964-7d46-4c83-9ad7-f0aef4212791 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438075 Nov 23 02:45:23.353452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611e47f-d844-4210-8cb0-d812705c36fe req-5f6fc6ec-7a62-485f-b96d-4b6f998caacf tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:23.354939 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c611e47f-d844-4210-8cb0-d812705c36fe req-5f6fc6ec-7a62-485f-b96d-4b6f998caacf tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0580513 Nov 23 02:45:23.401600 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c611e47f-d844-4210-8cb0-d812705c36fe req-e62f77ce-c105-4cb4-a423-92be546f5bf4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401978 Nov 23 02:45:24.541055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c355d9-655b-4604-807a-c9b4c6b1e56f req-10a617e1-88b7-43ec-bfa5-97559ab5778b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:24.543380 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-42c355d9-655b-4604-807a-c9b4c6b1e56f req-10a617e1-88b7-43ec-bfa5-97559ab5778b tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0607777 Nov 23 02:45:24.596801 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-42c355d9-655b-4604-807a-c9b4c6b1e56f req-54eaf912-c612-4a6d-9d48-333c3be56bdd tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447266 Nov 23 02:45:25.717652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8b534-d676-4cfc-b16e-51e4d6d49b0d req-122b7bf7-3ff6-4b08-aae7-d922e148df6c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:25.719300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ff8b534-d676-4cfc-b16e-51e4d6d49b0d req-122b7bf7-3ff6-4b08-aae7-d922e148df6c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0522707 Nov 23 02:45:25.773782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ff8b534-d676-4cfc-b16e-51e4d6d49b0d req-bdfc3fb4-12d2-408c-9a45-f35ccac757bf tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Nov 23 02:45:26.899777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c65d39-9883-4741-a19f-2bd5ea93fe18 req-5f5d1170-2bec-492a-bc43-2ca190408597 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:26.901281 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41c65d39-9883-4741-a19f-2bd5ea93fe18 req-5f5d1170-2bec-492a-bc43-2ca190408597 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0510871 Nov 23 02:45:26.955435 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41c65d39-9883-4741-a19f-2bd5ea93fe18 req-0c5f86dc-8fd4-48c4-b7a6-4983d94a49af tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462079 Nov 23 02:45:28.091899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79570b76-ab3c-48f8-a097-e1e1506aceaf req-9340196a-5a2d-4c79-a377-0929b8029bf6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:28.093413 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-79570b76-ab3c-48f8-a097-e1e1506aceaf req-9340196a-5a2d-4c79-a377-0929b8029bf6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0585904 Nov 23 02:45:28.148400 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-79570b76-ab3c-48f8-a097-e1e1506aceaf req-5971f2d0-d483-4493-ba60-825edf165436 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459218 Nov 23 02:45:29.277898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88373489-20d4-42f0-9e0c-b142c729d371 req-8d283d93-9418-4260-a7a0-f403e67fd68d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:29.279423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-88373489-20d4-42f0-9e0c-b142c729d371 req-8d283d93-9418-4260-a7a0-f403e67fd68d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0521441 Nov 23 02:45:29.330476 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-88373489-20d4-42f0-9e0c-b142c729d371 req-a036d70c-dd52-4719-ac78-d2d020caed32 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434108 Nov 23 02:45:30.453819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded2cfc0-5cd8-4f79-8bcd-ed96dd4b6eb1 req-a350e641-e706-432f-a133-573cf704c99a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:30.455385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ded2cfc0-5cd8-4f79-8bcd-ed96dd4b6eb1 req-a350e641-e706-432f-a133-573cf704c99a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0529091 Nov 23 02:45:30.505284 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ded2cfc0-5cd8-4f79-8bcd-ed96dd4b6eb1 req-9796ab65-5dc1-4e43-be01-450a89c3dae8 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Nov 23 02:45:31.633886 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c57c5-64ea-4b0f-b639-561ee51f8e1b req-ce30ba44-72a9-47eb-b6e1-d3cf9ed246c4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:31.635449 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c10c57c5-64ea-4b0f-b639-561ee51f8e1b req-ce30ba44-72a9-47eb-b6e1-d3cf9ed246c4 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0579562 Nov 23 02:45:31.685524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c10c57c5-64ea-4b0f-b639-561ee51f8e1b req-06548b0b-c408-4a75-b7e8-57f7adeeafd7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Nov 23 02:45:32.824465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394776e-c595-4505-90f8-960a916db788 req-ef795975-0b2b-41e1-87e5-c0f71d06d44c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:32.826112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0394776e-c595-4505-90f8-960a916db788 req-ef795975-0b2b-41e1-87e5-c0f71d06d44c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0542367 Nov 23 02:45:32.886525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0394776e-c595-4505-90f8-960a916db788 req-b1bff85c-5b2c-4801-89bb-e33f58855e7c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540850 Nov 23 02:45:33.137575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f933041e-d7cc-453f-b20c-870718630f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:34.045830 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2762c60-fb18-4717-8973-7fcbe1d381c2 req-4d59db35-8d7f-4290-b2e1-3a62faeae916 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:34.047811 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c2762c60-fb18-4717-8973-7fcbe1d381c2 req-4d59db35-8d7f-4290-b2e1-3a62faeae916 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0783029 Nov 23 02:45:34.106321 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c2762c60-fb18-4717-8973-7fcbe1d381c2 req-c630f599-6a55-4b7f-816e-5c269bfac169 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516460 Nov 23 02:45:35.249384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753b921-1b81-4c29-a1c1-913e77f757d3 req-0a8c2328-7e52-41cb-82ce-2fa3c41c5376 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:35.250853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6753b921-1b81-4c29-a1c1-913e77f757d3 req-0a8c2328-7e52-41cb-82ce-2fa3c41c5376 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0597060 Nov 23 02:45:35.304485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6753b921-1b81-4c29-a1c1-913e77f757d3 req-ad9deeb4-38a8-4a09-8f22-8a51828d3bc6 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433309 Nov 23 02:45:35.622969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cd853c72-201b-4d9d-a1ad-240daf32d76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.463923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:36.602156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f45db0-f00b-404c-896b-307b08a64fae req-e6f49377-0186-4c58-8ce3-49489c6f6983 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:36.603575 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3f45db0-f00b-404c-896b-307b08a64fae req-e6f49377-0186-4c58-8ce3-49489c6f6983 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0622711 Nov 23 02:45:36.653304 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3f45db0-f00b-404c-896b-307b08a64fae req-041325e6-1fd2-432e-b167-7003d552b179 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436156 Nov 23 02:45:37.784584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b6b79-61b2-408f-80b6-8fae37b80441 req-119e6de5-92ce-457b-8399-4d123ceca2e3 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:37.786250 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ae3b6b79-61b2-408f-80b6-8fae37b80441 req-119e6de5-92ce-457b-8399-4d123ceca2e3 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0590239 Nov 23 02:45:37.838552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ae3b6b79-61b2-408f-80b6-8fae37b80441 req-d435e6cf-1ad7-491f-aa63-48fe528cb956 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Nov 23 02:45:38.138375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:38.978868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f43f2-3267-4693-b9b6-ea534edea912 req-90be4eab-9aaf-4de7-90ae-50af9bbfa49f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:38.980367 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-572f43f2-3267-4693-b9b6-ea534edea912 req-90be4eab-9aaf-4de7-90ae-50af9bbfa49f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0532968 Nov 23 02:45:39.046712 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-572f43f2-3267-4693-b9b6-ea534edea912 req-1b1d48d2-0eaf-4951-b76e-53466b4fd439 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566206 Nov 23 02:45:39.317794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:40.187284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c72978-563e-4c90-9cb7-fdd16c8b49d6 req-5dbbc73f-ddf8-4ee4-bc7a-369982156219 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:40.188891 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-28c72978-563e-4c90-9cb7-fdd16c8b49d6 req-5dbbc73f-ddf8-4ee4-bc7a-369982156219 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0601854 Nov 23 02:45:40.244758 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-28c72978-563e-4c90-9cb7-fdd16c8b49d6 req-db8cfb4d-d885-4651-8395-026d549eaa67 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498226 Nov 23 02:45:41.372199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5197b7-cb82-4e10-9c90-15edc6043494 req-855937b0-1b02-445e-b49a-f017f3bcd768 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:41.373748 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ab5197b7-cb82-4e10-9c90-15edc6043494 req-855937b0-1b02-445e-b49a-f017f3bcd768 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0510147 Nov 23 02:45:41.422642 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ab5197b7-cb82-4e10-9c90-15edc6043494 req-b1bea63d-5888-49b7-a90a-1b5ba1fc1abb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Nov 23 02:45:42.551366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30ba42-4861-4157-88ef-b1f28d9346e4 req-e1a3d19e-29ad-4c77-80d6-8eafefedd536 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:42.552884 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b30ba42-4861-4157-88ef-b1f28d9346e4 req-e1a3d19e-29ad-4c77-80d6-8eafefedd536 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0504639 Nov 23 02:45:42.602257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b30ba42-4861-4157-88ef-b1f28d9346e4 req-ff323e5d-480e-4065-8aec-d5ffb1f2538c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Nov 23 02:45:43.735654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26f33b-c180-40c4-b08e-8f32e9d281f2 req-d6f0e20a-c0f9-4a69-8027-8f6817745a48 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:43.737203 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ef26f33b-c180-40c4-b08e-8f32e9d281f2 req-d6f0e20a-c0f9-4a69-8027-8f6817745a48 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0520313 Nov 23 02:45:43.790156 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ef26f33b-c180-40c4-b08e-8f32e9d281f2 req-3bb034b9-0087-48e1-8e22-f4a951ac42de tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468018 Nov 23 02:45:44.914673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cac3ec-8d53-4fcc-9281-46d386d29251 req-6fae06ba-7b5b-4f9a-96a1-812468783ded tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:44.916408 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-97cac3ec-8d53-4fcc-9281-46d386d29251 req-6fae06ba-7b5b-4f9a-96a1-812468783ded tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0514324 Nov 23 02:45:44.975434 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-97cac3ec-8d53-4fcc-9281-46d386d29251 req-55624176-38c5-41cc-a467-fdd5fbff5f2d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489106 Nov 23 02:45:46.096514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e99cd-89f3-4cf5-a5e2-eb3ca78304da req-6dcef5b4-fd54-4dff-a49a-ae9700a07b1f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:46.098116 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-890e99cd-89f3-4cf5-a5e2-eb3ca78304da req-6dcef5b4-fd54-4dff-a49a-ae9700a07b1f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0512717 Nov 23 02:45:46.147813 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-890e99cd-89f3-4cf5-a5e2-eb3ca78304da req-f43a0090-7775-4304-a89b-b7150c3004d8 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430398 Nov 23 02:45:46.956451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302de312-19b8-44bd-9775-5db6086437fb req-f736da35-5726-4b00-8be4-f52a44d91a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:46.957997 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-f736da35-5726-4b00-8be4-f52a44d91a91 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1099 time: 0.0459366 Nov 23 02:45:47.065369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302de312-19b8-44bd-9775-5db6086437fb req-ade32a54-19cd-4293-8fc6-3d51de2f8655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:47.066878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-ade32a54-19cd-4293-8fc6-3d51de2f8655 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0875592 Nov 23 02:45:47.114899 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-20319a17-b621-4e1e-9458-4fabeea12213 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 217 time: 0.0383420 Nov 23 02:45:47.169376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302de312-19b8-44bd-9775-5db6086437fb req-82870f05-42ea-45a1-bb2f-6f1064a74427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:47.170878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-82870f05-42ea-45a1-bb2f-6f1064a74427 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0448523 Nov 23 02:45:47.205667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-ed7f24dd-d08d-47fa-95c7-f9c10081658a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256464 Nov 23 02:45:47.644931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8900b-7eb3-4798-9b4c-11ed3d09ec29 req-b03769a5-6ff0-4795-a988-714ccc62101d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:47.646288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-00d8900b-7eb3-4798-9b4c-11ed3d09ec29 req-b03769a5-6ff0-4795-a988-714ccc62101d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.4252701 Nov 23 02:45:47.681384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-369bc5c4-95ca-484e-9ee6-eea9d762285b service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675572 Nov 23 02:45:47.710623 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-00d8900b-7eb3-4798-9b4c-11ed3d09ec29 req-3f341329-7c06-47c2-94f8-f994820ffd0f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534599 Nov 23 02:45:47.800188 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-b7b3587d-d1f0-4301-a591-41d3430252c2 service neutron] 10.222.0.46 "GET /v2.0/ports/313980cb-7b04-49a7-a768-b73b06a6a524/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0595431 Nov 23 02:45:47.828566 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-302de312-19b8-44bd-9775-5db6086437fb req-cc803d22-8571-410a-b3ec-18ea394ea1b2 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879934 Nov 23 02:45:48.065102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-982be383-4df7-48c1-8089-4c33ac55c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:48.066599 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-982be383-4df7-48c1-8089-4c33ac55c75f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883&tenant_id=7605233e15d54245844f8b150cf4d510 HTTP/1.1" status: 200 len: 1099 time: 0.0482528 Nov 23 02:45:48.144803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-472b8c12-a3b7-4974-bc73-c31d46fa5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:48.146283 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-472b8c12-a3b7-4974-bc73-c31d46fa5212 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1099 time: 0.0426583 Nov 23 02:45:48.239627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-1d09cb90-554b-4721-943d-d3e90b09b162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:48.241097 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-1d09cb90-554b-4721-943d-d3e90b09b162 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0873191 Nov 23 02:45:48.292651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-4c653d99-4065-487b-9562-852ca8cbc457 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 217 time: 0.0365009 Nov 23 02:45:48.345427 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-bf10f6f9-4230-4bc0-b5a5-84f577b6d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:48.346899 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-bf10f6f9-4230-4bc0-b5a5-84f577b6d449 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0453525 Nov 23 02:45:48.383650 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-9e537321-6903-4616-8835-dcd2c4286a50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288241 Nov 23 02:45:48.474435 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-e6d09d4f-e618-4d91-80d2-0af0900af2be service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831716 Nov 23 02:45:48.570965 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-780d5947-8003-4f8b-a1fa-ea4dd7fe91af service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884781 Nov 23 02:45:48.844073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ed6d-36be-4f24-aefb-ec97f8d36fba req-b8e0ba12-ca21-4373-8eae-b4c9b874a0f1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:48.845660 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2fa3ed6d-36be-4f24-aefb-ec97f8d36fba req-b8e0ba12-ca21-4373-8eae-b4c9b874a0f1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Nov 23 02:45:48.897913 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2fa3ed6d-36be-4f24-aefb-ec97f8d36fba req-37988d7b-3d61-44c5-9a1d-311f3ad822f0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462410 Nov 23 02:45:49.525802 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:45:50.026250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9b43c-5e3c-4bee-9ca0-0f996fa1e1ee req-0911296e-39d6-4a9a-8509-a16146d7b153 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:50.027723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f1c9b43c-5e3c-4bee-9ca0-0f996fa1e1ee req-0911296e-39d6-4a9a-8509-a16146d7b153 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0521672 Nov 23 02:45:50.081601 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f1c9b43c-5e3c-4bee-9ca0-0f996fa1e1ee req-7f0463ed-b292-4a10-aabe-846848866872 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450859 Nov 23 02:45:50.559740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:51.216062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48784591-e58e-4613-9acc-db7f34220149 req-4b54c93d-5199-4fae-bf22-7acd51d0640f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:51.217615 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-48784591-e58e-4613-9acc-db7f34220149 req-4b54c93d-5199-4fae-bf22-7acd51d0640f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0598330 Nov 23 02:45:51.265142 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-48784591-e58e-4613-9acc-db7f34220149 req-abef387b-05e9-4c02-8fe3-695336e34756 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Nov 23 02:45:51.471943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893afd0-224b-49e8-bef0-c3d542829ad3 req-602b609d-86ab-449d-9d34-5c57c85363d0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:51.473493 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f893afd0-224b-49e8-bef0-c3d542829ad3 req-602b609d-86ab-449d-9d34-5c57c85363d0 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0521405 Nov 23 02:45:51.502226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-9defca85-98cd-475c-bc22-b006f8ae994d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:51.503715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-9defca85-98cd-475c-bc22-b006f8ae994d tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883&tenant_id=7605233e15d54245844f8b150cf4d510&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0525465 Nov 23 02:45:51.521696 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f893afd0-224b-49e8-bef0-c3d542829ad3 req-4c5e75b3-043b-4e59-adc4-f4a9cd77b16f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Nov 23 02:45:51.620957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-369f5159-1b4e-48df-b84e-038efc1edd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:51.622363 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-369f5159-1b4e-48df-b84e-038efc1edd11 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7605233e15d54245844f8b150cf4d510&device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 1099 time: 0.0461578 Nov 23 02:45:51.716204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-e1cb2c9a-f2d5-4367-9610-ff9ceea40568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:51.717714 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-e1cb2c9a-f2d5-4367-9610-ff9ceea40568 service neutron] 10.222.0.46 "GET /v2.0/networks?id=766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 200 len: 915 time: 0.0858285 Nov 23 02:45:51.766477 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-e5d67e63-033c-4f6c-a8f1-d779789e24b3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 200 len: 217 time: 0.0397680 Nov 23 02:45:51.818085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-73024274-eea2-4b44-9881-0ca1d9ccdd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:51.819606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-73024274-eea2-4b44-9881-0ca1d9ccdd61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 200 len: 854 time: 0.0450599 Nov 23 02:45:51.852397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-2b558659-ae54-41a1-85f7-9d0112d34cb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=766ce25b-b81a-4dcb-9f11-d118ccb0618b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256553 Nov 23 02:45:51.895855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:45:51.906971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:45:51.956025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-b42a2dc7-343b-4cbd-a980-53403778c790 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963690 Nov 23 02:45:52.051611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:52.051883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62035c7d-009c-4c98-9c4f-35cdc2abc183 req-7f8a991e-5649-4dcc-9567-21cd80d74038 service neutron] 10.222.0.46 "GET /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877476 Nov 23 02:45:52.054360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.070866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '313980cb-7b04-49a7-a768-b73b06a6a524', 'network_id': '766ce25b-b81a-4dcb-9f11-d118ccb0618b', 'port_id': '313980cb-7b04-49a7-a768-b73b06a6a524', 'mac_address': 'fa:16:3e:d7:26:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:45:52.088137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:52.090574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2628f8-d002-4ceb-aeaa-83c25fb4f242" -d '{"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-unplugged", "status": "completed", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:52.129177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:52.135967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7ae166-e75a-435a-8284-7913fb051531 x-openstack-request-id: req-ed7ae166-e75a-435a-8284-7913fb051531 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:52.136274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-unplugged", "status": "completed", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:52.136566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed7ae166-e75a-435a-8284-7913fb051531 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:52.137015 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524', 'code': 200} Nov 23 02:45:52.139591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.148176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.184774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 313980cb-7b04-49a7-a768-b73b06a6a524 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:52.208110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:52.246104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:45:52.246476 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:45:52.654051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a589b-8c4f-4973-af3f-9e2be8e506a1 req-613b9558-7a22-40fd-b0fb-60bdc25f054a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:52.655608 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-658a589b-8c4f-4973-af3f-9e2be8e506a1 req-613b9558-7a22-40fd-b0fb-60bdc25f054a tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 944 time: 0.0569446 Nov 23 02:45:52.705456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-658a589b-8c4f-4973-af3f-9e2be8e506a1 req-4983cca0-0f8f-4aa7-abde-fc2b7c20dcbc tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Nov 23 02:45:52.787296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.801568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313980cb-7b04-49a7-a768-b73b06a6a524 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:45:52.823201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:52.828831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:52.877452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:52.974609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['313980cb-7b04-49a7-a768-b73b06a6a524'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:53.832818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a381-ba39-418d-80c1-f9800f226f6e req-24fba92b-6adb-46e4-acc8-4381d2cafee5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:53.834390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2298a381-ba39-418d-80c1-f9800f226f6e req-24fba92b-6adb-46e4-acc8-4381d2cafee5 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 945 time: 0.0567350 Nov 23 02:45:53.889135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2298a381-ba39-418d-80c1-f9800f226f6e req-dccf00f5-aa8d-4dcf-a42b-48f609cd02b3 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478432 Nov 23 02:45:53.903205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:45:53.959136 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 313980cb-7b04-49a7-a768-b73b06a6a524 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:45:53.959511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.014565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d459e2a-5c3e-4a09-8a9b-b4a493502814 req-fb99fd4d-2237-4ffc-a203-679939094b37 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:54.016002 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1d459e2a-5c3e-4a09-8a9b-b4a493502814 req-fb99fd4d-2237-4ffc-a203-679939094b37 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 945 time: 0.0506518 Nov 23 02:45:54.040595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.064182 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1d459e2a-5c3e-4a09-8a9b-b4a493502814 req-0796c995-4ca2-455e-83f7-84ef6989fa1c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415184 Nov 23 02:45:54.079288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:54.084509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:54.133857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:54.138177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:54.140772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1b3fb9-99be-416d-8959-779e7069df29" -d '{"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-plugged", "status": "completed", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:54.177218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d190e-9f00-4a92-ae47-05a76ccf47dd x-openstack-request-id: req-0b7d190e-9f00-4a92-ae47-05a76ccf47dd {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:54.177518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-plugged", "status": "completed", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:54.177754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b7d190e-9f00-4a92-ae47-05a76ccf47dd {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:54.178162 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524', 'code': 200} Nov 23 02:45:54.185299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78868622-845d-4e5a-ad2b-a0daa69cdc42 req-bd50d08b-4a7d-4e25-8944-6d04978c274c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:54.186786 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-78868622-845d-4e5a-ad2b-a0daa69cdc42 req-bd50d08b-4a7d-4e25-8944-6d04978c274c tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0561345 Nov 23 02:45:54.233580 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-78868622-845d-4e5a-ad2b-a0daa69cdc42 req-7484d50f-0edb-4657-aab0-3b1ec845dc4f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407484 Nov 23 02:45:54.580171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc376de-dbb1-44f9-aac5-cf783b276805 req-28d27b83-517a-4fe5-b350-600a992c3ba1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:54.581638 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7dc376de-dbb1-44f9-aac5-cf783b276805 req-28d27b83-517a-4fe5-b350-600a992c3ba1 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0548027 Nov 23 02:45:54.634404 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7dc376de-dbb1-44f9-aac5-cf783b276805 req-371d4240-d0cd-4503-b1ed-ab125287a513 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435832 Nov 23 02:45:55.774697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea2073-2f91-4857-a9e6-3494e15f4b67 req-7b8251e6-aaea-49b1-bccb-4116db7a7390 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:55.776194 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-42ea2073-2f91-4857-a9e6-3494e15f4b67 req-7b8251e6-aaea-49b1-bccb-4116db7a7390 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0622070 Nov 23 02:45:55.828018 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-42ea2073-2f91-4857-a9e6-3494e15f4b67 req-920f5232-42f5-4356-8cda-3d9815de2045 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428269 Nov 23 02:45:56.762734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-ac3b3dab-a0c2-443e-8d78-a55b077184aa tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:56.764186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-ac3b3dab-a0c2-443e-8d78-a55b077184aa tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0719399 Nov 23 02:45:56.858938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Deleting port 313980cb-7b04-49a7-a768-b73b06a6a524 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:45:56.859510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.949344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c92766-9e96-469a-9f3e-eb9325000644 req-7aa4b0cc-80d4-4f4b-9ff5-025ac162dbd7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:45:56.950919 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e0c92766-9e96-469a-9f3e-eb9325000644 req-7aa4b0cc-80d4-4f4b-9ff5-025ac162dbd7 tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9b2a50f-3fe5-4a53-9fe8-214e733d9883 HTTP/1.1" status: 200 len: 946 time: 0.0517547 Nov 23 02:45:56.952068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] For port 313980cb-7b04-49a7-a768-b73b06a6a524, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=313980cb-7b04-49a7-a768-b73b06a6a524,segment=NetworkSegment(4ab78420-15f7-472a-9032-42fbe6d51f56),segment_id=4ab78420-15f7-472a-9032-42fbe6d51f56)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:45:56.952469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:56.966193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Calling delete_port for 313980cb-7b04-49a7-a768-b73b06a6a524 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:45:57.003920 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e0c92766-9e96-469a-9f3e-eb9325000644 req-d89f78b6-9fa0-4b2c-a61a-c5a4be7e365f tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.53 "GET /v2.0/security-groups?id=d875d4da-abd0-4f42-9f5c-694eb81b1b40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467103 Nov 23 02:45:57.103624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.138144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Pushing event deleted for resources: {'Port': ['ID=313980cb-7b04-49a7-a768-b73b06a6a524,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:57.142474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['313980cb-7b04-49a7-a768-b73b06a6a524'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:45:57.153110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.153715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.154265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.154719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.155067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.155413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.155767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.156093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.156448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.156781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.157129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.157462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:45:57.195196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] No DVR routers for this DVR port 313980cb-7b04-49a7-a768-b73b06a6a524 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:45:57.197735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:57.201295 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c9a2afa7-7f88-49ec-9843-7a70e6f0b7f8 req-00cf646c-32e3-4e67-a28d-cbaf22592bfb tempest-ServerDiskConfigTestJSON-336363580 tempest-ServerDiskConfigTestJSON-336363580-project] 10.222.0.46 "DELETE /v2.0/ports/313980cb-7b04-49a7-a768-b73b06a6a524 HTTP/1.1" status: 204 len: 173 time: 0.4283075 Nov 23 02:45:57.201786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-deleted', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:45:57.204100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f24dc59-3c6d-46d2-922d-2090f421d7ae" -d '{"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-deleted", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:45:57.339207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65a0f8a-c31d-4c24-ad62-bdd67ea50fc9 x-openstack-request-id: req-e65a0f8a-c31d-4c24-ad62-bdd67ea50fc9 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:45:57.339601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b2a50f-3fe5-4a53-9fe8-214e733d9883", "name": "network-vif-deleted", "tag": "313980cb-7b04-49a7-a768-b73b06a6a524", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:45:57.340044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e65a0f8a-c31d-4c24-ad62-bdd67ea50fc9 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:45:57.340574 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b2a50f-3fe5-4a53-9fe8-214e733d9883', 'name': 'network-vif-deleted', 'tag': '313980cb-7b04-49a7-a768-b73b06a6a524', 'status': 'completed', 'code': 200} Nov 23 02:45:58.141223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37734) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:58.190951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Deleting subnet 9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:45:58.194413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.229458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.276528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.335641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.362596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:58.366898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.370210 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-82548139-0058-436c-be74-cd92e0f247d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9c4b2e19-9c24-47dc-a6c3-00f9c5ce650f HTTP/1.1" status: 204 len: 168 time: 0.2279177 Nov 23 02:45:58.373334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37736) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:58.442339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.524678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.545582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766ce25b-b81a-4dcb-9f11-d118ccb0618b']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:58.555923 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab78420-15f7-472a-9032-42fbe6d51f56') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:58.556225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab78420-15f7-472a-9032-42fbe6d51f56') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:45:58.567107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.580971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.587361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:45:58.587674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:45:58.589378 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:45:58.648938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.654374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.657575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] 10.222.0.53 "DELETE /v2.0/networks/766ce25b-b81a-4dcb-9f11-d118ccb0618b HTTP/1.1" status: 204 len: 168 time: 0.2832990 Nov 23 02:45:58.668665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d44e476-2b87-4169-b992-86348d792f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=766ce25b-b81a-4dcb-9f11-d118ccb0618b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:58.772288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37740) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:58.814668 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d2a979a1-bb39-4023-af72-c0f722937a9f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7605233e15d54245844f8b150cf4d510&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411744 Nov 23 02:45:58.817276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37742) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:58.865848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2405c666-bd28-4517-951c-5a53d3c980a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.886675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2405c666-bd28-4517-951c-5a53d3c980a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.938757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2405c666-bd28-4517-951c-5a53d3c980a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.941371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2405c666-bd28-4517-951c-5a53d3c980a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:58.942518 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2405c666-bd28-4517-951c-5a53d3c980a8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d875d4da-abd0-4f42-9f5c-694eb81b1b40 HTTP/1.1" status: 204 len: 168 time: 0.1243694 Nov 23 02:45:58.951573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405c666-bd28-4517-951c-5a53d3c980a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d875d4da-abd0-4f42-9f5c-694eb81b1b40,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:59.682711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37764) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:45:59.793283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1744904289-network', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:45:59.817042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Made reservation on behalf of fb6cdf4199ee4ad782ac6f6ae2ca6c97 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:45:59.819902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:59.829122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:59.915857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:59.921333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:59.948412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:45:59.960449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98e1dc3-9eac-4ad4-b9ef-b476bb7cab98,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:45:59.965460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:45:59.965799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Added segment 6f51228c-6e07-40f7-b56d-417dac0eb48e of type vlan for network 85afca91-547c-438b-8da6-eee7106502a0 Nov 23 02:46:00.006408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.035193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.036429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:00.037064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.091941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4081037 Nov 23 02:46:00.095099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37768) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:00.098870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0ccb7-23fa-4f43-888c-38829ec5106e admin admin] Pushing event updated for resources: {'Network': ['ID=85afca91-547c-438b-8da6-eee7106502a0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:00.100355 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Request body: {'subnet': {'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1744904289-subnet', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:00.109041 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 85afca91-547c-438b-8da6-eee7106502a0 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:46:00.122616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Made reservation on behalf of fb6cdf4199ee4ad782ac6f6ae2ca6c97 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:00.125068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.296548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.350124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3002edca-d10a-4396-b5cf-ad9445e9a6fd,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:00.361403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.361758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.362106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.362451 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.362792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.363130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.363464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.363797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.364134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.364473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.364802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.365126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:00.370992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:00.371397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Network hostable DHCP agents. Network: 85afca91-547c-438b-8da6-eee7106502a0, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:46:00.390645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Network 85afca91-547c-438b-8da6-eee7106502a0 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:46:00.402516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 85afca91-547c-438b-8da6-eee7106502a0) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:00.406922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:00.407521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.412157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b556bc-85d5-46b2-9691-7257d705ae4d None None] Network 85afca91-547c-438b-8da6-eee7106502a0 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:00.427931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6d7ec0fe-e19a-43b5-86cb-6ff5d1dd1c9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3315501 Nov 23 02:46:00.430668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37770) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:00.435222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:00.459448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.460549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.519608 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.559138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-85afca91-547c-438b-8da6-eee7106502a0', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:46:00.560026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.662553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.692735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Allocated IP 172.20.0.2 (85afca91-547c-438b-8da6-eee7106502a0/3002edca-d10a-4396-b5cf-ad9445e9a6fd/992d1677-40ed-4820-82c3-cf6a7f4a950d) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:46:00.834590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.841900 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.862380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.881074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.883720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:00.886567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:00.891747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:46:00.895578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Pushing event updated for resources: {'Port': ['ID=992d1677-40ed-4820-82c3-cf6a7f4a950d,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:00.948133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Attempting to bind port 992d1677-40ed-4820-82c3-cf6a7f4a950d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:46:00.948532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Attempting to bind port 992d1677-40ed-4820-82c3-cf6a7f4a950d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:46:00.948667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Attempting to bind port 992d1677-40ed-4820-82c3-cf6a7f4a950d on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:00.953752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:46:00.954132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:00.954543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.954941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Bound using segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:46:00.955412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Bound port: 992d1677-40ed-4820-82c3-cf6a7f4a950d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:46:00.955793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:00.986702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Allocated IP 172.26.8.196 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/6dc53575-d741-4c18-92cf-5cee31fe789b) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:46:01.022767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9b03e925-4d88-4787-983d-732038fda574 None None] For port 992d1677-40ed-4820-82c3-cf6a7f4a950d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:46:01.026186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-9b03e925-4d88-4787-983d-732038fda574 None None] For port 992d1677-40ed-4820-82c3-cf6a7f4a950d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=992d1677-40ed-4820-82c3-cf6a7f4a950d,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:46:01.031515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.092418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03e925-4d88-4787-983d-732038fda574 None None] Pushing event updated for resources: {'Port': ['ID=992d1677-40ed-4820-82c3-cf6a7f4a950d,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:01.097446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.141643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.184199 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:01.187375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:01.190871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:46:01.196459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc53575-d741-4c18-92cf-5cee31fe789b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:01.200654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb0415-87f1-4f07-80bf-1d1dd4155eee None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:46:01.326002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-63ab3fdb-cd8d-4795-a4df-672be6650c6a None None] Provisioning complete for port 6dc53575-d741-4c18-92cf-5cee31fe789b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:01.326292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63ab3fdb-cd8d-4795-a4df-672be6650c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.364580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-63ab3fdb-cd8d-4795-a4df-672be6650c6a None None] Port 6dc53575-d741-4c18-92cf-5cee31fe789b cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:46:01.491000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.696183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.832601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Router 47f145d6-6250-4541-840d-47fbc1805683 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:46:01.944473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:46:01.954794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783b053-fe8e-4f63-814c-33eaf6405a15 None None] Network 85afca91-547c-438b-8da6-eee7106502a0 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:46:01.955007 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:46:01.966637 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:46:01.967708 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:45:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:01.970452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:01.972050 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d6a289e0-de7b-414a-9b3e-aab2f36ae5e8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5401568 Nov 23 02:46:01.977068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37772) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:01.996306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:46:02.023409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 313980cb-7b04-49a7-a768-b73b06a6a524 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:46:02.023847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 313980cb-7b04-49a7-a768-b73b06a6a524 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:46:02.054946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1d219396-53f7-41eb-ba4c-eefc37af74f7 None None] Provisioning complete for port 992d1677-40ed-4820-82c3-cf6a7f4a950d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:02.055456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d219396-53f7-41eb-ba4c-eefc37af74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.080156 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:46:02.196938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d219396-53f7-41eb-ba4c-eefc37af74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.238045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1d219396-53f7-41eb-ba4c-eefc37af74f7 None None] For port 992d1677-40ed-4820-82c3-cf6a7f4a950d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=992d1677-40ed-4820-82c3-cf6a7f4a950d,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:46:02.244341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d219396-53f7-41eb-ba4c-eefc37af74f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.278526 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:01Z', 'revision_number': 3, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:02.303824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d219396-53f7-41eb-ba4c-eefc37af74f7 None None] Pushing event updated for resources: {'Port': ['ID=992d1677-40ed-4820-82c3-cf6a7f4a950d,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:02.314980 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:46:02.315887 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Updating router 47f145d6-6250-4541-840d-47fbc1805683 port 6dc53575-d741-4c18-92cf-5cee31fe789b binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:46:02.348296 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.471148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3856d672-a11d-49d0-9d77-10e3c127f8d4 None None] Provisioning complete for port 992d1677-40ed-4820-82c3-cf6a7f4a950d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:02.471375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.471863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3856d672-a11d-49d0-9d77-10e3c127f8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.610585 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.617616 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.663337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3fca4c-ddef-4350-b1f9-1732acf00173 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:46:02.672897 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Attempting to bind port 6dc53575-d741-4c18-92cf-5cee31fe789b on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:46:02.673278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Attempting to bind port 6dc53575-d741-4c18-92cf-5cee31fe789b by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:46:02.673663 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Attempting to bind port 6dc53575-d741-4c18-92cf-5cee31fe789b on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:02.681499 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Pushing event updated for resources: {'Port': ['ID=6dc53575-d741-4c18-92cf-5cee31fe789b,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:02.685296 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:46:02.685724 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:02.686089 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.686480 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:46:02.686965 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Bound port: 6dc53575-d741-4c18-92cf-5cee31fe789b, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:46:02.687339 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.693121 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.693487 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.693831 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.694166 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.694481 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.694816 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.695145 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.695460 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.695778 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.696089 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.696430 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.696748 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:02.757092 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] For port 6dc53575-d741-4c18-92cf-5cee31fe789b, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:46:02.761515 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] For port 6dc53575-d741-4c18-92cf-5cee31fe789b, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6dc53575-d741-4c18-92cf-5cee31fe789b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:46:02.769105 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.782519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7fbad989-e1f9-4dc0-8773-9ffd29a6118f None None] Provisioning complete for port 6dc53575-d741-4c18-92cf-5cee31fe789b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:02.783298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fbad989-e1f9-4dc0-8773-9ffd29a6118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:02.823574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b2ff6-9570-4c29-aa0e-1ffe1a7d2ece None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:46:02.832021 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51620e-478b-47b6-baff-ac7fdd6800c2 None None] Pushing event updated for resources: {'Port': ['ID=6dc53575-d741-4c18-92cf-5cee31fe789b,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:02.841898 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:46:02.842587 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:45:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:02.963376 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:46:03.028311 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Allocated IP 172.20.0.1 (85afca91-547c-438b-8da6-eee7106502a0/3002edca-d10a-4396-b5cf-ad9445e9a6fd/3f2baa48-8db5-4bc3-8c64-5ae9576e3db2) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:46:03.067342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 992d1677-40ed-4820-82c3-cf6a7f4a950d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:46:03.111087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fbad989-e1f9-4dc0-8773-9ffd29a6118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.151039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7fbad989-e1f9-4dc0-8773-9ffd29a6118f None None] For port 6dc53575-d741-4c18-92cf-5cee31fe789b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6dc53575-d741-4c18-92cf-5cee31fe789b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:46:03.152038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf94a42-b3e1-4581-80f9-b35bf5b1040c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.153314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.159418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7fbad989-e1f9-4dc0-8773-9ffd29a6118f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.184946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 992d1677-40ed-4820-82c3-cf6a7f4a950d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:03.185562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.191819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.230276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:03.238042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:03.240852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:46:03.252016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbad989-e1f9-4dc0-8773-9ffd29a6118f None None] Pushing event updated for resources: {'Port': ['ID=6dc53575-d741-4c18-92cf-5cee31fe789b,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:03.252622 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:01Z', 'revision_number': 3, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:03.278751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:03.294819 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad8edbc-da18-4c18-a190-b0b129a88924 None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:01Z', 'revision_number': 3, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:46:03.298477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.331149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b413f4d8-2905-4339-9917-b8b7df0c1369 None None] Provisioning complete for port 6dc53575-d741-4c18-92cf-5cee31fe789b triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:03.331840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b413f4d8-2905-4339-9917-b8b7df0c1369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.471506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.569338 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82a2f830-02da-4433-8237-cd2c4ab1cb42 None None] Provisioning complete for port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:03.569722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82a2f830-02da-4433-8237-cd2c4ab1cb42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.616172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82a2f830-02da-4433-8237-cd2c4ab1cb42 None None] Port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:46:03.661818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.667514 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.739193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Pushing event updated for resources: {'Port': ['ID=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:03.743242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:03.835763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:03.837218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:03.963239 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:46:04.079463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:46:04.084708 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-40a5ca6f-bcb5-4bde-b483-514b3ec4bb18 admin admin] 10.222.0.53 "PUT /v2.0/routers/47f145d6-6250-4541-840d-47fbc1805683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1065865 Nov 23 02:46:04.141035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-edf50dd5-12f7-4175-a66a-4de5bb4f1e53 None None] Provisioning complete for port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:04.141445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-edf50dd5-12f7-4175-a66a-4de5bb4f1e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.176094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-edf50dd5-12f7-4175-a66a-4de5bb4f1e53 None None] Port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:46:04.650282 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37780) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:04.655684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963192243', 'description': 'tempest-description--1786037702'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:04.679566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.747424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.753367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.782775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.784096 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1326814 Nov 23 02:46:04.786885 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37782) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:04.792119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fdb7c-056d-4f57-85fb-59b8765817db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:04.797628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffda6d-47a0-4bd3-8675-b41edb346058 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0fdb7c-056d-4f57-85fb-59b8765817db,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:04.804988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:46:04.817068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:46:04.817858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:45:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:04.826931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.896226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.901614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.905941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dc53575-d741-4c18-92cf-5cee31fe789b up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:46:04.921511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e099dc-45e1-4259-85ca-d24863395f1d,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:04.931567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.935331 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-699ea37f-dc48-4519-a46a-118940884dba tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450255 Nov 23 02:46:04.935576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37784) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:04.940187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'security_group_rule': {'security_group_id': 'bf0fdb7c-056d-4f57-85fb-59b8765817db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:04.968843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:04.970401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:46:05.020726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 6dc53575-d741-4c18-92cf-5cee31fe789b triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:05.021103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.027593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.032706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.053229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e173e35-7a1a-4b43-b430-1121c5bb1fd8,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:05.061861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.072037 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6f2c9389-dad1-42b7-bead-4f352f76e6a7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270282 Nov 23 02:46:05.072037 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 37786) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:05.077522 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:05.100796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.214672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.263141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 2, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:05.290905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:46:05.291246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Updating router 47f145d6-6250-4541-840d-47fbc1805683 port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:46:05.315636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.324865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Allocated IP 172.26.8.124 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/444e817b-5697-464f-b5ca-415604675b12) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:46:05.434195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.470130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.509660 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:05.512719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:05.516558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:46:05.522491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'Port': ['ID=444e817b-5697-464f-b5ca-415604675b12,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:05.592160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.598695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.608618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.642838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.648487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1b175d51-1e43-4332-a816-bbd2f3a4152c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.660352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f8f97-36fe-49d5-bddc-f2a63a981486 None None] Pushing event updated for resources: {'Port': ['ID=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:05.717050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Attempting to bind port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:46:05.717429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Attempting to bind port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:46:05.717908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Attempting to bind port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:05.723518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:46:05.723945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:05.724375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.724765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Bound using segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:46:05.725232 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Bound port: 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:46:05.725609 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.795625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] For port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:46:05.799148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] For port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:46:05.804359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.813120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.818173 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.865589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f8f97-36fe-49d5-bddc-f2a63a981486 None None] Pushing event updated for resources: {'Port': ['ID=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:05.868377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:46:05.868952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:46:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:05.889974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'Port': ['ID=444e817b-5697-464f-b5ca-415604675b12,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:05.908984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.933410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:05.934910 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fcaf15d1-e399-43a2-9bc8-eaffa141395a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8620219 Nov 23 02:46:05.970309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-22115691-b9c2-45ff-a7c8-350abbd64abb None None] Provisioning complete for port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:05.970687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22115691-b9c2-45ff-a7c8-350abbd64abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.019066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:46:06.100459 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-b10166b4-8eda-4c76-b7ef-2522de549bb0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1963192243&fields=id&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 267 time: 0.0439017 Nov 23 02:46:06.183603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22115691-b9c2-45ff-a7c8-350abbd64abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.211768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-efcb8a8e-fd12-47fd-9212-f6f368214632 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:06.213446 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-efcb8a8e-fd12-47fd-9212-f6f368214632 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1051276 Nov 23 02:46:06.229735 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-8d184ffa-f695-4c61-a5fc-713678c2d432 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/quotas/fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 375 time: 0.0100312 Nov 23 02:46:06.238807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-22115691-b9c2-45ff-a7c8-350abbd64abb None None] For port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:46:06.258336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-22115691-b9c2-45ff-a7c8-350abbd64abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.286021 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-e1467813-ec9e-4a25-9da3-6d522eecd9ee tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501487 Nov 23 02:46:06.316425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22115691-b9c2-45ff-a7c8-350abbd64abb None None] Pushing event updated for resources: {'Port': ['ID=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:06.330293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:05Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:06.357603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eda333-e5c9-48f2-abce-91e8c8e2fd2f None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:05Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:46:06.378675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-abed9782-7929-4778-acd4-4f1c8e00693e None None] Provisioning complete for port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:06.379305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-abed9782-7929-4778-acd4-4f1c8e00693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.465776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-5ed109bf-c893-4427-979f-2e341fb7a3e7 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678038 Nov 23 02:46:06.568290 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-20e4bfa1-117a-4204-8ea3-7148f5703101 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942457 Nov 23 02:46:06.617041 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:06.760692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4b8660d3-a982-4f0c-b84d-9a112f3eb206 req-d551f3a3-bce3-42d4-8034-c8e1ed0113a2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 210 time: 0.0429032 Nov 23 02:46:06.910180 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:46:06.967974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:06.968381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:07.857179 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6d6f093a-dc0b-475f-b1a0-3898eeaa8345 req-53cf6e38-6961-455b-83ae-8f9cd486aa65 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 210 time: 0.0276580 Nov 23 02:46:07.918374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-f7e61864-74f7-4ff2-a6ff-db2eb7800c5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:07.920221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-f7e61864-74f7-4ff2-a6ff-db2eb7800c5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1090219 Nov 23 02:46:08.008155 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-7d3baf1e-20d7-4011-9630-383e9d33987d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 380 time: 0.0543664 Nov 23 02:46:08.032926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'port': {'device_id': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'admin_state_up': True, 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'security_groups': ['bf0fdb7c-056d-4f57-85fb-59b8765817db']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:08.131385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.154916 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Made reservation on behalf of fb6cdf4199ee4ad782ac6f6ae2ca6c97 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:46:08.158806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.287704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Allocated IP 172.20.0.14 (85afca91-547c-438b-8da6-eee7106502a0/3002edca-d10a-4396-b5cf-ad9445e9a6fd/83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:46:08.426431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.462616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.511838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:46:08.515371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:46:08.519388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:46:08.525955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:08.578758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:08.579438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.598456 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-c9a90616-ceb4-43f6-bcb2-fb2abd9a21ea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719361 Nov 23 02:46:08.623310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Request body: {'port': {'device_id': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:08.683620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.705598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7aa350f1-0abb-4f67-9318-ab640487dd66 None None] Provisioning complete for port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:08.705998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7aa350f1-0abb-4f67-9318-ab640487dd66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:08.739986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-7aa350f1-0abb-4f67-9318-ab640487dd66 None None] Port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:46:08.980220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:46:08.989360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.006551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Transition to ACTIVE for port object 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:46:09.011955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.027064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac841f8e-fd58-407b-bc39-b357adda1f60 req-08348f35-54c2-4de6-8ce6-cb4bfe012611 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:09.029266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ac841f8e-fd58-407b-bc39-b357adda1f60 req-08348f35-54c2-4de6-8ce6-cb4bfe012611 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 932 time: 0.0892692 Nov 23 02:46:09.101998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:09.166407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ac841f8e-fd58-407b-bc39-b357adda1f60 req-da327114-f5ef-4c06-b3bf-d7ed1f47a42e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127946 Nov 23 02:46:09.196681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Attempting to bind port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:46:09.197030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Attempting to bind port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:46:09.197541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Attempting to bind port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:09.202419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 on network 85afca91-547c-438b-8da6-eee7106502a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:46:09.202745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Attempting to bind port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:46:09.209200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:46:09.209711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:46:09.210099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Bound using segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:46:09.210527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Bound port: 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:46:09.210887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.282616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:46:09.285799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:46:09.291647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.313839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.330918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:09.331604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:09.333155 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] 10.222.0.46 "PUT /v2.0/ports/83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 1094 time: 0.7146018 Nov 23 02:46:09.333622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:46:09.338242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187" -d '{"events": [{"name": "network-changed", "server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:46:09.374695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c7f56-8626-44fd-a8e9-acc7fcd945da service neutron] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:09.391383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d438d809-8b2e-4b80-b1ff-85c3c1921f4c x-openstack-request-id: req-d438d809-8b2e-4b80-b1ff-85c3c1921f4c {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:46:09.391689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:46:09.392721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d438d809-8b2e-4b80-b1ff-85c3c1921f4c {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:46:09.393779 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'status': 'completed', 'code': 200} Nov 23 02:46:09.454355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-e798273d-72c2-436f-82a9-4bb8d07f9c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:09.455893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-e798273d-72c2-436f-82a9-4bb8d07f9c10 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1097 time: 0.0443075 Nov 23 02:46:09.512494 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-d91343da-8361-41f0-8099-5ef8735603b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 217 time: 0.0371490 Nov 23 02:46:09.563462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-0b8b7df8-89e9-4511-b641-fb7dab59f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:09.564989 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-0b8b7df8-89e9-4511-b641-fb7dab59f304 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0440857 Nov 23 02:46:09.617413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b09e8-e07a-4234-a97d-b328681022f7 req-9a0f30b4-8bfb-4cb7-8b91-096b4bf35490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:09.619008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-9a0f30b4-8bfb-4cb7-8b91-096b4bf35490 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461371 Nov 23 02:46:09.716596 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-36567247-c526-4ae5-92bb-7c8f3ec0a274 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846934 Nov 23 02:46:09.815031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-330b09e8-e07a-4234-a97d-b328681022f7 req-f004af88-bcfc-4bfe-bd07-957bc6a3a6ec service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898118 Nov 23 02:46:09.960879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-9d7aff9e-96af-43d2-b857-db8e445ce886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:09.962417 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-9d7aff9e-96af-43d2-b857-db8e445ce886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1097 time: 0.0438163 Nov 23 02:46:10.064443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-c7b846f2-07bf-4bab-a1e5-8c7be29ee713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:10.066367 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-c7b846f2-07bf-4bab-a1e5-8c7be29ee713 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0959463 Nov 23 02:46:10.111399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-e55a5af6-ff40-4df4-bed2-66c5ebed0dda service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 217 time: 0.0359933 Nov 23 02:46:10.163661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-5a9e88b3-7cab-40c4-93e5-15ed16dbc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:10.165142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-5a9e88b3-7cab-40c4-93e5-15ed16dbc42f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0458384 Nov 23 02:46:10.214331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-bfc9287f-110f-4273-83d0-6a0ad2f534c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:10.215863 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-bfc9287f-110f-4273-83d0-6a0ad2f534c4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401528 Nov 23 02:46:10.341611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c6baf-2acf-4057-b510-129ffaaf6fef req-1d5aa4c4-709d-428a-8d57-cf259e37ad43 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:10.343145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e47c6baf-2acf-4057-b510-129ffaaf6fef req-1d5aa4c4-709d-428a-8d57-cf259e37ad43 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 944 time: 0.0981417 Nov 23 02:46:10.347018 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-cc216c61-acaf-4239-a11d-770c09d84287 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228478 Nov 23 02:46:10.442182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e47c6baf-2acf-4057-b510-129ffaaf6fef req-7dcfa971-5fd8-48db-a45b-9d1ac6109641 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924137 Nov 23 02:46:10.470004 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe57e5e9-0bf9-45ae-9b96-d8c128a36187 req-96da16f1-60da-4449-bc10-2cb52d89813f service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129878 Nov 23 02:46:11.583353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13c2d9-37c5-49b5-b3a7-cab4306a2201 req-84721f79-9b5c-489f-aa1a-c04b3a64ed56 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:11.584893 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4a13c2d9-37c5-49b5-b3a7-cab4306a2201 req-84721f79-9b5c-489f-aa1a-c04b3a64ed56 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 944 time: 0.0712144 Nov 23 02:46:11.632889 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4a13c2d9-37c5-49b5-b3a7-cab4306a2201 req-0d3fce32-09f1-401c-8bcd-eab3bf557399 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417984 Nov 23 02:46:12.768907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b1ba2-efa4-464d-bedf-57bfbcd61b18 req-6e32e548-00ab-4af5-87cb-0bf286591f59 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:12.770404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-041b1ba2-efa4-464d-bedf-57bfbcd61b18 req-6e32e548-00ab-4af5-87cb-0bf286591f59 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Nov 23 02:46:12.819438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-041b1ba2-efa4-464d-bedf-57bfbcd61b18 req-4c90cffc-52f7-4e00-9577-755f4dcd0aca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Nov 23 02:46:13.950685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f1529-1b19-4078-87f8-ded8ad5dc693 req-7dc8a528-b7a3-4e98-9da2-b703e5c8e429 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:13.952204 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ec3f1529-1b19-4078-87f8-ded8ad5dc693 req-7dc8a528-b7a3-4e98-9da2-b703e5c8e429 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 944 time: 0.0548563 Nov 23 02:46:14.001538 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ec3f1529-1b19-4078-87f8-ded8ad5dc693 req-d7a8cdde-1cec-41a4-adb3-60981d34f1bc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429342 Nov 23 02:46:14.012712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:46:14.111239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:46:14.122462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'mac_address': 'fa:16:3e:0f:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:46:14.167142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:14.181522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:46:14.201778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:46:14.209737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:14.259320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:14.267159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.267523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.268201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.268593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.268937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.269283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.269633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.269976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.270316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.270656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.270986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.271314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:46:14.531134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:46:15.132922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3354d5-c222-4d23-85ac-dbf6c85c1611 req-354726a8-4403-4081-b493-478002b1e655 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:15.134509 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea3354d5-c222-4d23-85ac-dbf6c85c1611 req-354726a8-4403-4081-b493-478002b1e655 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 945 time: 0.0567236 Nov 23 02:46:15.185926 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea3354d5-c222-4d23-85ac-dbf6c85c1611 req-69bb2c5f-eabf-47ee-8f2a-c5fe766da88d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437727 Nov 23 02:46:16.038358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:46:16.096162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:46:16.100571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:46:16.100938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.187893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.210823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:46:16.213216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e944dac7-5273-4c13-91d5-7ba96cf99d6d" -d '{"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-plugged", "status": "completed", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:46:16.226024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:46:16.232096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:16.256771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945fa6da-28ba-4a7e-9417-fd1577d727af x-openstack-request-id: req-945fa6da-28ba-4a7e-9417-fd1577d727af {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:46:16.257093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-plugged", "status": "completed", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:46:16.257356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-945fa6da-28ba-4a7e-9417-fd1577d727af {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:46:16.257762 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'code': 200} Nov 23 02:46:16.293416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:46:16.319900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd53ae2-34ef-406f-8702-37de39a721ac req-2de89dd3-8827-4dbc-8298-13e841b6b40e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:16.322085 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3bd53ae2-34ef-406f-8702-37de39a721ac req-2de89dd3-8827-4dbc-8298-13e841b6b40e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0531337 Nov 23 02:46:16.376418 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3bd53ae2-34ef-406f-8702-37de39a721ac req-1ce54d43-a134-4ca9-9217-6479cc30c131 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472476 Nov 23 02:46:16.469827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab42511-3dcc-4336-9e1f-d9705b7d98ae req-6faf8d8c-c48a-4f33-b1ca-e14a70250380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:16.471893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab42511-3dcc-4336-9e1f-d9705b7d98ae req-6faf8d8c-c48a-4f33-b1ca-e14a70250380 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1099 time: 0.0427215 Nov 23 02:46:16.519636 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ab42511-3dcc-4336-9e1f-d9705b7d98ae req-96f6c9eb-1b1d-4402-8e5d-773f220948b0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387304 Nov 23 02:46:17.507434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99286a-2cb2-41be-b862-de8a0d27c291 req-fa18add6-6267-4c7b-a150-3654034fcc70 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:17.508946 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9e99286a-2cb2-41be-b862-de8a0d27c291 req-fa18add6-6267-4c7b-a150-3654034fcc70 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0592632 Nov 23 02:46:17.562508 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9e99286a-2cb2-41be-b862-de8a0d27c291 req-b8ebe149-87c2-4cb9-8e66-66441ad7b40a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458374 Nov 23 02:46:18.691907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8dec77-aee1-40f2-a2e6-ff85dc77871d req-0d6d2552-9d1f-4a92-80a7-c3b1c04e610e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:18.693408 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ac8dec77-aee1-40f2-a2e6-ff85dc77871d req-0d6d2552-9d1f-4a92-80a7-c3b1c04e610e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0532289 Nov 23 02:46:18.744027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ac8dec77-aee1-40f2-a2e6-ff85dc77871d req-d1610c3b-2679-45f8-9cb7-adb636ab87ed tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Nov 23 02:46:18.863946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5170ea-7fbf-473e-9453-87aa7f378f31 req-881ecb01-1e11-4534-81d5-28f4d2e6cf7d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:18.865357 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0b5170ea-7fbf-473e-9453-87aa7f378f31 req-881ecb01-1e11-4534-81d5-28f4d2e6cf7d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0516732 Nov 23 02:46:18.874457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 37842) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:46:18.881465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'floatingip': {'port_id': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:46:18.922770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:19.384447 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:19.390272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:19.492290 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 associated. External IP: 172.26.8.124, port: 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6. Nov 23 02:46:20.030058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:46:20.144719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:46:20.149553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:20.155734 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:46:20.166101 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:46:20.166725 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:46:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:20.178010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6ff780a9-55d8-4c2c-8938-6b4e135544e6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "PUT /v2.0/floatingips/ccc5c799-318b-4be7-b91c-1fdf4447d049 HTTP/1.1" status: 200 len: 992 time: 1.3021886 Nov 23 02:46:20.178669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:46:20.181106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391e0f9b-45e3-4542-a94b-c0d09d108980" -d '{"events": [{"name": "network-changed", "server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:46:20.222235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248e45e2-0157-41e4-a61e-91b19d6e896a x-openstack-request-id: req-248e45e2-0157-41e4-a61e-91b19d6e896a {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:46:20.222619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:46:20.222944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-248e45e2-0157-41e4-a61e-91b19d6e896a {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:46:20.223422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'status': 'completed', 'code': 200} Nov 23 02:46:20.273116 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:46:20.322998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-6e28fb5a-e232-4817-a9bd-65437f3fb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:20.324704 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-6e28fb5a-e232-4817-a9bd-65437f3fb864 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1099 time: 0.0447094 Nov 23 02:46:20.419477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-e14188fc-7187-4945-ba1e-09a0f510730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:20.421043 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-e14188fc-7187-4945-ba1e-09a0f510730f service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0885620 Nov 23 02:46:20.487479 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-e8783739-6baf-4551-9464-11cbde0d3b86 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 1000 time: 0.0587189 Nov 23 02:46:20.499117 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:0f:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:46:19Z', 'revision_number': 1, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:20.526140 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:46:20.534764 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:46:20.535373 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:46:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:20.558402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-783ba512-6281-41f8-ab7b-b3f54954a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:20.560021 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-783ba512-6281-41f8-ab7b-b3f54954a486 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0518823 Nov 23 02:46:20.570267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:20.613054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-7836e225-6beb-4f30-b9ff-8dc314d255b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:20.614727 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-7836e225-6beb-4f30-b9ff-8dc314d255b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459487 Nov 23 02:46:20.640698 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:46:20.706338 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-ab2bb667-9c97-4f19-af16-534c23f72ef9 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821238 Nov 23 02:46:20.806443 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-391e0f9b-45e3-4542-a94b-c0d09d108980 req-eba41ef8-d1be-4c23-be6c-ecc4e3603bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910223 Nov 23 02:46:20.861963 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:0f:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:46:19Z', 'revision_number': 1, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:46:20.890728 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f17470-2d5b-4018-87e9-aefc33345ea1 None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:0f:a0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:46:19Z', 'revision_number': 1, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:46:21.088529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c88a89-4a60-46af-b981-4232e3746aa4 None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:46:26.531260 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:46:33.143249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6906085-8b2b-41be-9c99-8c8c45aa8199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:35.617980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-38137635-c4e8-4bf6-9be9-5f4a25afe53d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:36.476361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:38.137872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:39.322283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:46:47.886049 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-34df52ae-6982-46bd-85d2-d34843b1cbd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423648 Nov 23 02:46:48.008461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392927f-e2b5-4065-b32d-9886d858716f req-d66ab191-712a-4095-808a-f688329b8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:48.009960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-d66ab191-712a-4095-808a-f688329b8839 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1099 time: 0.0438955 Nov 23 02:46:48.127626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392927f-e2b5-4065-b32d-9886d858716f req-5ed5fc45-d1b8-4548-85ce-f99e6b6815b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:48.129879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-5ed5fc45-d1b8-4548-85ce-f99e6b6815b4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0925252 Nov 23 02:46:48.207980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-f61ad5a9-75df-4986-9158-6730bee3b257 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0699031 Nov 23 02:46:48.265550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392927f-e2b5-4065-b32d-9886d858716f req-d2070787-e744-4c86-a116-814bf4783144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:48.266928 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-d2070787-e744-4c86-a116-814bf4783144 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0514193 Nov 23 02:46:48.317242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392927f-e2b5-4065-b32d-9886d858716f req-9e64ed5a-f8df-4895-913a-a971cfa6e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:46:48.318801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-9e64ed5a-f8df-4895-913a-a971cfa6e93c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432751 Nov 23 02:46:48.416045 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-55fa8f22-d9fc-46d6-b576-b4b846c0f428 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863423 Nov 23 02:46:48.513033 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d392927f-e2b5-4065-b32d-9886d858716f req-abb863a9-7bcd-4ce5-aa78-b2fe00234d9c service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885980 Nov 23 02:46:50.571092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:01.551855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd104cd3-c581-4216-bd10-98ad2c3517db req-7aed5cab-e390-40bc-9b20-59cfd060460f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:01.553484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd104cd3-c581-4216-bd10-98ad2c3517db req-7aed5cab-e390-40bc-9b20-59cfd060460f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0583971 Nov 23 02:47:01.604992 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd104cd3-c581-4216-bd10-98ad2c3517db req-f39e3871-b5c3-4370-ad39-66bbcfabd830 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Nov 23 02:47:01.868940 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-29e9b276-9e26-4823-b58a-1cc0f84d662f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441980 Nov 23 02:47:01.885315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d8709-4256-4e01-a841-c9cf1c3fc91d req-24f2815f-34bf-46ff-adbb-155301d66edb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:01.886837 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad3d8709-4256-4e01-a841-c9cf1c3fc91d req-24f2815f-34bf-46ff-adbb-155301d66edb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0602107 Nov 23 02:47:01.936967 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad3d8709-4256-4e01-a841-c9cf1c3fc91d req-271fadd4-bc5d-4a62-ad56-229bd0f224d1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428367 Nov 23 02:47:03.124618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc37ce-c7d0-4fab-a549-00e3e1506946 req-b87dfebc-2055-411f-bbac-1048348c0f90 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:03.126185 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-66fc37ce-c7d0-4fab-a549-00e3e1506946 req-b87dfebc-2055-411f-bbac-1048348c0f90 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.1056099 Nov 23 02:47:03.129812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d35fd28-4f7b-4f42-addc-9bcf298de267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:03.186335 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-66fc37ce-c7d0-4fab-a549-00e3e1506946 req-5f20e5bc-87f1-479e-a05c-5c374a06a337 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510261 Nov 23 02:47:03.318345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-8fc8004a-a5b6-47ab-9a0d-d5e83fb65562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:03.319918 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-8fc8004a-a5b6-47ab-9a0d-d5e83fb65562 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1099 time: 0.0906317 Nov 23 02:47:03.420653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-446d56f6-f5eb-4c2d-a769-35f80f693c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:03.422073 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-446d56f6-f5eb-4c2d-a769-35f80f693c87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0902772 Nov 23 02:47:03.498881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-088bcc95-550d-47e2-b4b3-85a90983a654 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0652819 Nov 23 02:47:03.530582 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:47:03.550326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-e510f79f-3725-4ad8-aacc-091b4c628ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:03.551818 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-e510f79f-3725-4ad8-aacc-091b4c628ea0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0454988 Nov 23 02:47:03.609261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-761b77c2-768c-4677-9307-08691e00833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:03.610770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-761b77c2-768c-4677-9307-08691e00833c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0510395 Nov 23 02:47:03.707594 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-5f369e98-8f33-4e14-82a3-97b42ed0ce4f service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841231 Nov 23 02:47:03.808256 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-3ffa30d5-d99e-4a83-a809-eb57b01914a2 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914667 Nov 23 02:47:04.366600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a31de2-6009-47c7-bda3-bb8d5e00fb95 req-40a02a54-796e-46ee-a180-33ebd9b588fd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:04.368087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-81a31de2-6009-47c7-bda3-bb8d5e00fb95 req-40a02a54-796e-46ee-a180-33ebd9b588fd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.1096458 Nov 23 02:47:04.416591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-81a31de2-6009-47c7-bda3-bb8d5e00fb95 req-d14e694c-aa0b-4822-96b5-3c13b4110c31 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Nov 23 02:47:05.554916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e1199-2776-42b1-ab77-a082c7f8253c req-a8bebc7e-8982-4951-a4f1-44332a640cad tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:05.556436 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4c8e1199-2776-42b1-ab77-a082c7f8253c req-a8bebc7e-8982-4951-a4f1-44332a640cad tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0522034 Nov 23 02:47:05.607965 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4c8e1199-2776-42b1-ab77-a082c7f8253c req-96936bbe-c0dc-40b5-80f9-b73b30584a09 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Nov 23 02:47:05.614104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c424a5f-ea92-4b90-813a-9fc217341f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.481295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:06.735151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a518aec-66cb-4775-9a57-b98d27897a94 req-cf793085-5c18-45bc-9fa5-10039eacf5c5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:06.736679 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a518aec-66cb-4775-9a57-b98d27897a94 req-cf793085-5c18-45bc-9fa5-10039eacf5c5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0515187 Nov 23 02:47:06.790659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a518aec-66cb-4775-9a57-b98d27897a94 req-d5a520f4-fddc-4ed7-b043-f50deabd9ac3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Nov 23 02:47:07.913217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb41404-3824-4925-af8b-56868d639b39 req-ba4938b0-488c-407b-8f1b-a958b32f5bee tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:07.914784 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4bb41404-3824-4925-af8b-56868d639b39 req-ba4938b0-488c-407b-8f1b-a958b32f5bee tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0522642 Nov 23 02:47:07.973022 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4bb41404-3824-4925-af8b-56868d639b39 req-cc748976-5f6b-4a8f-9b3f-230046a2e25c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519636 Nov 23 02:47:08.150259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:09.113517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d197db-7ae8-4af9-81e9-1a4bc12e51ad req-b1c2ad7b-19a6-4243-b7af-4ba006a7652c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:09.115092 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58d197db-7ae8-4af9-81e9-1a4bc12e51ad req-b1c2ad7b-19a6-4243-b7af-4ba006a7652c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0685313 Nov 23 02:47:09.169689 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-58d197db-7ae8-4af9-81e9-1a4bc12e51ad req-341eab1e-c603-4ef3-ab7b-e2218dd96bdf tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479901 Nov 23 02:47:09.322501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:10.306168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76731f42-2186-40af-a540-e6185b1aa677 req-2f57518e-b0d8-486e-ac7d-b636f141042a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:10.307668 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76731f42-2186-40af-a540-e6185b1aa677 req-2f57518e-b0d8-486e-ac7d-b636f141042a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0584435 Nov 23 02:47:10.360473 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76731f42-2186-40af-a540-e6185b1aa677 req-7dd8fbff-5dd4-4daf-a6f1-f1b7f89223e7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441709 Nov 23 02:47:11.500956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42936e-527e-414e-94b3-d46b926b190a req-b2ec37cd-53af-4bca-ba51-7b84c2905998 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:11.502520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0b42936e-527e-414e-94b3-d46b926b190a req-b2ec37cd-53af-4bca-ba51-7b84c2905998 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0586932 Nov 23 02:47:11.561934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0b42936e-527e-414e-94b3-d46b926b190a req-305f26a1-06e7-41dd-a663-67c31bde9ae8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487711 Nov 23 02:47:12.693918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf84d88a-1aae-488d-9187-7fa5d3d59d14 req-59f58b7b-9533-4b39-90d2-2328746c7808 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:12.695407 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bf84d88a-1aae-488d-9187-7fa5d3d59d14 req-59f58b7b-9533-4b39-90d2-2328746c7808 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0521646 Nov 23 02:47:12.747838 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bf84d88a-1aae-488d-9187-7fa5d3d59d14 req-b6987936-8011-4989-a4e6-64cf6cde900c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Nov 23 02:47:13.883891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b13ed-3002-4291-b29a-81cb7af35569 req-902d39b9-8727-48df-91f0-20becdfe9375 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:13.885515 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dd8b13ed-3002-4291-b29a-81cb7af35569 req-902d39b9-8727-48df-91f0-20becdfe9375 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0616908 Nov 23 02:47:13.938204 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dd8b13ed-3002-4291-b29a-81cb7af35569 req-8b07cd24-e9a6-40fc-8a6e-13c82d8ae071 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467544 Nov 23 02:47:15.073659 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6ab55-1552-48ef-9451-64686b42bcf5 req-03f303e9-1320-4dee-b998-e0e9f82ab936 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:15.075225 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5b6ab55-1552-48ef-9451-64686b42bcf5 req-03f303e9-1320-4dee-b998-e0e9f82ab936 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0553527 Nov 23 02:47:15.122687 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5b6ab55-1552-48ef-9451-64686b42bcf5 req-e82ea310-6251-4fb8-9906-587751a3afef tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Nov 23 02:47:15.937307 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-8ebf22a8-163b-4cdb-8c92-9f4cb4bec641 service neutron] 10.222.0.46 "GET /v2.0/ports/83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0619674 Nov 23 02:47:16.190898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-0e21c63a-9521-43b1-aee4-c0b135307c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.192358 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-0e21c63a-9521-43b1-aee4-c0b135307c4b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 1099 time: 0.0432463 Nov 23 02:47:16.251516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2625e-6a8a-440a-9268-b355b4bc6508 req-645aba23-7f59-4f20-9710-e67f64700da9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.252996 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c5f2625e-6a8a-440a-9268-b355b4bc6508 req-645aba23-7f59-4f20-9710-e67f64700da9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0567923 Nov 23 02:47:16.312379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-e3098e94-641b-40a4-8b58-a14414ecad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.313916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-e3098e94-641b-40a4-8b58-a14414ecad21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1099 time: 0.0807095 Nov 23 02:47:16.333002 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c5f2625e-6a8a-440a-9268-b355b4bc6508 req-5a538faf-cd1c-4c20-bb72-c9b404a29c09 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627925 Nov 23 02:47:16.415811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-fc66e49e-6d79-4464-b3d8-3b09c0579d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.417399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-fc66e49e-6d79-4464-b3d8-3b09c0579d4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0946491 Nov 23 02:47:16.491078 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-b1bcb5ef-6955-4c9e-bb77-23515dc0f148 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0651340 Nov 23 02:47:16.542068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-bfa76d4a-5fd0-4ee9-8c44-2109ef0b75c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.543556 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-bfa76d4a-5fd0-4ee9-8c44-2109ef0b75c7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0447845 Nov 23 02:47:16.593348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-04168404-2106-46a2-bd16-79c469d667e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:16.594848 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-04168404-2106-46a2-bd16-79c469d667e1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414445 Nov 23 02:47:16.699643 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-36f9b776-b0a6-44c0-ad49-69b42715f4b0 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957642 Nov 23 02:47:16.795207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f0a4460d-6329-42bb-b0ea-338dd4e1cb01 req-8f94d602-8f88-45fb-9309-415ffb8e59c6 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861104 Nov 23 02:47:17.454428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448c504-99ec-4174-b864-2a2e076a2502 req-c6ac856d-b849-439d-9c9a-fd8ddc55fc10 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:17.455944 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5448c504-99ec-4174-b864-2a2e076a2502 req-c6ac856d-b849-439d-9c9a-fd8ddc55fc10 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0519767 Nov 23 02:47:17.503926 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5448c504-99ec-4174-b864-2a2e076a2502 req-d3f5bcbf-8de9-40a3-bd59-7502ecf566db tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418887 Nov 23 02:47:18.641261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff94ee6-dc16-4269-8f0a-245d0e35daaf req-a38e5ea0-e45a-49da-8283-93f3ea1ae91c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:18.643041 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ff94ee6-dc16-4269-8f0a-245d0e35daaf req-a38e5ea0-e45a-49da-8283-93f3ea1ae91c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0578256 Nov 23 02:47:18.692364 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ff94ee6-dc16-4269-8f0a-245d0e35daaf req-a831100c-ac01-4a70-84a9-8f5e63c09aab tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418615 Nov 23 02:47:19.821720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c46299-6f9c-4239-9436-ee3db8f0151f req-c034bc6a-1062-4986-a2ee-a7b7b1d538a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:19.823202 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b0c46299-6f9c-4239-9436-ee3db8f0151f req-c034bc6a-1062-4986-a2ee-a7b7b1d538a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0567267 Nov 23 02:47:19.876596 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b0c46299-6f9c-4239-9436-ee3db8f0151f req-a14d92fa-2ffa-4495-93c4-4f2c16872817 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472207 Nov 23 02:47:20.078216 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74eac0-5ed5-4237-b12f-fb9e25237f1c req-428227c2-a063-485c-af87-9f868021b2d0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.079773 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9e74eac0-5ed5-4237-b12f-fb9e25237f1c req-428227c2-a063-485c-af87-9f868021b2d0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0513098 Nov 23 02:47:20.128542 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9e74eac0-5ed5-4237-b12f-fb9e25237f1c req-ce981bbd-7c4b-4819-92e6-8f32bf5f053f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422266 Nov 23 02:47:20.139567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-285f3d1f-b3d4-4482-bd71-b5d4ede45c37 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.141039 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-285f3d1f-b3d4-4482-bd71-b5d4ede45c37 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0519092 Nov 23 02:47:20.282995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-9282d8f3-d8b4-4d8d-a20d-bc8db7730e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.284490 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-9282d8f3-d8b4-4d8d-a20d-bc8db7730e93 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 1099 time: 0.0440378 Nov 23 02:47:20.381176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-4b1653e3-c06d-4233-ba82-7906d7423a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.382753 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-4b1653e3-c06d-4233-ba82-7906d7423a15 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0901771 Nov 23 02:47:20.434476 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:47:20.446680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:20.452579 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-3437eade-c5d8-4390-99ce-b94df3572e97 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 200 len: 1002 time: 0.0614946 Nov 23 02:47:20.504136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-1cbfbb4c-44e7-46d0-98f5-74ea8176972d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.505629 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-1cbfbb4c-44e7-46d0-98f5-74ea8176972d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0436089 Nov 23 02:47:20.558144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-6bf776d3-a5d5-4ba8-a5b2-528b3c9fa041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:20.559707 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-6bf776d3-a5d5-4ba8-a5b2-528b3c9fa041 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451341 Nov 23 02:47:20.602370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.604584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.610760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:20.632855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'mac_address': 'fa:16:3e:0f:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:47:20.641146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:20.643722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5231af-c22c-40c7-b64b-9fe1e52bc41c" -d '{"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-unplugged", "status": "completed", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:20.654557 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-fe73bb1b-75cb-43a6-9c5a-c624b3276d1f service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855641 Nov 23 02:47:20.677419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:20.688522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.692641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82bdb75d-a168-4fa0-af0a-bb191693eeb5 x-openstack-request-id: req-82bdb75d-a168-4fa0-af0a-bb191693eeb5 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:20.692907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-unplugged", "status": "completed", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:20.693169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-82bdb75d-a168-4fa0-af0a-bb191693eeb5 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:20.693559 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'code': 200} Nov 23 02:47:20.716723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:20.736824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:47:20.754706 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cbd9b02a-1754-4d30-8ae8-de64be9fae28 req-aee019ac-e101-45d9-9471-5cd055ca7006 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927682 Nov 23 02:47:20.776073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:20.789432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.789783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.790131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.790470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.790803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.791142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.791474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.791805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.792139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.792491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.792813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.793135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:20.802743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:47:20.803137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:47:21.253320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff0235-7a2a-4861-b285-263621d64937 req-9862da0c-0c41-44c9-9a79-4751e0c2aafa tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:21.254859 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d8ff0235-7a2a-4861-b285-263621d64937 req-9862da0c-0c41-44c9-9a79-4751e0c2aafa tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 944 time: 0.0504725 Nov 23 02:47:21.304996 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d8ff0235-7a2a-4861-b285-263621d64937 req-5768a770-172a-4c34-82d6-e42526c5f551 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434606 Nov 23 02:47:21.343126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.361520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:47:21.382963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:21.387754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:21.433781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:21.554482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:47:22.435827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f73f7-9f9d-402e-98ab-0e2d3b1173f0 req-1adcaa0e-66ba-4975-a02b-53a9fb0843c0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.437431 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e07f73f7-9f9d-402e-98ab-0e2d3b1173f0 req-1adcaa0e-66ba-4975-a02b-53a9fb0843c0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 945 time: 0.0588560 Nov 23 02:47:22.449378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:22.488815 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e07f73f7-9f9d-402e-98ab-0e2d3b1173f0 req-40d7283b-049f-41dc-a863-7d2cf436b8c1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420542 Nov 23 02:47:22.501143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:22.501526 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.581762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.611505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9efef8-4622-4f2e-927d-8384f9bf1bd0 req-8675b26c-4851-4755-81ab-4a60f01bf0e8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.612964 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ca9efef8-4622-4f2e-927d-8384f9bf1bd0 req-8675b26c-4851-4755-81ab-4a60f01bf0e8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 945 time: 0.0529656 Nov 23 02:47:22.618189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:22.623645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:22.660974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ca9efef8-4622-4f2e-927d-8384f9bf1bd0 req-0257995b-9546-4bfd-8537-d60cab5f627c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Nov 23 02:47:22.673574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:22.695208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:22.697781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06af8b2-bb6e-40d6-bf75-0cedde1403c5" -d '{"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-plugged", "status": "completed", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:22.733302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54ec152-2311-41db-83d9-c497ce7eea92 x-openstack-request-id: req-f54ec152-2311-41db-83d9-c497ce7eea92 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:22.733697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-plugged", "status": "completed", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:22.733929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f54ec152-2311-41db-83d9-c497ce7eea92 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:22.734357 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'code': 200} Nov 23 02:47:22.776804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcbcfd-6b32-4ab5-9d54-79d38476f1d7 req-46efde43-e63c-4d2b-a87f-61eb789e41bd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:22.778312 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6adcbcfd-6b32-4ab5-9d54-79d38476f1d7 req-46efde43-e63c-4d2b-a87f-61eb789e41bd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0484245 Nov 23 02:47:22.830053 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6adcbcfd-6b32-4ab5-9d54-79d38476f1d7 req-103991e4-c32e-4d75-b6d2-e840b8136003 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458190 Nov 23 02:47:23.076790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bc366-1afc-4590-8a65-2b59fb27a146 req-4363b031-efdb-4c69-8af8-1dd2beed44f7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:23.078287 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-629bc366-1afc-4590-8a65-2b59fb27a146 req-4363b031-efdb-4c69-8af8-1dd2beed44f7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0519588 Nov 23 02:47:23.125949 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-629bc366-1afc-4590-8a65-2b59fb27a146 req-a81ad80e-8de2-4d5c-bd3d-dcc6752d21dd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415502 Nov 23 02:47:24.256851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5a34-49ab-447d-8254-f7b4a329957d req-c2825036-5e09-4ce2-b6a7-20e35092e8f2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:24.258366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc6b5a34-49ab-447d-8254-f7b4a329957d req-c2825036-5e09-4ce2-b6a7-20e35092e8f2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0513072 Nov 23 02:47:24.306875 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc6b5a34-49ab-447d-8254-f7b4a329957d req-563b7b48-0fa1-43c6-aa22-9a4db0d14483 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Nov 23 02:47:25.153428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-6c855021-5396-49db-9479-faeeb2abf130 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:25.154852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-6c855021-5396-49db-9479-faeeb2abf130 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.0605490 Nov 23 02:47:25.252552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Deleting port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:47:25.252899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.343593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] For port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:25.343960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.488668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca520eb-523f-4952-8a98-b4c96974267c req-1df6bc86-2101-4fa5-b445-adb54a2c606f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:25.490143 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ca520eb-523f-4952-8a98-b4c96974267c req-1df6bc86-2101-4fa5-b445-adb54a2c606f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 946 time: 0.1006837 Nov 23 02:47:25.581705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.582070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.582372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 disassociated. External IP: 172.26.8.124, port: 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6. Nov 23 02:47:25.582719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Calling delete_port for 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:47:25.591995 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ca520eb-523f-4952-8a98-b4c96974267c req-d72481b4-2de9-41e2-8638-86bdb14e6613 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931284 Nov 23 02:47:25.744862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:25.772527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event deleted for resources: {'Port': ['ID=83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:25.782234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.782591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.782935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.783272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.783607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.783941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.784295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.784628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.784955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.785626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.785626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.785886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:47:25.906695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:47:26.030987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:47:26.046463 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:47:26.061113 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:47:26.061700 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:47:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:26.076751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] No DVR routers for this DVR port 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:47:26.079431 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:26.082813 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-42865e40-cc29-4765-91ef-da32b8f5ede8 req-5f249755-d47b-4fdf-857b-7fd9dc47ec5e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "DELETE /v2.0/ports/83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 HTTP/1.1" status: 204 len: 173 time: 0.9209864 Nov 23 02:47:26.083269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-deleted', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:26.085607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac26bb6-a996-4975-924b-af6aa264d8d8" -d '{"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-deleted", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:26.127267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6352c75c-ccd6-4ae3-9142-9db77f120712 x-openstack-request-id: req-6352c75c-ccd6-4ae3-9142-9db77f120712 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:26.127567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b3fad-c2b1-4e56-9479-537e4f0c6782", "name": "network-vif-deleted", "tag": "83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:26.127822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6352c75c-ccd6-4ae3-9142-9db77f120712 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:26.128223 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '169b3fad-c2b1-4e56-9479-537e4f0c6782', 'name': 'network-vif-deleted', 'tag': '83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6', 'status': 'completed', 'code': 200} Nov 23 02:47:26.176414 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:47:26.487939 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:26.514509 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:47:26.525293 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:47:26.526145 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:47:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:26.640991 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:47:26.713004 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b69b3df1-bdd8-453d-862c-d3474932615d req-efecd699-9639-4fe6-97cc-2607a0c8ac7e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=169b3fad-c2b1-4e56-9479-537e4f0c6782 HTTP/1.1" status: 200 len: 210 time: 0.0275187 Nov 23 02:47:26.847887 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:26.876873 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a1306-f4b8-4f5e-8cc2-3ee730617d0b None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:47:27.116216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b14326b-9ca9-46c7-967f-f92d486b583f None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:47:27.975040 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-3b538ebf-6eee-4ece-9b13-d0765e8066ff tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1963192243&fields=id&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 267 time: 0.0481803 Nov 23 02:47:28.085382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a803b17a-ddfd-4586-a7b3-1d5ccc45aecc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:28.086780 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a803b17a-ddfd-4586-a7b3-1d5ccc45aecc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1040430 Nov 23 02:47:28.102109 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-9226f4f7-5364-431a-af12-37e26e5320b4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/quotas/fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 375 time: 0.0091915 Nov 23 02:47:28.154853 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-30e0625e-eec0-4bab-8c3c-8f57dc721652 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474381 Nov 23 02:47:28.256469 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-00c28184-e5c9-44f9-858d-d3a77c36b4fe service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864840 Nov 23 02:47:28.348708 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a0818545-d920-48c9-b1e0-285123802600 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859795 Nov 23 02:47:28.506015 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a565dcf6-220c-4044-a187-9316ec63eccf req-00935590-61e8-47d6-bf0d-d8466ff04933 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 210 time: 0.0265646 Nov 23 02:47:29.614658 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c7a25358-54ae-4c72-9f06-9b22f3459ab9 req-cc4e95f6-1a79-49a0-9b6d-c59e7adeeaa3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 210 time: 0.0336292 Nov 23 02:47:29.644370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-37d1392f-4a62-4a6a-9351-c1cfcbffe9c7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:29.645836 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-37d1392f-4a62-4a6a-9351-c1cfcbffe9c7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1177614 Nov 23 02:47:29.719547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-c0ad6923-cf16-46c5-a50d-951622a2b16c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 380 time: 0.0544772 Nov 23 02:47:29.732989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'port': {'device_id': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'admin_state_up': True, 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'security_groups': ['bf0fdb7c-056d-4f57-85fb-59b8765817db']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:29.850056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Made reservation on behalf of fb6cdf4199ee4ad782ac6f6ae2ca6c97 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:47:29.854138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:29.983739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Allocated IP 172.20.0.8 (85afca91-547c-438b-8da6-eee7106502a0/3002edca-d10a-4396-b5cf-ad9445e9a6fd/5359d0a3-685c-4278-ba21-dfdfe644ffed) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:47:30.125379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.159064 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.205788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:47:30.209098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:47:30.212741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:47:30.219194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'Port': ['ID=5359d0a3-685c-4278-ba21-dfdfe644ffed,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:30.465893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:47:30.494356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:47:30.494745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 83f65a26-b1d2-4ced-bd3a-ceefeb71b5f6 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:47:30.505561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6a71faa7-5bcd-47fd-9d5e-656ad5aa0b8f None None] Provisioning complete for port 5359d0a3-685c-4278-ba21-dfdfe644ffed triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:30.505936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a71faa7-5bcd-47fd-9d5e-656ad5aa0b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.542466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6a71faa7-5bcd-47fd-9d5e-656ad5aa0b8f None None] Port 5359d0a3-685c-4278-ba21-dfdfe644ffed cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:47:30.606156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:30.606758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.625516 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f63dea2-a562-4b5a-a309-63a521a6033e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989079 Nov 23 02:47:30.646654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Request body: {'port': {'device_id': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:30.725768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:30.777296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2b5c4-1866-43e7-b35f-10f1c0dc3aaf req-098347e9-4877-4cb1-ae41-deba2528fc91 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:30.778826 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12e2b5c4-1866-43e7-b35f-10f1c0dc3aaf req-098347e9-4877-4cb1-ae41-deba2528fc91 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 931 time: 0.0853958 Nov 23 02:47:30.896651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12e2b5c4-1866-43e7-b35f-10f1c0dc3aaf req-41d9215a-c680-4951-aa98-e457c33fe1cc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115215 Nov 23 02:47:31.052638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5359d0a3-685c-4278-ba21-dfdfe644ffed {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:47:31.061071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.074115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Transition to ACTIVE for port object 5359d0a3-685c-4278-ba21-dfdfe644ffed will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:47:31.079871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.132184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Pushing event updated for resources: {'Port': ['ID=5359d0a3-685c-4278-ba21-dfdfe644ffed,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:31.210213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Attempting to bind port 5359d0a3-685c-4278-ba21-dfdfe644ffed on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:47:31.210654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Attempting to bind port 5359d0a3-685c-4278-ba21-dfdfe644ffed by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:47:31.210984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Attempting to bind port 5359d0a3-685c-4278-ba21-dfdfe644ffed on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:31.215861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Port 5359d0a3-685c-4278-ba21-dfdfe644ffed on network 85afca91-547c-438b-8da6-eee7106502a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:47:31.216210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Attempting to bind port 5359d0a3-685c-4278-ba21-dfdfe644ffed on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:47:31.221313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:47:31.221660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:47:31.222042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Bound using segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:47:31.222475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Bound port: 5359d0a3-685c-4278-ba21-dfdfe644ffed, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:47:31.222829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.286897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] For port 5359d0a3-685c-4278-ba21-dfdfe644ffed, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:47:31.290242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] For port 5359d0a3-685c-4278-ba21-dfdfe644ffed, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:47:31.298204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.342987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.343162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:31.344567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] 10.222.0.46 "PUT /v2.0/ports/5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1093 time: 0.7022138 Nov 23 02:47:31.345030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:31.347356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:31.377592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd785b-27bc-40d7-889c-7d73c1fed1ca service neutron] Pushing event updated for resources: {'Port': ['ID=5359d0a3-685c-4278-ba21-dfdfe644ffed,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:31.409973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e6bbd8-cd79-433c-a0a7-8956d014d576 x-openstack-request-id: req-d1e6bbd8-cd79-433c-a0a7-8956d014d576 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:31.410279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:31.410534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1e6bbd8-cd79-433c-a0a7-8956d014d576 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:31.410941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'status': 'completed', 'code': 200} Nov 23 02:47:31.477787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a2411d6d-fa1e-4b17-a2a2-d5fddacb588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.479420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a2411d6d-fa1e-4b17-a2a2-d5fddacb588f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1096 time: 0.0470479 Nov 23 02:47:31.531662 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-baed9ed5-4c92-4474-86d7-ff69df46137d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 217 time: 0.0369186 Nov 23 02:47:31.583715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a3dcbf30-194a-4164-8f76-fc20e9f939c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.585229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-a3dcbf30-194a-4164-8f76-fc20e9f939c0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0459321 Nov 23 02:47:31.642024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-193c3fcb-5875-4e99-ac54-fb590009e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:31.643589 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-193c3fcb-5875-4e99-ac54-fb590009e553 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0505190 Nov 23 02:47:31.735501 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-1f6ca464-7564-410e-ad42-4d2ca1da0b12 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832968 Nov 23 02:47:31.834687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a2375a0-1695-469e-bb60-036cd9c91b6d req-d3497b4e-90c9-45b1-bad7-2df6fe97541e service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900064 Nov 23 02:47:31.999322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-60a1461d-10ad-40d2-813e-44370585b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:32.001011 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-60a1461d-10ad-40d2-813e-44370585b2f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1096 time: 0.0632994 Nov 23 02:47:32.094680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b25ce35-560a-464d-a9bf-60c6d7b04b56 req-115142da-f588-4b12-964f-2a4f12e57562 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:32.096170 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2b25ce35-560a-464d-a9bf-60c6d7b04b56 req-115142da-f588-4b12-964f-2a4f12e57562 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 943 time: 0.1219506 Nov 23 02:47:32.136971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-29f0578d-0b42-4479-b3d6-72200d89be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:32.138447 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-29f0578d-0b42-4479-b3d6-72200d89be28 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.1243136 Nov 23 02:47:32.194080 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-55285d50-5ac9-4943-9f68-3b1630473acc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 217 time: 0.0456405 Nov 23 02:47:32.198235 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2b25ce35-560a-464d-a9bf-60c6d7b04b56 req-6e7bcb70-f4c1-4b42-8855-4949f2388d59 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912075 Nov 23 02:47:32.252149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-be9f2bbd-7898-4f57-b696-d80e6ecae43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:32.253696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-be9f2bbd-7898-4f57-b696-d80e6ecae43e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0519373 Nov 23 02:47:32.303309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-9889f42f-1108-49f5-b81b-64f2b91b99dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:32.304868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-9889f42f-1108-49f5-b81b-64f2b91b99dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429926 Nov 23 02:47:32.400397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-df2a60ab-5eeb-4ab8-8cac-07e7d446b0d3 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851524 Nov 23 02:47:32.505859 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a4d7ae6b-3529-4ac3-a2d8-682dc614b345 req-77031055-0d07-40d2-9af0-f806f3acc1b1 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882361 Nov 23 02:47:33.133352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1fa328fb-2aed-4136-9c48-21e2a969d55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:33.329365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005724-e759-48ee-b7c5-02ffb1365800 req-e1b41421-5db0-42a9-92a8-e318d664f1e1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:33.330852 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5005724-e759-48ee-b7c5-02ffb1365800 req-e1b41421-5db0-42a9-92a8-e318d664f1e1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 943 time: 0.0530360 Nov 23 02:47:33.382022 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5005724-e759-48ee-b7c5-02ffb1365800 req-0a18ebdd-f5f2-4fbf-9e68-84691abd7980 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447533 Nov 23 02:47:34.468823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5359d0a3-685c-4278-ba21-dfdfe644ffed details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:47:34.511211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a5021-bfba-40c0-a293-17539f8299b7 req-bfa04e3e-0988-4a6b-b937-591ec432bec8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:34.512809 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-402a5021-bfba-40c0-a293-17539f8299b7 req-bfa04e3e-0988-4a6b-b937-591ec432bec8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 943 time: 0.0535431 Nov 23 02:47:34.562514 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-402a5021-bfba-40c0-a293-17539f8299b7 req-bf34cefa-e022-454b-819c-0bdbf40252b4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Nov 23 02:47:34.568057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5359d0a3-685c-4278-ba21-dfdfe644ffed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:34.580740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'mac_address': 'fa:16:3e:db:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:47:34.617226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.630413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5359d0a3-685c-4278-ba21-dfdfe644ffed {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:47:34.651141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5359d0a3-685c-4278-ba21-dfdfe644ffed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:34.659710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:34.705507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5359d0a3-685c-4278-ba21-dfdfe644ffed,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:34.993574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5359d0a3-685c-4278-ba21-dfdfe644ffed'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:47:35.616132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ae7d0f8e-043d-40ff-b854-7cdd41daa611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:35.694205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d3f29-f079-4785-90ae-f52b854e5b48 req-9dcba8b1-abfe-4458-a2be-a21c5aa07df3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:35.695707 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-143d3f29-f079-4785-90ae-f52b854e5b48 req-9dcba8b1-abfe-4458-a2be-a21c5aa07df3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 944 time: 0.0553930 Nov 23 02:47:35.749384 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-143d3f29-f079-4785-90ae-f52b854e5b48 req-2a7fdde8-dab7-4d75-9f6e-0b6a2a8720cb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466042 Nov 23 02:47:36.482910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5359d0a3-685c-4278-ba21-dfdfe644ffed up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:47:36.487348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.541035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 5359d0a3-685c-4278-ba21-dfdfe644ffed completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:47:36.545223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 5359d0a3-685c-4278-ba21-dfdfe644ffed triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:47:36.545589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.626870 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.653828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:36.656157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567051e4-2f7d-4eaf-8cb9-3085014aa6ea" -d '{"events": [{"server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "name": "network-vif-plugged", "status": "completed", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:36.669475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5359d0a3-685c-4278-ba21-dfdfe644ffed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:47:36.674814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:36.697034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada872e3-aa80-4f0e-8c8f-e4bc53fe1a5e x-openstack-request-id: req-ada872e3-aa80-4f0e-8c8f-e4bc53fe1a5e {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:36.697330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "name": "network-vif-plugged", "status": "completed", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:36.697585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ada872e3-aa80-4f0e-8c8f-e4bc53fe1a5e {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:36.697976 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'code': 200} Nov 23 02:47:36.722852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5359d0a3-685c-4278-ba21-dfdfe644ffed,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:47:36.878443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae252573-296b-4100-8f7a-0988036ff238 req-e582fc6f-766c-458a-9ee1-f70a84a7f968 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:36.879949 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ae252573-296b-4100-8f7a-0988036ff238 req-e582fc6f-766c-458a-9ee1-f70a84a7f968 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0555263 Nov 23 02:47:36.919543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7342e54-6e51-43cd-9044-ba0c47e10185 req-929173ac-60c6-4a63-a02e-00bb2f7ff5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:36.921126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7342e54-6e51-43cd-9044-ba0c47e10185 req-929173ac-60c6-4a63-a02e-00bb2f7ff5d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0459087 Nov 23 02:47:36.929200 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ae252573-296b-4100-8f7a-0988036ff238 req-5735072c-4f3d-4136-bf28-0c6ee01cae32 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Nov 23 02:47:36.970195 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7342e54-6e51-43cd-9044-ba0c47e10185 req-4b850cd6-cf81-4a8a-9934-022c39ff1e79 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380890 Nov 23 02:47:38.074255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672490b-6abd-4d93-a8f4-06b13ae45d24 req-4b199cf9-a351-4f3f-acd4-9d86c9fd9b4d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:38.075976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6672490b-6abd-4d93-a8f4-06b13ae45d24 req-4b199cf9-a351-4f3f-acd4-9d86c9fd9b4d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0638609 Nov 23 02:47:38.127295 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6672490b-6abd-4d93-a8f4-06b13ae45d24 req-3951ada3-dce6-4653-b0c9-9c9986f5feb7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451241 Nov 23 02:47:38.144054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.258608 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096df06a-d50e-4f09-9d9b-e98ebaa35150 req-142f741e-367f-4709-ba59-91d0bbbb7c77 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:39.260136 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-096df06a-d50e-4f09-9d9b-e98ebaa35150 req-142f741e-367f-4709-ba59-91d0bbbb7c77 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0513291 Nov 23 02:47:39.310054 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-096df06a-d50e-4f09-9d9b-e98ebaa35150 req-24721b9e-cfbd-4654-9628-a2f150e1668f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Nov 23 02:47:39.317466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.434898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb6ed6-944a-4271-93b8-fb085b70e2ff req-557864dd-9e45-4a6c-8f64-b802595e1190 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:39.436344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6beb6ed6-944a-4271-93b8-fb085b70e2ff req-557864dd-9e45-4a6c-8f64-b802595e1190 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0576830 Nov 23 02:47:39.445294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38074) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:47:39.449977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'floatingip': {'port_id': '5359d0a3-685c-4278-ba21-dfdfe644ffed'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:47:39.498762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.959603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:39.966296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.075027 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 associated. External IP: 172.26.8.124, port: 5359d0a3-685c-4278-ba21-dfdfe644ffed. Nov 23 02:47:40.294747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:47:40.409532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:47:40.414626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:47:40.419681 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:47:40.430099 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:47:40.430681 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:47:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:40.446375 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f62b0ae1-a6e5-4d12-9087-9a35ca05b9ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "PUT /v2.0/floatingips/ccc5c799-318b-4be7-b91c-1fdf4447d049 HTTP/1.1" status: 200 len: 991 time: 1.0000048 Nov 23 02:47:40.446941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:47:40.449602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3ca9d2-750e-4a71-ae16-f60be318192e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:47:40.497466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecec5281-dfad-4fc1-8f06-64877fd329ca x-openstack-request-id: req-ecec5281-dfad-4fc1-8f06-64877fd329ca {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:47:40.498015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:47:40.498435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecec5281-dfad-4fc1-8f06-64877fd329ca {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:47:40.499025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'status': 'completed', 'code': 200} Nov 23 02:47:40.534776 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:47:40.549595 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:47:40.609599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-2db92ac8-23cd-4df9-a0e4-87a21e4d3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:40.611215 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-2db92ac8-23cd-4df9-a0e4-87a21e4d3755 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0419891 Nov 23 02:47:40.702825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-3229b677-c323-437c-8166-8ea575196737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:40.704459 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-3229b677-c323-437c-8166-8ea575196737 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0848985 Nov 23 02:47:40.776200 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:db:bb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:47:39Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:40.777181 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-2d25e6d6-211b-4d96-9a9b-8547ea9681fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 999 time: 0.0640104 Nov 23 02:47:40.802948 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:47:40.811671 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:47:40.812345 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:47:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:40.826794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-f30097f6-d8c1-423e-a121-4cf471d7eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:40.828297 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-f30097f6-d8c1-423e-a121-4cf471d7eb29 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0440042 Nov 23 02:47:40.875610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-7db1f2ac-6271-4305-b6f0-858c0bdd1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:40.877177 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-7db1f2ac-6271-4305-b6f0-858c0bdd1b6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408301 Nov 23 02:47:40.927335 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:47:40.973727 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-f6a6e6fb-5da9-439e-a4b2-5e1dfd3958cb service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883961 Nov 23 02:47:41.065419 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c3ca9d2-750e-4a71-ae16-f60be318192e req-1f0fea5f-4d5a-498e-80b3-aa8d24050cd3 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836711 Nov 23 02:47:41.158021 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:db:bb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:47:39Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:47:41.183914 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a165e671-f9a5-4651-9914-7b2143b66d2f None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:db:bb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:47:39Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:47:41.393592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c4cd45-8eea-4f4c-b259-4b74032e1a38 None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:47:47.901781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-1abc881b-080c-4a16-b984-3ef9c4bedf32 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429797 Nov 23 02:47:48.042037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec57494-428d-4bca-b867-56ed79ed19da req-73459bc5-6a8c-4fba-b943-dced1453988f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:48.043535 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-73459bc5-6a8c-4fba-b943-dced1453988f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0472670 Nov 23 02:47:48.171270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec57494-428d-4bca-b867-56ed79ed19da req-515d8f75-91fd-48ae-9f12-b20dd97b88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:48.172783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-515d8f75-91fd-48ae-9f12-b20dd97b88ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.1003830 Nov 23 02:47:48.255681 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-7afbb632-28b0-4180-b4b8-d1bc3ef48382 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1001 time: 0.0680571 Nov 23 02:47:48.313155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec57494-428d-4bca-b867-56ed79ed19da req-6ed71c68-ddb5-4cc0-9373-17e311147cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:48.314575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-6ed71c68-ddb5-4cc0-9373-17e311147cc3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0453532 Nov 23 02:47:48.385603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec57494-428d-4bca-b867-56ed79ed19da req-273057a1-a811-4d48-ae83-f502987e8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:47:48.387142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-273057a1-a811-4d48-ae83-f502987e8c0b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0460699 Nov 23 02:47:48.497868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-f53453a2-8f5d-47c9-bb00-7e5e7e555665 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944891 Nov 23 02:47:48.591219 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ec57494-428d-4bca-b867-56ed79ed19da req-3991b175-d2da-4bf0-b48d-11696299ce79 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 Nov 23 02:47:50.575998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:03.132531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c795e81e-7c1a-4b22-8657-f837eaebf200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:05.618319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1cd7eec2-df3e-4f80-8656-52b21c96b117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:06.484722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:08.160073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:09.327034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:17.540816 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:48:20.601778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:21.733277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008030e-172e-4e0d-b976-38eb4a12f596 req-f361622a-7d90-40f1-8119-58b9eed359b4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:21.734789 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3008030e-172e-4e0d-b976-38eb4a12f596 req-f361622a-7d90-40f1-8119-58b9eed359b4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0592589 Nov 23 02:48:21.788397 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3008030e-172e-4e0d-b976-38eb4a12f596 req-16ca7950-dfb8-465d-bef6-7e75bd4a60ab tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469511 Nov 23 02:48:22.920143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba86d6-9098-4d7d-8c08-577dce1e4a90 req-b61fa404-df83-4500-9d70-bd1ac4e4c29e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:22.921703 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e3ba86d6-9098-4d7d-8c08-577dce1e4a90 req-b61fa404-df83-4500-9d70-bd1ac4e4c29e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0542400 Nov 23 02:48:22.973366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e3ba86d6-9098-4d7d-8c08-577dce1e4a90 req-e30d6766-5f2e-41e5-8327-658875383d8e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Nov 23 02:48:24.107324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a653c9a-2772-47a5-b022-460e67988279 req-163ac77d-8680-4e74-9fd1-0b873b8810eb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:24.108884 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6a653c9a-2772-47a5-b022-460e67988279 req-163ac77d-8680-4e74-9fd1-0b873b8810eb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0539079 Nov 23 02:48:24.159631 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6a653c9a-2772-47a5-b022-460e67988279 req-ea36bbed-e849-4fbb-871f-bba36afb026b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428238 Nov 23 02:48:25.297860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19acf48-af7a-4f9d-9db3-00b7fcda1ec0 req-ab35af3a-0101-40e3-894e-9f49fc4a2152 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:25.299466 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e19acf48-af7a-4f9d-9db3-00b7fcda1ec0 req-ab35af3a-0101-40e3-894e-9f49fc4a2152 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0594640 Nov 23 02:48:25.349145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e19acf48-af7a-4f9d-9db3-00b7fcda1ec0 req-81f14c3a-f96b-4228-8b75-ea15c756cfa5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Nov 23 02:48:26.471845 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55522b3-a86e-40dd-9712-2eef22bf2011 req-0041658e-322b-444d-afc6-947fa19ea64f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:26.473315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c55522b3-a86e-40dd-9712-2eef22bf2011 req-0041658e-322b-444d-afc6-947fa19ea64f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0496175 Nov 23 02:48:26.527484 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c55522b3-a86e-40dd-9712-2eef22bf2011 req-f781e454-b7c9-4f13-8d14-aa5c28d73c65 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446572 Nov 23 02:48:27.663096 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274505f-2e16-46ce-809f-d81a59c36120 req-07aea934-d81d-4b3c-aa83-33f67e218111 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:27.664503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b274505f-2e16-46ce-809f-d81a59c36120 req-07aea934-d81d-4b3c-aa83-33f67e218111 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0537176 Nov 23 02:48:27.720949 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b274505f-2e16-46ce-809f-d81a59c36120 req-d24f455c-83b8-4632-a1d9-b70e22f16185 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472319 Nov 23 02:48:28.864740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe511c-1902-4ba4-a8b2-ce0b6e83c7a2 req-7cfb4b4a-db07-4f76-bea5-5ff9230cf8fd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:28.866275 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ecfe511c-1902-4ba4-a8b2-ce0b6e83c7a2 req-7cfb4b4a-db07-4f76-bea5-5ff9230cf8fd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0649588 Nov 23 02:48:28.916790 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ecfe511c-1902-4ba4-a8b2-ce0b6e83c7a2 req-7aa8433f-8dad-4507-8a7a-052e31db59d9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416780 Nov 23 02:48:30.047527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3013c6-48ec-4ee6-9c71-c3e315a897e6 req-9d3d58ff-f212-49a1-bd73-f40c7cfd2693 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:30.049068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ce3013c6-48ec-4ee6-9c71-c3e315a897e6 req-9d3d58ff-f212-49a1-bd73-f40c7cfd2693 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0563302 Nov 23 02:48:30.097145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ce3013c6-48ec-4ee6-9c71-c3e315a897e6 req-28379ce1-53ca-4489-89de-7cac478ce9fb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415626 Nov 23 02:48:31.238973 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c85c09-7997-4be0-b4b1-b72c44b52a1d req-f5efa70e-c82a-4141-af99-64453c5dd621 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:31.240538 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07c85c09-7997-4be0-b4b1-b72c44b52a1d req-f5efa70e-c82a-4141-af99-64453c5dd621 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0639184 Nov 23 02:48:31.293148 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-07c85c09-7997-4be0-b4b1-b72c44b52a1d req-dcbe97c6-2630-4cd7-8126-f60e01376498 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437310 Nov 23 02:48:32.414028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7356e9-9619-4ad9-807a-896f1751037d req-73a27553-dd67-45f5-a96c-620d39ca5a28 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:32.415635 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6c7356e9-9619-4ad9-807a-896f1751037d req-73a27553-dd67-45f5-a96c-620d39ca5a28 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0509222 Nov 23 02:48:32.468424 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6c7356e9-9619-4ad9-807a-896f1751037d req-71e349c4-2200-4ace-bbe5-8ea84b231ef3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460014 Nov 23 02:48:33.136085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9171-9571-4bd8-a008-ca83f93b91e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:33.609625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e093442-8084-4a86-81f9-a267ffb5915e req-eac2d5c7-49fd-4a09-8481-a99f97d7db41 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:33.611018 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5e093442-8084-4a86-81f9-a267ffb5915e req-eac2d5c7-49fd-4a09-8481-a99f97d7db41 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0614681 Nov 23 02:48:33.664536 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5e093442-8084-4a86-81f9-a267ffb5915e req-b05e13c3-32fe-4873-8c0b-637a6d0e658a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445404 Nov 23 02:48:34.789058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a075b60-a2ee-4b54-894d-10c1c2b53e2d req-9d2895d9-610c-46e9-baf3-bf2756ea2571 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:34.790551 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a075b60-a2ee-4b54-894d-10c1c2b53e2d req-9d2895d9-610c-46e9-baf3-bf2756ea2571 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0567923 Nov 23 02:48:34.839337 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a075b60-a2ee-4b54-894d-10c1c2b53e2d req-e9a52072-6d0c-4a28-99c4-ab815ae0edb6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Nov 23 02:48:35.621714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-06622771-779b-4fad-a8b4-e5771cda7a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:35.969209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1b900-396d-417f-99b2-e4c71b234d7c req-46ca7658-5296-408c-8982-adddc2a41dfc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:35.970684 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eee1b900-396d-417f-99b2-e4c71b234d7c req-46ca7658-5296-408c-8982-adddc2a41dfc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0558176 Nov 23 02:48:36.019151 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eee1b900-396d-417f-99b2-e4c71b234d7c req-81737ede-d60f-4dbb-84b7-0ac90c412cae tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Nov 23 02:48:36.495007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:37.139479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378b4c6-63d7-43c7-8556-342e045d71ab req-9b50c2eb-e4f8-43cf-99ee-5ebd14449d2e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:37.141390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2378b4c6-63d7-43c7-8556-342e045d71ab req-9b50c2eb-e4f8-43cf-99ee-5ebd14449d2e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0497377 Nov 23 02:48:37.191201 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2378b4c6-63d7-43c7-8556-342e045d71ab req-18ad5084-9739-4393-b40b-9db6432b00c8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415659 Nov 23 02:48:37.439902 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-d7716197-6f1d-4788-a688-9049cfd5c5aa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415990 Nov 23 02:48:37.452034 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53379a-fb9e-4c96-aaa0-53c12e3fd82f req-e2414f4c-cafb-46f7-95f4-7dee8729e53a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:37.453582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5f53379a-fb9e-4c96-aaa0-53c12e3fd82f req-e2414f4c-cafb-46f7-95f4-7dee8729e53a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0536175 Nov 23 02:48:37.503690 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5f53379a-fb9e-4c96-aaa0-53c12e3fd82f req-b289502f-3f44-4451-b388-d0a802db15be tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426879 Nov 23 02:48:38.154891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:38.673086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4a120-e782-4fc2-be80-63a9c2f77e88 req-f130cc95-1e53-4ce9-8c44-0442790d310a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:38.674586 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-79a4a120-e782-4fc2-be80-63a9c2f77e88 req-f130cc95-1e53-4ce9-8c44-0442790d310a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0751889 Nov 23 02:48:38.734193 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-79a4a120-e782-4fc2-be80-63a9c2f77e88 req-61730b5c-23d7-4f3a-a3f0-1b9779b3390c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523963 Nov 23 02:48:38.857843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-a9d774c4-615c-46ff-888b-8260be7f7d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:38.859401 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-a9d774c4-615c-46ff-888b-8260be7f7d2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0533826 Nov 23 02:48:38.966074 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-ebce5095-1887-451a-a1db-d72763324286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:38.967546 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-ebce5095-1887-451a-a1db-d72763324286 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0990548 Nov 23 02:48:39.046069 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-2388b678-51bd-4de4-8718-3e0d18c6a8b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1001 time: 0.0693591 Nov 23 02:48:39.108611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-03be722a-4383-4e46-9972-57e0fbf9dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:39.110103 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-03be722a-4383-4e46-9972-57e0fbf9dd67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0565121 Nov 23 02:48:39.161576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-fa0778e9-7790-46b7-9b4b-f2f4616417f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:39.163077 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-fa0778e9-7790-46b7-9b4b-f2f4616417f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447559 Nov 23 02:48:39.271321 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-158870e8-6a46-45ed-a0ed-45c651afec2f service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967960 Nov 23 02:48:39.326290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:39.372617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-74af563b-3116-4012-8383-3f649f2a2446 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936608 Nov 23 02:48:40.208578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba5cf7-f920-41b6-a3a3-037b2d9f0f2b req-5e4fd904-1bea-4b1a-818e-d61158228c0b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:40.210748 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73ba5cf7-f920-41b6-a3a3-037b2d9f0f2b req-5e4fd904-1bea-4b1a-818e-d61158228c0b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.3938107 Nov 23 02:48:40.260560 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73ba5cf7-f920-41b6-a3a3-037b2d9f0f2b req-ea720244-43cb-4db3-b55f-6170da5465b9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 Nov 23 02:48:41.394647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b32cbe-f164-4a16-8237-d9c2ffde8028 req-6362a0e3-756e-4cf1-81ac-e781e6309b21 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:41.396969 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69b32cbe-f164-4a16-8237-d9c2ffde8028 req-6362a0e3-756e-4cf1-81ac-e781e6309b21 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0509424 Nov 23 02:48:41.445900 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-69b32cbe-f164-4a16-8237-d9c2ffde8028 req-d41e87ae-d58e-4d82-ba75-2f63300b751d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422742 Nov 23 02:48:41.578649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-b4013bb3-c18e-4b3f-9cee-fc437041f8d8 service neutron] 10.222.0.46 "GET /v2.0/ports/5359d0a3-685c-4278-ba21-dfdfe644ffed/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0633545 Nov 23 02:48:41.871388 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-9389e316-f1c9-4c82-81cd-f68381ab7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:41.872823 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-9389e316-f1c9-4c82-81cd-f68381ab7cd9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 1098 time: 0.0469763 Nov 23 02:48:41.957532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-366c1f4c-52a0-4a0c-8d30-62c01d758fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:41.959040 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-366c1f4c-52a0-4a0c-8d30-62c01d758fc2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0427053 Nov 23 02:48:42.051850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-db1d2115-229e-4535-a6c9-cc20f701e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.053523 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-db1d2115-229e-4535-a6c9-cc20f701e37c service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0836627 Nov 23 02:48:42.129070 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-5ad11190-3149-49a3-b90d-427bef11ff20 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1001 time: 0.0661216 Nov 23 02:48:42.180958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-998e1a2a-e284-42d4-adf6-e61fe741a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.182502 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-998e1a2a-e284-42d4-adf6-e61fe741a1af service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0453248 Nov 23 02:48:42.240542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-4fcb2235-09ac-4aeb-abb5-d5bb0d377fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.242085 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-4fcb2235-09ac-4aeb-abb5-d5bb0d377fd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501537 Nov 23 02:48:42.340269 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-fbf65331-214d-4bf0-a35a-14335059282a service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Nov 23 02:48:42.435214 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03468267-91f8-4d1e-99ff-9b77a0991e04 req-cdbd7015-2136-446a-8b1f-fcc6a8090a79 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824280 Nov 23 02:48:42.580826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9e199-8fd6-49b4-a8c0-1596d81d08e0 req-ddaaa33f-c1c6-4c50-b5c8-66414a4c366b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:42.582476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-35f9e199-8fd6-49b4-a8c0-1596d81d08e0 req-ddaaa33f-c1c6-4c50-b5c8-66414a4c366b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0618069 Nov 23 02:48:42.633878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-35f9e199-8fd6-49b4-a8c0-1596d81d08e0 req-858298b1-cd31-4a63-b53a-eb3137f27974 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Nov 23 02:48:43.774651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5ecf-0730-48f1-850d-eb439a516a21 req-db0d8659-b81b-4dc5-a662-2069bf6c879e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:43.777225 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a6db5ecf-0730-48f1-850d-eb439a516a21 req-db0d8659-b81b-4dc5-a662-2069bf6c879e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0626256 Nov 23 02:48:43.840383 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a6db5ecf-0730-48f1-850d-eb439a516a21 req-b66c2856-69f5-4a96-9d0a-3c4e0274b06a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538681 Nov 23 02:48:44.978593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3b4b-2e98-4d91-94c5-34d8ed4052d6 req-3c82e26e-cfed-48a3-9aa0-8daf9250da7a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:44.980071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8bef3b4b-2e98-4d91-94c5-34d8ed4052d6 req-3c82e26e-cfed-48a3-9aa0-8daf9250da7a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0620549 Nov 23 02:48:45.030218 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8bef3b4b-2e98-4d91-94c5-34d8ed4052d6 req-5c8c81fe-ca73-4366-9fd9-9a7e4c13dbd8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415745 Nov 23 02:48:45.267815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2eca5c-2830-4925-af28-7f3d85830ca7 req-47c1a530-0bd4-4c0c-9de4-5b62089200c2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.269322 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ab2eca5c-2830-4925-af28-7f3d85830ca7 req-47c1a530-0bd4-4c0c-9de4-5b62089200c2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0807960 Nov 23 02:48:45.291476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-6e69aa88-dec7-4803-90b1-a505ce6aa3de tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.292894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-6e69aa88-dec7-4803-90b1-a505ce6aa3de tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0777347 Nov 23 02:48:45.331527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ab2eca5c-2830-4925-af28-7f3d85830ca7 req-fa503a90-e987-41ea-a02f-c916654bf9df tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543926 Nov 23 02:48:45.406188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-86ec0a14-9f81-423a-ae60-872dce42003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.407593 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-86ec0a14-9f81-423a-ae60-872dce42003d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0446384 Nov 23 02:48:45.504741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-01443e62-ce85-4572-a0c7-7c2d509f91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.506264 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-01443e62-ce85-4572-a0c7-7c2d509f91ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0884893 Nov 23 02:48:45.580926 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-81512724-41b8-440c-b09e-370adcee4aaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1001 time: 0.0639381 Nov 23 02:48:45.633598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-8bd5d22b-bca1-47b9-b7a8-e7092a2b02d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.635034 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-8bd5d22b-bca1-47b9-b7a8-e7092a2b02d7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0462279 Nov 23 02:48:45.687129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-ef8624b3-8153-4b58-a0ba-f0ecfac533e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:45.688558 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-ef8624b3-8153-4b58-a0ba-f0ecfac533e5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454857 Nov 23 02:48:45.777695 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-e7fe5138-569b-457a-ae1d-7ce221bb59f2 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810099 Nov 23 02:48:45.875347 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2385a2fa-3d9f-4164-aa69-a4df9d4cc486 req-595f719c-b038-4891-a460-224145c57d13 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898340 Nov 23 02:48:46.459117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f6fcc-6d78-4b94-93f3-f3eef0641913 req-e35a77f8-ebdc-44ee-90f2-5b55eb5a37fa tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:46.460676 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d9f6fcc-6d78-4b94-93f3-f3eef0641913 req-e35a77f8-ebdc-44ee-90f2-5b55eb5a37fa tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0505199 Nov 23 02:48:46.510516 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d9f6fcc-6d78-4b94-93f3-f3eef0641913 req-a50ead2f-7b1c-4c0a-84d9-82e4bc9307c7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Nov 23 02:48:47.641513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932839a-5f9e-482f-82dd-97b2bb41a969 req-e37059a9-a05d-4d83-85e9-62b83ec26587 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:47.642910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b932839a-5f9e-482f-82dd-97b2bb41a969 req-e37059a9-a05d-4d83-85e9-62b83ec26587 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0520551 Nov 23 02:48:47.695880 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b932839a-5f9e-482f-82dd-97b2bb41a969 req-75a27138-00ff-4fb1-9ddc-16880a532a27 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463202 Nov 23 02:48:47.823985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8652a-2aa0-4132-a334-4d22d2bb890b req-fc7de40f-f32c-4b71-a200-57639604cd97 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:47.825558 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02f8652a-2aa0-4132-a334-4d22d2bb890b req-fc7de40f-f32c-4b71-a200-57639604cd97 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0569196 Nov 23 02:48:47.875230 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-02f8652a-2aa0-4132-a334-4d22d2bb890b req-12ee2b41-cc44-490b-b166-f69c1945f1e9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408368 Nov 23 02:48:48.086789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa219e-e044-467a-b051-d1ddd40d7c09 req-96d9b668-0210-4ed6-b743-012e76809040 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:48.088327 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bbaa219e-e044-467a-b051-d1ddd40d7c09 req-96d9b668-0210-4ed6-b743-012e76809040 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0544708 Nov 23 02:48:48.137633 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bbaa219e-e044-467a-b051-d1ddd40d7c09 req-81d5c2e3-ee30-4bc3-9449-8e32d82989cc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430820 Nov 23 02:48:48.138523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-cbac7c5b-575d-4bfb-8236-ac6c8ac2daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:48.140029 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-cbac7c5b-575d-4bfb-8236-ac6c8ac2daac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0421424 Nov 23 02:48:48.236526 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-b18f2354-2a7d-40da-b09e-c8484339d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:48.238053 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-b18f2354-2a7d-40da-b09e-c8484339d67d service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0902903 Nov 23 02:48:48.318048 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-9f54ed12-5c2b-4c24-9992-520334201c75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1001 time: 0.0709577 Nov 23 02:48:48.371061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-f01475ab-be6d-453e-97b1-307147c87938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:48.372567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-f01475ab-be6d-453e-97b1-307147c87938 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0458100 Nov 23 02:48:48.430710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-7785c5a0-9d55-4363-b925-fc87bdd54311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:48.432385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-7785c5a0-9d55-4363-b925-fc87bdd54311 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481460 Nov 23 02:48:48.532023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-f9d989be-8ab4-41f9-99e2-c4287683699f service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898547 Nov 23 02:48:48.633437 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52bd9783-1b55-4884-ae84-c7de61bacd88 req-3629b744-15b2-408b-ad34-42c2531b99e5 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923853 Nov 23 02:48:49.270176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4986280-b7f7-4504-aff0-83351fc3dd95 req-5fea5cfa-d516-4171-8211-1fa223f7feb8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:49.271698 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4986280-b7f7-4504-aff0-83351fc3dd95 req-5fea5cfa-d516-4171-8211-1fa223f7feb8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0530486 Nov 23 02:48:49.324910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4986280-b7f7-4504-aff0-83351fc3dd95 req-68ac2963-7d7e-4acc-8bea-d8bdd1f090b2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470495 Nov 23 02:48:49.892672 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-cd60c866-fb24-4db5-b1b8-5a41bd48a987 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436866 Nov 23 02:48:50.004257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-c27884e2-ad0a-4575-98db-143b7ca395e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:50.005856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-c27884e2-ad0a-4575-98db-143b7ca395e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 1098 time: 0.0475912 Nov 23 02:48:50.122249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-7164e788-dfe7-4e87-9c82-09842536e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:50.123730 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-7164e788-dfe7-4e87-9c82-09842536e0aa service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0909762 Nov 23 02:48:50.193917 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-3f0af4a9-8afc-4fee-8d74-3c8d878be28d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 200 len: 1001 time: 0.0622196 Nov 23 02:48:50.245824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-bd39227b-0613-41ce-bac0-7ccfb50b6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:50.247247 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-bd39227b-0613-41ce-bac0-7ccfb50b6527 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0445709 Nov 23 02:48:50.297363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-32b4eabd-e90e-4893-817a-70ac0bcba803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:50.298901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-32b4eabd-e90e-4893-817a-70ac0bcba803 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437238 Nov 23 02:48:50.406757 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-dc692f2b-577f-4eda-adcc-b0342319b1c6 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993521 Nov 23 02:48:50.450292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd517bb-b18c-4f0f-9e6e-4c5baabb0f74 req-619a0007-ef34-4eec-af51-3ffe889484ae tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:50.451749 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5fd517bb-b18c-4f0f-9e6e-4c5baabb0f74 req-619a0007-ef34-4eec-af51-3ffe889484ae tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0498095 Nov 23 02:48:50.499940 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5fd517bb-b18c-4f0f-9e6e-4c5baabb0f74 req-7c0f45d9-4591-48b4-813a-6d4f50f5a52a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Nov 23 02:48:50.500463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2adb3d87-a17d-4b88-896b-e9b2b7f9366d req-393806f2-6e39-4141-8e4b-e950f07bb977 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857699 Nov 23 02:48:50.596148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:50.747967 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974178c-2e04-4f0c-9c52-ada9d320cfc2 req-6df6a008-9559-4855-82e2-8347ea43c4b7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:50.749498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e974178c-2e04-4f0c-9c52-ada9d320cfc2 req-6df6a008-9559-4855-82e2-8347ea43c4b7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0584924 Nov 23 02:48:50.809070 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e974178c-2e04-4f0c-9c52-ada9d320cfc2 req-98b0e429-570f-42c3-a8f7-641293157872 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504451 Nov 23 02:48:51.934159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a2f598-6c56-4585-852a-28e1a29bd10d req-6bc632a7-3424-48a8-a0a1-c24b18880a48 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:51.935649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20a2f598-6c56-4585-852a-28e1a29bd10d req-6bc632a7-3424-48a8-a0a1-c24b18880a48 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0517521 Nov 23 02:48:51.991658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20a2f598-6c56-4585-852a-28e1a29bd10d req-265137f0-b523-4f7e-9e27-4b9b59568e1f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473006 Nov 23 02:48:52.870251 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941f087a-3298-430e-857e-bce6b4ada7ad req-47aeeb08-0418-4d5c-9297-aa45efec8fa6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:52.871748 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-941f087a-3298-430e-857e-bce6b4ada7ad req-47aeeb08-0418-4d5c-9297-aa45efec8fa6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0615373 Nov 23 02:48:52.962728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Deleting port 5359d0a3-685c-4278-ba21-dfdfe644ffed {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:48:52.963437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.062212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] For port 5359d0a3-685c-4278-ba21-dfdfe644ffed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5359d0a3-685c-4278-ba21-dfdfe644ffed,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:48:53.062576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.117593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d644c-64eb-44b2-96e9-2835af8031b1 req-426df1cd-896a-4246-bdfc-338b5a4ea2d1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:53.119264 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c68d644c-64eb-44b2-96e9-2835af8031b1 req-426df1cd-896a-4246-bdfc-338b5a4ea2d1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 945 time: 0.0510089 Nov 23 02:48:53.171034 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c68d644c-64eb-44b2-96e9-2835af8031b1 req-0a1e93a4-9854-4385-8526-4027ad9a3dec tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454106 Nov 23 02:48:53.241605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.241977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.242298 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 disassociated. External IP: 172.26.8.124, port: 5359d0a3-685c-4278-ba21-dfdfe644ffed. Nov 23 02:48:53.242929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Calling delete_port for 5359d0a3-685c-4278-ba21-dfdfe644ffed owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:48:53.381917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.411207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event deleted for resources: {'Port': ['ID=5359d0a3-685c-4278-ba21-dfdfe644ffed,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:53.422521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.422900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.423265 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.423650 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.423981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.424457 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.424653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.425020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.425349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.425675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.426060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.426382 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:48:53.542197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:48:53.655915 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:48:53.667518 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:48:53.678600 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:53.679156 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:48:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:53.695305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] No DVR routers for this DVR port 5359d0a3-685c-4278-ba21-dfdfe644ffed on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:48:53.698054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:53.701426 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-941f087a-3298-430e-857e-bce6b4ada7ad req-4f2dcf47-3cb4-4383-9797-663bdd378f0a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "DELETE /v2.0/ports/5359d0a3-685c-4278-ba21-dfdfe644ffed HTTP/1.1" status: 204 len: 173 time: 0.8219740 Nov 23 02:48:53.701872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'name': 'network-vif-deleted', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:48:53.704177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6070b13-a9ec-4dd3-9d77-ff3aaf6c4000" -d '{"events": [{"server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "name": "network-vif-deleted", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:48:53.743321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad53a987-25be-4f16-86b4-70f91a8499f5 x-openstack-request-id: req-ad53a987-25be-4f16-86b4-70f91a8499f5 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:48:53.743822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c9876be-b1b4-4344-afaa-ff65d8fa9b28", "name": "network-vif-deleted", "tag": "5359d0a3-685c-4278-ba21-dfdfe644ffed", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:48:53.744129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad53a987-25be-4f16-86b4-70f91a8499f5 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:48:53.744828 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9876be-b1b4-4344-afaa-ff65d8fa9b28', 'name': 'network-vif-deleted', 'tag': '5359d0a3-685c-4278-ba21-dfdfe644ffed', 'status': 'completed', 'code': 200} Nov 23 02:48:53.790957 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:53.994427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.021325 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:48:54.030802 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:48:54.031435 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:48:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.138013 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:48:54.289655 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-99eaac91-e5d1-4031-8107-9b7254c46028 req-1f2265fd-570e-445e-ab56-c30595fd5615 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=8c9876be-b1b4-4344-afaa-ff65d8fa9b28 HTTP/1.1" status: 200 len: 210 time: 0.0271757 Nov 23 02:48:54.367740 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:48:54.394729 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a3249-4c53-4f70-9857-660f66bed251 None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:48:54.540948 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:48:54.620374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c93621-65d6-4a75-9e01-4a7cf96a7107 None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:48:55.573791 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-eabcbb23-c8bb-47ac-b861-212a3ce660fe tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1963192243&fields=id&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 267 time: 0.0552669 Nov 23 02:48:55.688558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-363dbc51-4a89-4d5e-aaf7-55861b8fa2f7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:55.690022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-363dbc51-4a89-4d5e-aaf7-55861b8fa2f7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1065059 Nov 23 02:48:55.705514 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-b5170e9b-8b84-4038-8fab-dfac58788d75 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/quotas/fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 375 time: 0.0096650 Nov 23 02:48:55.762144 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-d4289652-8aac-416d-b95c-921465251f57 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488396 Nov 23 02:48:55.933266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9839dca8-cb43-45d2-b13f-f01bc224c9b8 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546156 Nov 23 02:48:56.022950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-790b8345-4f5d-49a0-aa0c-6b5c3b621142 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834491 Nov 23 02:48:56.184347 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-013b1fa3-47fe-4dae-be29-61020a9ad705 req-e1f2103d-72ab-4d00-b59e-e68962870561 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 210 time: 0.0270703 Nov 23 02:48:56.834360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5359d0a3-685c-4278-ba21-dfdfe644ffed no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:48:56.855573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 5359d0a3-685c-4278-ba21-dfdfe644ffed {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:48:56.855918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5359d0a3-685c-4278-ba21-dfdfe644ffed not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:48:57.282880 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-739348d1-43b6-4203-a0fd-9e00e47bba9c req-14f0dcb8-a89f-4ce4-a495-ffeef3fccfd5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 210 time: 0.0280581 Nov 23 02:48:57.399630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-c7149690-399c-4ec2-bd35-25d268be2f9a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:57.401549 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-c7149690-399c-4ec2-bd35-25d268be2f9a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1178706 Nov 23 02:48:57.482123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2fadf448-76fc-4e0e-875c-388f9a0b1edc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 380 time: 0.0593977 Nov 23 02:48:57.492799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'port': {'device_id': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'admin_state_up': True, 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'security_groups': ['bf0fdb7c-056d-4f57-85fb-59b8765817db']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:57.609648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Made reservation on behalf of fb6cdf4199ee4ad782ac6f6ae2ca6c97 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:48:57.613144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.749778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Allocated IP 172.20.0.7 (85afca91-547c-438b-8da6-eee7106502a0/3002edca-d10a-4396-b5cf-ad9445e9a6fd/8ccc5f2d-d420-4091-9d26-e7c2d6ea3961) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:48:57.903235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.938152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:57.985596 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:48:57.988826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:48:57.992374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:48:57.999475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:58.048598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:58.049254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.068228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-9bb98aa9-1bb2-4810-99d1-a041e99de187 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5791554 Nov 23 02:48:58.090052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Request body: {'port': {'device_id': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:48:58.147792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.264116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-694ee5c8-3753-4f48-a824-a28e5f196eea None None] Provisioning complete for port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:48:58.264681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-694ee5c8-3753-4f48-a824-a28e5f196eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.298855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-694ee5c8-3753-4f48-a824-a28e5f196eea None None] Port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:48:58.421317 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c46e3-3d69-4039-8dfc-50da23e20cfa req-4871ec26-a5ac-4af9-b2c2-eecc78ba8cd7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:58.422826 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ef6c46e3-3d69-4039-8dfc-50da23e20cfa req-4871ec26-a5ac-4af9-b2c2-eecc78ba8cd7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 931 time: 0.0639160 Nov 23 02:48:58.435652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:48:58.445930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.458949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Transition to ACTIVE for port object 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:48:58.463743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.477044 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ef6c46e3-3d69-4039-8dfc-50da23e20cfa req-471ca6a8-bba2-4241-9021-c010eb21bdcb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476263 Nov 23 02:48:58.514501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:58.582734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Attempting to bind port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:48:58.583075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Attempting to bind port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:48:58.583403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Attempting to bind port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:58.588628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 on network 85afca91-547c-438b-8da6-eee7106502a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:48:58.588949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Attempting to bind port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:48:58.594142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:48:58.594477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:48:58.594857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Bound using segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:48:58.595280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Bound port: 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:48:58.595636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.669487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:48:58.673016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:48:58.678575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.717747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:58.718281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:48:58.719840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] 10.222.0.46 "PUT /v2.0/ports/8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 1093 time: 0.6343358 Nov 23 02:48:58.720264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:48:58.722620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610fc01a-2860-409d-8558-e760fe0316cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:48:58.749573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a28db-399d-48d7-8514-48f311003154 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:48:58.763191 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c7c567-078b-4ef4-841b-67e319e9aa48 x-openstack-request-id: req-24c7c567-078b-4ef4-841b-67e319e9aa48 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:48:58.763488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:48:58.763791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-24c7c567-078b-4ef4-841b-67e319e9aa48 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:48:58.764159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'status': 'completed', 'code': 200} Nov 23 02:48:58.848143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-e2b48c09-205f-46ed-9758-b8dbceb88e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:58.849715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-e2b48c09-205f-46ed-9758-b8dbceb88e66 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1096 time: 0.0482078 Nov 23 02:48:58.910537 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-55a73b06-b051-4c38-8dfc-1f6716322294 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 217 time: 0.0399981 Nov 23 02:48:58.961877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-ed590c55-8cbb-4aa1-a524-586771ccc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:58.963449 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-ed590c55-8cbb-4aa1-a524-586771ccc732 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0450721 Nov 23 02:48:59.012084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-0213a1b9-f669-4915-a1f0-92334816f903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:59.013604 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-0213a1b9-f669-4915-a1f0-92334816f903 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422411 Nov 23 02:48:59.109083 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-37659b58-1799-46cd-bd7f-79b00bc9568a service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870533 Nov 23 02:48:59.207072 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b86b5cb-7563-4741-9913-fbd8c02c9e07 req-f0d11cfc-e422-4f2c-860b-40399f4ac803 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Nov 23 02:48:59.363545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc01a-2860-409d-8558-e760fe0316cf req-62d36f1f-bbd9-4c03-ab09-41a61f9159b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:59.365023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-62d36f1f-bbd9-4c03-ab09-41a61f9159b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1096 time: 0.0466897 Nov 23 02:48:59.469640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc01a-2860-409d-8558-e760fe0316cf req-f8799ba2-e0e6-44de-898a-4a9a03322c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:59.471200 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-f8799ba2-e0e6-44de-898a-4a9a03322c1a service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0932879 Nov 23 02:48:59.514847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-4122f98d-55f7-480f-8bfb-82a83d2c19be service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 217 time: 0.0358710 Nov 23 02:48:59.571191 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc01a-2860-409d-8558-e760fe0316cf req-03861901-31f3-46e8-8490-e1383472ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:59.573010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-03861901-31f3-46e8-8490-e1383472ddc1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0491998 Nov 23 02:48:59.597070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf5a60-6d34-47ee-b313-18d5e3a27c9e req-23371acf-8873-4dcc-9a5b-6628dc768070 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:59.598569 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8acf5a60-6d34-47ee-b313-18d5e3a27c9e req-23371acf-8873-4dcc-9a5b-6628dc768070 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 943 time: 0.0509589 Nov 23 02:48:59.625557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fc01a-2860-409d-8558-e760fe0316cf req-8b2f1884-b8d6-4e57-844f-42681e485fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:48:59.626984 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-8b2f1884-b8d6-4e57-844f-42681e485fec service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416508 Nov 23 02:48:59.648155 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8acf5a60-6d34-47ee-b313-18d5e3a27c9e req-b672dbc0-15bf-459b-9b8a-fc2bfa819066 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431793 Nov 23 02:48:59.722614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-f8c05101-808c-4980-ab88-3584c92fc3ee service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861032 Nov 23 02:48:59.820608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610fc01a-2860-409d-8558-e760fe0316cf req-c74878d5-9c66-49e6-b455-e49bc96a5656 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882900 Nov 23 02:49:00.774740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358235-bb51-4d2f-ba46-c9d204435745 req-35fd2277-e7e3-492e-9141-006bff122d8a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:00.776434 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72358235-bb51-4d2f-ba46-c9d204435745 req-35fd2277-e7e3-492e-9141-006bff122d8a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 943 time: 0.0568705 Nov 23 02:49:00.826633 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72358235-bb51-4d2f-ba46-c9d204435745 req-afd4c119-ed58-4cc8-ad23-356a0a45a8d6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417902 Nov 23 02:49:01.971966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcc295-96a6-4e67-a266-0db08f4ea932 req-dccad472-3406-4ab9-a504-8627e5c621ef tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:01.973485 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3cdcc295-96a6-4e67-a266-0db08f4ea932 req-dccad472-3406-4ab9-a504-8627e5c621ef tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 943 time: 0.0656052 Nov 23 02:49:02.023757 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3cdcc295-96a6-4e67-a266-0db08f4ea932 req-660d6173-2183-436d-9658-b20b3e609d5a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440190 Nov 23 02:49:02.854967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:49:02.969378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:02.981198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'mac_address': 'fa:16:3e:73:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:49:03.020147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:03.036935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:49:03.056596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:03.062320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:03.110349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:03.122072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.122428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.122759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.123095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.123427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.123754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.124081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.124473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.124764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.125087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.125392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.125728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:49:03.141735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-68734778-f344-4b2f-9a3c-86c76b8699d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:03.151394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85a386-b9e3-4d6b-be4b-2793e0d2c9d8 req-2ce6554b-f870-4360-9472-02f61c736344 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:03.152953 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ae85a386-b9e3-4d6b-be4b-2793e0d2c9d8 req-2ce6554b-f870-4360-9472-02f61c736344 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 944 time: 0.0573900 Nov 23 02:49:03.200782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ae85a386-b9e3-4d6b-be4b-2793e0d2c9d8 req-5f0f4dc3-5a3a-4995-9818-cc48913580bd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Nov 23 02:49:03.427416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:49:04.326863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53354b-2ad0-4d0e-a6df-817980ba7619 req-76d66cdd-6cf2-4c86-b633-c0ee4c927821 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:04.328368 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ca53354b-2ad0-4d0e-a6df-817980ba7619 req-76d66cdd-6cf2-4c86-b633-c0ee4c927821 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 944 time: 0.0585117 Nov 23 02:49:04.380579 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ca53354b-2ad0-4d0e-a6df-817980ba7619 req-76af0cce-2264-4ef7-ad76-51d674cb7683 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 Nov 23 02:49:04.854139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:49:04.912879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:49:04.918627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:49:04.919011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:05.014000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:05.039987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:05.042398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d54ed0-7f5b-42e4-86bb-cb01a233b93e" -d '{"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:05.055408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:49:05.060743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:05.126094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:49:05.156181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9407d899-a34c-4c1b-ae8b-05359339ae81 x-openstack-request-id: req-9407d899-a34c-4c1b-ae8b-05359339ae81 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:05.156525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:05.156780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9407d899-a34c-4c1b-ae8b-05359339ae81 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:05.157222 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'code': 200} Nov 23 02:49:05.400906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178c6f6-e215-4ff0-a83e-c7bb0eed22b4 req-6872287b-9437-4c73-8aec-81bec712dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:05.402457 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1178c6f6-e215-4ff0-a83e-c7bb0eed22b4 req-6872287b-9437-4c73-8aec-81bec712dbb0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1098 time: 0.0438907 Nov 23 02:49:05.449559 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1178c6f6-e215-4ff0-a83e-c7bb0eed22b4 req-9b11acf1-83dc-47a1-ae3a-ed5352225375 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393996 Nov 23 02:49:05.500018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffb6fd-bf4e-4af1-8abe-cdee487ee568 req-8d62bcca-6603-44be-91ea-1c0c67fb1d50 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:05.501550 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-71ffb6fd-bf4e-4af1-8abe-cdee487ee568 req-8d62bcca-6603-44be-91ea-1c0c67fb1d50 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0481589 Nov 23 02:49:05.554081 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-71ffb6fd-bf4e-4af1-8abe-cdee487ee568 req-4e23bffc-92c9-4e15-a526-2f96f55b689c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464294 Nov 23 02:49:05.623381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-688048f7-2592-47c0-87d4-86a3a4a587ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:06.490622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:06.688701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b01c2-3d6e-47dc-91c0-06514ea21b2e req-625021bb-c52f-4b34-a127-b16534bb67cb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:06.690300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-183b01c2-3d6e-47dc-91c0-06514ea21b2e req-625021bb-c52f-4b34-a127-b16534bb67cb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0538113 Nov 23 02:49:06.746607 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-183b01c2-3d6e-47dc-91c0-06514ea21b2e req-8dee5506-7363-4e3d-b3b3-18d3c2a2bfb6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452774 Nov 23 02:49:07.869171 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227fd13c-90d6-4f97-b34d-013bb1e6ec11 req-8186f1a6-2931-4ad5-a5bc-46872427f8d0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:07.870744 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-227fd13c-90d6-4f97-b34d-013bb1e6ec11 req-8186f1a6-2931-4ad5-a5bc-46872427f8d0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0533056 Nov 23 02:49:07.918735 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-227fd13c-90d6-4f97-b34d-013bb1e6ec11 req-0d4139ab-395c-4423-8fa2-01e3d7a83d30 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416341 Nov 23 02:49:08.158311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.368677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e728-fa9f-4048-a5a5-4794ff6ba1cb req-7c6290b6-c06d-48c3-8400-acf9159cfe78 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:08.370143 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a38e728-fa9f-4048-a5a5-4794ff6ba1cb req-7c6290b6-c06d-48c3-8400-acf9159cfe78 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.3832164 Nov 23 02:49:08.379380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38328) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:49:08.383940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'floatingip': {'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:49:08.424533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.904597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:08.912842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:09.015737 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 associated. External IP: 172.26.8.124, port: 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961. Nov 23 02:49:09.227304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:49:09.321096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:09.338466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:49:09.343708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:09.348221 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:49:09.359001 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:49:09.359641 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:49:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:09.370263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f0384f40-0409-4092-ab55-a23b8a3dad15 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "PUT /v2.0/floatingips/ccc5c799-318b-4be7-b91c-1fdf4447d049 HTTP/1.1" status: 200 len: 991 time: 0.9897940 Nov 23 02:49:09.371199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:49:09.373764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6335fc13-cce2-4a1c-a012-45f88a38ba3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:49:09.413985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2e5258-be2b-40e4-bc59-6d5e2dd222f9 x-openstack-request-id: req-ff2e5258-be2b-40e4-bc59-6d5e2dd222f9 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:49:09.414366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:49:09.414684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff2e5258-be2b-40e4-bc59-6d5e2dd222f9 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:49:09.415149 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'status': 'completed', 'code': 200} Nov 23 02:49:09.467269 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:49:09.523170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-07389d88-4ea2-4c1f-acf2-19d0af1c66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.524774 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-07389d88-4ea2-4c1f-acf2-19d0af1c66b3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1098 time: 0.0443416 Nov 23 02:49:09.620190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-be4636c1-dc51-4850-b4ab-bb5af00d6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.621824 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-be4636c1-dc51-4850-b4ab-bb5af00d6303 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0895412 Nov 23 02:49:09.690119 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-de0b10a0-685b-408a-85fe-0e2b7c5b729c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 999 time: 0.0606482 Nov 23 02:49:09.700703 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:73:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:49:08Z', 'revision_number': 9, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:09.727979 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:49:09.736871 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:49:09.737479 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:49:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:09.742932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-142dddca-7a6f-47f2-ac7b-bac02aca8b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.744489 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-142dddca-7a6f-47f2-ac7b-bac02aca8b9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0454497 Nov 23 02:49:09.798920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-a2d68071-1353-430c-a4d6-859da409fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:09.800418 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-a2d68071-1353-430c-a4d6-859da409fe9e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476441 Nov 23 02:49:09.848676 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:49:09.894336 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-e306d101-79e2-43c9-bb19-9b97ef128bd1 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862007 Nov 23 02:49:09.994011 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6335fc13-cce2-4a1c-a012-45f88a38ba3a req-b2f311b5-4106-47ab-a9c1-7b85489e0c8e service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911801 Nov 23 02:49:10.085166 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:73:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:49:08Z', 'revision_number': 9, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:49:10.208695 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec7f0f-d7d9-4f8e-b9b4-3ad68c4ebb83 None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:73:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:49:08Z', 'revision_number': 9, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:49:10.410167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bdec93-f812-4193-9162-9368c5268cfc None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:49:20.616144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:31.546685 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:49:33.140229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4a6bda7-3153-44d3-a001-e9b8e3cd903d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:35.624521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ffae53ce-da09-4d86-9c14-32f44abf30e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:36.495121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:38.167468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:39.334910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:49.913204 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-43442697-bb96-4727-a54f-b13539576381 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430188 Nov 23 02:49:50.032111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-d75b333d-4b39-47a7-8680-eda8228f53f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:50.033725 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-d75b333d-4b39-47a7-8680-eda8228f53f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1098 time: 0.0434406 Nov 23 02:49:50.151849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-fa7c4ea8-c82b-4673-86fe-e60f3c21327e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:50.153408 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-fa7c4ea8-c82b-4673-86fe-e60f3c21327e service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0992115 Nov 23 02:49:50.222663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-234e50e5-26e6-4fe1-b880-b993ed22a4ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 1002 time: 0.0614345 Nov 23 02:49:50.286190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-883992be-09d6-4032-8966-e82f97e573a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:50.287694 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-883992be-09d6-4032-8966-e82f97e573a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0487826 Nov 23 02:49:50.336900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-4f7e9a81-9752-4155-a529-48bc231aaf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:50.338438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-4f7e9a81-9752-4155-a529-48bc231aaf4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420561 Nov 23 02:49:50.430503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-8b14653c-8a0e-490a-ae93-9e5b4056a0b8 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827825 Nov 23 02:49:50.538516 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75ddea23-d409-4a54-b282-66ec3982b6bb req-299ff536-8ca1-45ef-a258-2b28a872eca0 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943019 Nov 23 02:49:50.624305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:49:51.677125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed278a9-aaf3-4881-9720-fef2bc07e45a req-19aa6888-837f-422c-aadb-7b97318ea80d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:51.678799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6ed278a9-aaf3-4881-9720-fef2bc07e45a req-19aa6888-837f-422c-aadb-7b97318ea80d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0523105 Nov 23 02:49:51.700345 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-0c9c289e-c0e5-45a9-a030-ae3dc1dfb9e7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0853095 Nov 23 02:49:51.729826 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6ed278a9-aaf3-4881-9720-fef2bc07e45a req-3ead7e15-1005-495e-af84-42fc3b3503f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Nov 23 02:49:52.868619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ca96d-9483-4400-b0e8-668e9500114d req-24f03e2a-efcb-4ef3-99e1-a916dcd6648d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:52.870148 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5a8ca96d-9483-4400-b0e8-668e9500114d req-24f03e2a-efcb-4ef3-99e1-a916dcd6648d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0587058 Nov 23 02:49:52.926785 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5a8ca96d-9483-4400-b0e8-668e9500114d req-c4bd5507-3afe-4331-a7fd-c706d4e97e99 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498984 Nov 23 02:49:53.047860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-7389713d-4208-4b2c-9ab3-d12ec6f23792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:53.049344 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-7389713d-4208-4b2c-9ab3-d12ec6f23792 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1098 time: 0.0507832 Nov 23 02:49:53.145146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-bb97274c-45b1-42a6-a339-dc34f625d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:53.147423 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-bb97274c-45b1-42a6-a339-dc34f625d43b service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0886276 Nov 23 02:49:53.235303 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-d02537bd-80f9-4e07-b259-61d2b7335fe5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 1002 time: 0.0745425 Nov 23 02:49:53.290531 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-40b72c8e-3fb6-4ab3-a80d-fa264d6f084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:53.291938 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-40b72c8e-3fb6-4ab3-a80d-fa264d6f084e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0440609 Nov 23 02:49:53.340735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-244b6b72-28ec-436e-a369-b31f30792188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:53.342136 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-244b6b72-28ec-436e-a369-b31f30792188 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422091 Nov 23 02:49:53.446443 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-16007765-d2da-4aca-ad3c-b5e1917c7fd2 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920658 Nov 23 02:49:53.547687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-8e2f6c96-bd5e-435e-8edb-744c34397c4c service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931485 Nov 23 02:49:54.066190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d86364-03ff-4e55-b2bd-4aeeb9014a63 req-c620797a-a1c2-4767-b14d-90cb1a70eec0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:54.067692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7d86364-03ff-4e55-b2bd-4aeeb9014a63 req-c620797a-a1c2-4767-b14d-90cb1a70eec0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0608485 Nov 23 02:49:54.116384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7d86364-03ff-4e55-b2bd-4aeeb9014a63 req-e54b1255-4fd7-41f5-9604-2c6605276465 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Nov 23 02:49:55.260065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef4c4d-690b-4b84-88cc-065dd34e8496 req-d9fe0a5c-dc4f-43fb-af38-a733ee40178f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:55.261562 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e5ef4c4d-690b-4b84-88cc-065dd34e8496 req-d9fe0a5c-dc4f-43fb-af38-a733ee40178f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0526180 Nov 23 02:49:55.320292 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e5ef4c4d-690b-4b84-88cc-065dd34e8496 req-9fde1715-76cf-4e51-925e-434d1855ab5b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457876 Nov 23 02:49:56.442107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17597782-f9ab-487f-9d82-44d4dd6204b3 req-3685f873-74bc-466c-9d9b-70ef599969fb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:56.443645 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-17597782-f9ab-487f-9d82-44d4dd6204b3 req-3685f873-74bc-466c-9d9b-70ef599969fb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0557859 Nov 23 02:49:56.495302 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-17597782-f9ab-487f-9d82-44d4dd6204b3 req-24535f91-463b-40e4-a461-b8176513e01b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438654 Nov 23 02:49:57.629383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dfbb3a-1040-41e1-b234-4b2238b0d04a req-93ea9683-1ea0-44f7-ad2f-b4054701ed4b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:57.630826 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-83dfbb3a-1040-41e1-b234-4b2238b0d04a req-93ea9683-1ea0-44f7-ad2f-b4054701ed4b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0556407 Nov 23 02:49:57.687870 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-83dfbb3a-1040-41e1-b234-4b2238b0d04a req-c7396dac-89ad-439a-8df5-adea2d86e71a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504534 Nov 23 02:49:58.824336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059d3e6-6fda-4ab9-8633-0a88b3b0befb req-7596e834-beab-434a-a0b3-bdf441bc3e3a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:49:58.832296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6059d3e6-6fda-4ab9-8633-0a88b3b0befb req-7596e834-beab-434a-a0b3-bdf441bc3e3a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0551257 Nov 23 02:49:58.875154 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6059d3e6-6fda-4ab9-8633-0a88b3b0befb req-989d4b99-7283-44d3-bec0-821224ccaf9c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Nov 23 02:50:00.012489 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b492c1a-aa42-41ad-944a-db9ffc49b7ab req-93db97fa-909f-4567-99dd-2c96bc4107a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:00.014015 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b492c1a-aa42-41ad-944a-db9ffc49b7ab req-93db97fa-909f-4567-99dd-2c96bc4107a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0612707 Nov 23 02:50:00.065876 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b492c1a-aa42-41ad-944a-db9ffc49b7ab req-70632d77-dd05-4f23-9bd9-da7eed685745 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Nov 23 02:50:01.195764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dae659-7371-44cf-97fa-14df756258d8 req-71f26758-b8d6-4b5a-b5c3-f313222a6c88 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:01.197398 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-19dae659-7371-44cf-97fa-14df756258d8 req-71f26758-b8d6-4b5a-b5c3-f313222a6c88 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0536137 Nov 23 02:50:01.251018 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-19dae659-7371-44cf-97fa-14df756258d8 req-ace1e710-d54b-499e-b1c7-6d4ff5b0405b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475080 Nov 23 02:50:02.372908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313bfde-82b4-4d6c-b4e8-5c70490772fe req-9ec369fa-9018-4c4b-a5ce-6f5c51974518 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:02.374441 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9313bfde-82b4-4d6c-b4e8-5c70490772fe req-9ec369fa-9018-4c4b-a5ce-6f5c51974518 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0513761 Nov 23 02:50:02.422295 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9313bfde-82b4-4d6c-b4e8-5c70490772fe req-550f4fa3-5c53-43ae-8ce9-afff8d656fe2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Nov 23 02:50:03.144278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-61a0d6b5-6d80-4713-ac18-9575f00c2b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:03.559442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc488-4433-41d9-b0f2-6fb20bd5f2b8 req-e9abb209-3806-4124-a56d-2d61e7edff52 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:03.561007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ddfc488-4433-41d9-b0f2-6fb20bd5f2b8 req-e9abb209-3806-4124-a56d-2d61e7edff52 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0557547 Nov 23 02:50:03.611258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ddfc488-4433-41d9-b0f2-6fb20bd5f2b8 req-6f079c8c-e458-4dcc-91df-85f53ec4cc84 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Nov 23 02:50:04.741701 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c640a-ccc8-429d-92d6-ceab7eeaa691 req-f04f918a-f563-4b39-87a7-c105083b6509 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:04.743276 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-365c640a-ccc8-429d-92d6-ceab7eeaa691 req-f04f918a-f563-4b39-87a7-c105083b6509 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0545018 Nov 23 02:50:04.792643 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-365c640a-ccc8-429d-92d6-ceab7eeaa691 req-a74397cd-ce2b-4671-af79-ba8c8e98477b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430961 Nov 23 02:50:05.621337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a8c219d7-fd0c-40be-9653-55014104bcd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:05.654263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-72e2b505-dc8a-4ba2-bee0-350c5f05b7c5 service neutron] 10.222.0.46 "GET /v2.0/ports/8ccc5f2d-d420-4091-9d26-e7c2d6ea3961/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0679042 Nov 23 02:50:05.923733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-7350bc38-cd37-42c2-ab8a-bc7333dd6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:05.925274 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-7350bc38-cd37-42c2-ab8a-bc7333dd6d9f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 1098 time: 0.0734415 Nov 23 02:50:05.939834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351264-76bd-48dc-8375-36d4d2f5527b req-75573ab7-58ec-4345-8d44-0ac7ca8fc13a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:05.941241 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-05351264-76bd-48dc-8375-36d4d2f5527b req-75573ab7-58ec-4345-8d44-0ac7ca8fc13a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0606477 Nov 23 02:50:06.014832 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-05351264-76bd-48dc-8375-36d4d2f5527b req-9d29f89c-466f-4ef9-bb2a-de23803fb076 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659549 Nov 23 02:50:06.024533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-5ee82b11-c9fb-4e0c-812d-2e0f07e6036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.025999 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-5ee82b11-c9fb-4e0c-812d-2e0f07e6036b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1098 time: 0.0603831 Nov 23 02:50:06.123701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-25061635-51b9-4f70-8a9d-cb78b26f6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.125623 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-25061635-51b9-4f70-8a9d-cb78b26f6896 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0901406 Nov 23 02:50:06.193651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-2b292e5a-1ca8-4505-8e04-83e863ffd2c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 1002 time: 0.0599103 Nov 23 02:50:06.248276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-ef5a27aa-0854-49fa-b406-a0a3841b3e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.249769 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-ef5a27aa-0854-49fa-b406-a0a3841b3e13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0473549 Nov 23 02:50:06.297699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-bd40545a-9d74-421a-a282-ba34b776ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:06.299198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-bd40545a-9d74-421a-a282-ba34b776ec7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414786 Nov 23 02:50:06.391612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-49a8e520-e03d-490f-9b62-9a96dc7f4cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Nov 23 02:50:06.493139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:06.496439 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eb829a5f-6fc2-4349-b8fa-ba183969a618 req-f5999e33-b06a-45b9-bb84-2f25b7bf030a service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965016 Nov 23 02:50:07.156109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc03d2-ace9-4c9f-90e1-eca13b880f15 req-c51438c2-a7aa-47a8-a0f6-ac6d72ebdc9b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:07.157685 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bacc03d2-ace9-4c9f-90e1-eca13b880f15 req-c51438c2-a7aa-47a8-a0f6-ac6d72ebdc9b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0637310 Nov 23 02:50:07.207819 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bacc03d2-ace9-4c9f-90e1-eca13b880f15 req-7d35e58d-4d29-4514-8a76-6050c48861f4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435367 Nov 23 02:50:08.176402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:08.343392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834802be-a758-4907-af5d-fa832bca9828 req-ca14d12e-4522-48b4-bdc2-766e2259bb1c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:08.344958 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-834802be-a758-4907-af5d-fa832bca9828 req-ca14d12e-4522-48b4-bdc2-766e2259bb1c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0601463 Nov 23 02:50:08.394617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-834802be-a758-4907-af5d-fa832bca9828 req-94484d71-1371-49a2-bdcb-c212e0d22041 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434043 Nov 23 02:50:08.546938 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:50:09.163705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:50:09.174471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:09.324883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:09.327098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:09.355975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:09.358467 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'mac_address': 'fa:16:3e:73:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:50:09.365875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:09.368118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705c4af-e780-4689-ae3e-cb2dad0db0f1" -d '{"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:09.383347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:09.406892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:09.414542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2e984b-9732-4018-aee7-6cf19c976ac1 x-openstack-request-id: req-3a2e984b-9732-4018-aee7-6cf19c976ac1 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:09.414837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:09.415088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a2e984b-9732-4018-aee7-6cf19c976ac1 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:09.415476 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'code': 200} Nov 23 02:50:09.447494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:09.472002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:09.480205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:09.489849 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.490201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.490548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.490885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.491218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.491546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.491872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.492218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.492569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.492890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.493208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.493523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:09.515623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98434bc-b5fb-4d9e-ba66-5800578f5ef6 req-7e6362c7-3017-4812-a862-c2c3b499d3ce tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:09.517299 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e98434bc-b5fb-4d9e-ba66-5800578f5ef6 req-7e6362c7-3017-4812-a862-c2c3b499d3ce tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 943 time: 0.0539498 Nov 23 02:50:09.527709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:50:09.528068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:50:09.564870 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e98434bc-b5fb-4d9e-ba66-5800578f5ef6 req-86886e5a-cb6e-4d93-a260-e19ab97058ae tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412254 Nov 23 02:50:09.925908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-66fe8f95-6728-4354-a3cd-fae05abb65ae tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:09.927372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-66fe8f95-6728-4354-a3cd-fae05abb65ae tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 943 time: 0.0774503 Nov 23 02:50:09.942696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01864349-2e69-4d60-933f-20f510971558 req-eeeda6aa-1f6f-49ba-b47f-e4114cee6e27 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:09.944079 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01864349-2e69-4d60-933f-20f510971558 req-eeeda6aa-1f6f-49ba-b47f-e4114cee6e27 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 943 time: 0.0666525 Nov 23 02:50:10.030735 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01864349-2e69-4d60-933f-20f510971558 req-e582ac33-4e83-4b51-b598-7c1b611f84f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804720 Nov 23 02:50:10.035861 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-6526ef02-fa70-4e3c-b791-c1c2bb65ee1f service neutron] 10.222.0.46 "GET /v2.0/ports/8ccc5f2d-d420-4091-9d26-e7c2d6ea3961/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0908861 Nov 23 02:50:10.066163 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:10.084209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:10.105214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:10.111424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:10.122706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-7ba941c1-9403-47cb-9743-fb4a924d8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:10.124225 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-7ba941c1-9403-47cb-9743-fb4a924d8b27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1096 time: 0.0435243 Nov 23 02:50:10.158671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:10.220506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-a996ee7b-55db-4c8c-9ebc-ed936a3ad115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:10.222008 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-a996ee7b-55db-4c8c-9ebc-ed936a3ad115 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0901310 Nov 23 02:50:10.254191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:10.294638 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-03549ff0-d8c6-45b6-9661-a98977db1ac1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 1001 time: 0.0626943 Nov 23 02:50:10.347716 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-2a0d86eb-3fe3-4a05-a9ec-1367bc888ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:10.349237 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-2a0d86eb-3fe3-4a05-a9ec-1367bc888ac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0459929 Nov 23 02:50:10.400169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-eff64ead-0e04-48d4-b924-7e984f79670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:10.401725 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-eff64ead-0e04-48d4-b924-7e984f79670c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0441897 Nov 23 02:50:10.497324 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-c2fff102-abdb-47a2-86d7-7de5682f9617 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876808 Nov 23 02:50:10.601827 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-0c63076a-e85a-4bca-a18f-b6094d4b04bc service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Nov 23 02:50:11.164366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc04ee-767f-4882-8147-a5b83df64fcd req-f06c25bf-28e7-4679-ba38-43068e1eb061 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:11.165908 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2fbc04ee-767f-4882-8147-a5b83df64fcd req-f06c25bf-28e7-4679-ba38-43068e1eb061 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 944 time: 0.0544088 Nov 23 02:50:11.188905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:50:11.222271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2fbc04ee-767f-4882-8147-a5b83df64fcd req-95495ce0-01c5-4b7e-bbc0-4066aa60e802 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Nov 23 02:50:11.239807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:11.240176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:11.315503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:11.350106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:11.358278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:11.408323 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:11.416473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:11.418798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a087332-e3c0-4919-86c5-f19887dcf9e8" -d '{"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:11.462583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae6cf2-04e9-49b8-aeb6-a5900184a934 x-openstack-request-id: req-90ae6cf2-04e9-49b8-aeb6-a5900184a934 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:11.462882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:11.463144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90ae6cf2-04e9-49b8-aeb6-a5900184a934 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:11.463548 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'code': 200} Nov 23 02:50:12.348679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cefe76-1d92-4d67-9167-e8cd35e02e00 req-9dc6063b-db76-458e-bb82-3aa04c91fe20 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:12.350163 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76cefe76-1d92-4d67-9167-e8cd35e02e00 req-9dc6063b-db76-458e-bb82-3aa04c91fe20 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0540836 Nov 23 02:50:12.398721 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76cefe76-1d92-4d67-9167-e8cd35e02e00 req-0fc59be0-5ab0-4194-b36b-bfb1b76caa34 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Nov 23 02:50:13.529463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6991-29b6-456c-9ffb-28effeb3c43d req-07479173-009f-46e1-8f7d-2a1577cab2b4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:13.530970 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-404b6991-29b6-456c-9ffb-28effeb3c43d req-07479173-009f-46e1-8f7d-2a1577cab2b4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0580056 Nov 23 02:50:13.579814 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-404b6991-29b6-456c-9ffb-28effeb3c43d req-ad809c75-9a91-4992-bbc1-bf3c68d5e9ad tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Nov 23 02:50:13.662776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-dd9ec31f-ef8b-4e73-8441-71ad9c934937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:13.664346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-dd9ec31f-ef8b-4e73-8441-71ad9c934937 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 1098 time: 0.0416389 Nov 23 02:50:13.778512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-8d97b437-6ccb-4fd5-8d15-060bf75a4caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:13.779962 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-8d97b437-6ccb-4fd5-8d15-060bf75a4caf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 1098 time: 0.0407565 Nov 23 02:50:13.880574 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-8bdbc120-2a4b-4bae-aff4-95fe95e4ae51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:13.882059 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-8bdbc120-2a4b-4bae-aff4-95fe95e4ae51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0937157 Nov 23 02:50:13.950066 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-d6fd4bf5-6d9a-4b6d-9bd1-0f22a6d03eac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 200 len: 1002 time: 0.0588729 Nov 23 02:50:14.016463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-107b207a-731a-4e2b-9e44-cece1ea9381d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:14.017962 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-107b207a-731a-4e2b-9e44-cece1ea9381d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0594578 Nov 23 02:50:14.068062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85958f7-2746-4ebc-a024-c52abf25cece req-e870a69b-bd02-4e6c-b653-b669d864ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:14.069525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-e870a69b-bd02-4e6c-b653-b669d864ebd5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422356 Nov 23 02:50:14.160175 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-500dbf80-9d4b-428d-964b-a137df164079 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821657 Nov 23 02:50:14.272558 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e85958f7-2746-4ebc-a024-c52abf25cece req-6171241f-ddf3-48c0-b945-4fd7f4a5d359 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034844 Nov 23 02:50:14.710729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c398d5-b7c6-4c9f-a5d6-6a04224db2a3 req-b8d3d09d-a39b-4ffb-b173-1378758dcb58 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:14.712253 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41c398d5-b7c6-4c9f-a5d6-6a04224db2a3 req-b8d3d09d-a39b-4ffb-b173-1378758dcb58 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0496645 Nov 23 02:50:14.772224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41c398d5-b7c6-4c9f-a5d6-6a04224db2a3 req-7bc5a442-9e65-4e9b-a302-3bdfe2128ab7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538805 Nov 23 02:50:15.898940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700949ce-4a12-482e-ae14-3b4a11b3af63 req-b9a0fdff-7294-4cdf-8396-a290d2b7bf7b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:15.900567 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-700949ce-4a12-482e-ae14-3b4a11b3af63 req-b9a0fdff-7294-4cdf-8396-a290d2b7bf7b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0505519 Nov 23 02:50:15.949610 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-700949ce-4a12-482e-ae14-3b4a11b3af63 req-daccd30c-c383-4335-8cd9-90af3362860b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426104 Nov 23 02:50:17.076862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb30cf-6c08-4ad0-b2d4-6ce8c3813360 req-7e41119c-401c-49de-9120-b5025eb643da tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:17.078379 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1afb30cf-6c08-4ad0-b2d4-6ce8c3813360 req-7e41119c-401c-49de-9120-b5025eb643da tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0536392 Nov 23 02:50:17.131565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1afb30cf-6c08-4ad0-b2d4-6ce8c3813360 req-065d8454-530c-4d21-be57-4e7d9928e07d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468681 Nov 23 02:50:17.208803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:50:17.219485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:17.264880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cf070-0168-4cc7-adc1-f8d1335c1502 req-b0cfd7cf-f473-49e3-a144-16283b5a0789 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:17.266473 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b1cf070-0168-4cc7-adc1-f8d1335c1502 req-b0cfd7cf-f473-49e3-a144-16283b5a0789 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0580013 Nov 23 02:50:17.315676 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b1cf070-0168-4cc7-adc1-f8d1335c1502 req-d2d0d044-030d-4a28-84b6-cded292b6ce5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424871 Nov 23 02:50:17.366318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:17.374266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:17.386024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'mac_address': 'fa:16:3e:73:81:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:50:17.420857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:17.423114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc74e19e-3686-41bb-8b42-bdb49e81334f" -d '{"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:17.432281 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76253257-ea1d-4ea7-be59-00ffbeff6c09 req-1faf405e-50f1-4799-9c7f-cafe50d7ab4d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:17.434067 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76253257-ea1d-4ea7-be59-00ffbeff6c09 req-1faf405e-50f1-4799-9c7f-cafe50d7ab4d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0515456 Nov 23 02:50:17.442743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:17.453788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:17.460852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:17.491433 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76253257-ea1d-4ea7-be59-00ffbeff6c09 req-98a9ba51-ec9b-44bd-8b8d-f65bd93cc57e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483475 Nov 23 02:50:17.643934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3d094c-c8b7-4842-889d-11a300375c57 x-openstack-request-id: req-de3d094c-c8b7-4842-889d-11a300375c57 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:17.644226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:17.644509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de3d094c-c8b7-4842-889d-11a300375c57 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:17.644892 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'code': 200} Nov 23 02:50:17.664624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:17.684687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=9']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:17.719846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:50:17.720073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:50:17.743419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd71f9-a79d-4a41-ae71-58d17ca786cc req-410c480c-084e-4364-bff9-c003437e0d53 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:17.744972 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f3bd71f9-a79d-4a41-ae71-58d17ca786cc req-410c480c-084e-4364-bff9-c003437e0d53 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 943 time: 0.0500512 Nov 23 02:50:17.797575 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f3bd71f9-a79d-4a41-ae71-58d17ca786cc req-2ef8e357-ee45-4c20-9c5f-8eb81ad5dbc4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445962 Nov 23 02:50:18.263572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:18.277210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:18.299612 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:18.308035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:18.356168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=10']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:18.482424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:18.940071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64fe0b-51d0-4b02-8b42-c090857d8fe1 req-0590fe14-3d0c-4806-ab38-2335492fabbd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:18.941653 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea64fe0b-51d0-4b02-8b42-c090857d8fe1 req-0590fe14-3d0c-4806-ab38-2335492fabbd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 945 time: 0.0599589 Nov 23 02:50:18.995916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea64fe0b-51d0-4b02-8b42-c090857d8fe1 req-52ca96bd-2b04-4a7c-ad2f-4587fa736f27 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481322 Nov 23 02:50:19.210319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:50:19.263367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:19.263718 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:19.345160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:19.380521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:19.388864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:19.435749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=11']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:19.645896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:19.648273 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9564a0-f468-4910-8327-496f23cbcab5" -d '{"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:19.686410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecec6c7-336a-4c68-a8ec-4e34aa2e5e8e x-openstack-request-id: req-aecec6c7-336a-4c68-a8ec-4e34aa2e5e8e {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:19.686705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-plugged", "status": "completed", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:19.686956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aecec6c7-336a-4c68-a8ec-4e34aa2e5e8e {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:19.687356 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'code': 200} Nov 23 02:50:20.120746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce473e-187b-4627-809d-ef9abf318582 req-1f725257-7f7c-4dca-902c-99c09a486163 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:20.122258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bce473e-187b-4627-809d-ef9abf318582 req-1f725257-7f7c-4dca-902c-99c09a486163 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 946 time: 0.0515046 Nov 23 02:50:20.174102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9bce473e-187b-4627-809d-ef9abf318582 req-f0df506c-fb96-490f-9bd7-4ac56535ef23 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456026 Nov 23 02:50:20.545395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f492e5-9118-4d44-b41d-961ececfb638 req-a2239846-c29f-4efe-acfd-7d12f69ba08f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:20.546883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18f492e5-9118-4d44-b41d-961ececfb638 req-a2239846-c29f-4efe-acfd-7d12f69ba08f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 946 time: 0.0633342 Nov 23 02:50:20.622954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:20.643594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Deleting port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:50:20.643959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:20.744435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] For port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:20.744799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:21.241822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:21.242585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:21.242585 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 disassociated. External IP: 172.26.8.124, port: 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961. Nov 23 02:50:21.242847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Calling delete_port for 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:50:21.302721 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132949b-a51c-4341-a08c-6b241161331d req-1710878a-94fb-43d7-8b35-84cd3f508ea3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:21.304260 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4132949b-a51c-4341-a08c-6b241161331d req-1710878a-94fb-43d7-8b35-84cd3f508ea3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 946 time: 0.0499196 Nov 23 02:50:21.353198 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4132949b-a51c-4341-a08c-6b241161331d req-14c94b69-7762-42ee-82c2-cebde7292bf4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Nov 23 02:50:21.373021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:21.400508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event deleted for resources: {'Port': ['ID=8ccc5f2d-d420-4091-9d26-e7c2d6ea3961,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:21.413325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.413681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.414006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.414509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.414664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.415020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.415355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.415680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.416013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.416366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.416679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.417016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:50:21.529503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:50:21.640270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:50:21.650928 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:50:21.662010 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:50:21.662720 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:50:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:21.683088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] No DVR routers for this DVR port 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:50:21.693978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:21.697416 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18f492e5-9118-4d44-b41d-961ececfb638 req-5d013cdd-d4b0-44d5-aa31-ca51ff2f6a18 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "DELETE /v2.0/ports/8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 HTTP/1.1" status: 204 len: 173 time: 1.1434774 Nov 23 02:50:21.697875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-deleted', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:21.700843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9618a48c-a94c-4028-8ced-2936cbecb330" -d '{"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-deleted", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:21.743053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dab5d2-c2e7-41d0-92cc-da88a742ffc2 x-openstack-request-id: req-53dab5d2-c2e7-41d0-92cc-da88a742ffc2 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:21.743356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce41841c-ea21-4256-90fd-d0dcd99e6a4f", "name": "network-vif-deleted", "tag": "8ccc5f2d-d420-4091-9d26-e7c2d6ea3961", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:21.743641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-53dab5d2-c2e7-41d0-92cc-da88a742ffc2 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:21.743996 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce41841c-ea21-4256-90fd-d0dcd99e6a4f', 'name': 'network-vif-deleted', 'tag': '8ccc5f2d-d420-4091-9d26-e7c2d6ea3961', 'status': 'completed', 'code': 200} Nov 23 02:50:21.772388 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:50:21.976751 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:22.005010 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:50:22.013307 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:50:22.014291 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:50:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:22.121058 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:50:22.328392 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:22.354795 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17427-bf7c-4a59-a368-e222cbe69321 None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:50:22.464392 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-149c465d-62aa-4e7f-a9f2-f111a29907c4 req-e2786753-73e8-423f-a167-6caff78ec5e5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce41841c-ea21-4256-90fd-d0dcd99e6a4f HTTP/1.1" status: 200 len: 210 time: 0.0271320 Nov 23 02:50:22.588101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84aa9653-67ed-4a92-85b0-ed1b68485ce1 None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:50:23.755847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-380f97e4-1d92-42c7-8a14-e7b250df14bd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1963192243&fields=id&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 267 time: 0.0461731 Nov 23 02:50:23.867684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-8df110e6-60be-4bf8-85b7-70d195bd2eda tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:23.869055 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-8df110e6-60be-4bf8-85b7-70d195bd2eda tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1062050 Nov 23 02:50:23.884476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-16bb7236-b3fe-4778-8e27-b78f6da61441 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/quotas/fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 375 time: 0.0095680 Nov 23 02:50:23.936009 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-58649bdb-5724-44c5-b8ec-6b0416c2d94a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460682 Nov 23 02:50:24.038447 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-881e6dc0-e851-4548-a1b6-1eaafe67bb09 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896370 Nov 23 02:50:24.133934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-00737857-7d8b-486d-9032-0acaf206cd83 service neutron] 10.222.0.53 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886030 Nov 23 02:50:24.303078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-42056833-9911-4fc3-870a-27e88be30e16 req-1386e274-b5df-4943-b4a9-d4fba5a4f193 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0286109 Nov 23 02:50:25.254847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:50:25.280919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:50:25.281289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8ccc5f2d-d420-4091-9d26-e7c2d6ea3961 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:50:25.413510 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-561f6ada-02ac-4c78-b627-f2581814bc02 req-228f2bc4-5fab-4ac0-86f8-73393fee50fe tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0340238 Nov 23 02:50:25.462580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-95a32e2d-66ab-46db-b9a5-10468181c84c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:25.464144 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-95a32e2d-66ab-46db-b9a5-10468181c84c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 812 time: 0.1470239 Nov 23 02:50:25.538947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-104979c4-ee68-4839-b197-4746e290fa7f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 380 time: 0.0570197 Nov 23 02:50:25.556488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'port': {'device_id': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'admin_state_up': True, 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'security_groups': ['bf0fdb7c-056d-4f57-85fb-59b8765817db']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:25.676442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Made reservation on behalf of fb6cdf4199ee4ad782ac6f6ae2ca6c97 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:50:25.679983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:25.812552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Allocated IP 172.20.0.13 (85afca91-547c-438b-8da6-eee7106502a0/3002edca-d10a-4396-b5cf-ad9445e9a6fd/e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:50:25.960060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:25.999310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.046436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Network 85afca91-547c-438b-8da6-eee7106502a0 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:50:26.049844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:50:26.053651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:50:26.077462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:26.108547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:26.109158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.129555 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-39c64a29-4e33-4bda-b4a4-2ec06723377f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778432 Nov 23 02:50:26.151668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Request body: {'port': {'device_id': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:26.214358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.300029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-10c06a5f-dd8d-419d-82b3-b05df91810cd None None] Provisioning complete for port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:26.300692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-10c06a5f-dd8d-419d-82b3-b05df91810cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.336433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-10c06a5f-dd8d-419d-82b3-b05df91810cd None None] Port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:50:26.498946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:26.507212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.520272 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Transition to ACTIVE for port object e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:50:26.524851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.535479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230e37d-9925-4e4c-8a17-af2815d98b93 req-24ebe309-36a4-43ab-8a91-4fe353711e50 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:26.537013 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0230e37d-9925-4e4c-8a17-af2815d98b93 req-24ebe309-36a4-43ab-8a91-4fe353711e50 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 932 time: 0.0539594 Nov 23 02:50:26.576633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:26.586979 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0230e37d-9925-4e4c-8a17-af2815d98b93 req-2ce1b60b-99c4-4ae3-b1e6-3bd904c10fc7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438037 Nov 23 02:50:26.657119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Attempting to bind port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:50:26.657464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Attempting to bind port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:50:26.657793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Attempting to bind port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:50:26.662389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 on network 85afca91-547c-438b-8da6-eee7106502a0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:50:26.662711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Attempting to bind port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 on network 85afca91-547c-438b-8da6-eee7106502a0 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:50:26.667781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:50:26.668122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Checking segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:50:26.668556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Bound using segment: {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:50:26.668989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Bound port: e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f51228c-6e07-40f7-b56d-417dac0eb48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '85afca91-547c-438b-8da6-eee7106502a0'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:50:26.669343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.734548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:50:26.737979 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:50:26.744657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.782181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:26.782801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:26.784204 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] 10.222.0.46 "PUT /v2.0/ports/e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1094 time: 0.6371808 Nov 23 02:50:26.784692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:26.787172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93326a65-e373-4451-92a7-5e70cc448a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:26.811069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbaac4-2188-48f1-bd21-ab44e64a805b service neutron] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:26.832519 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a39dd-d7cd-4928-a322-c8391e2c1fb3 x-openstack-request-id: req-f99a39dd-d7cd-4928-a322-c8391e2c1fb3 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:26.832857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:26.833115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f99a39dd-d7cd-4928-a322-c8391e2c1fb3 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:26.833528 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'status': 'completed', 'code': 200} Nov 23 02:50:26.906173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-10fde729-206e-4156-970c-3b82b236b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:26.907711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-10fde729-206e-4156-970c-3b82b236b437 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1097 time: 0.0506091 Nov 23 02:50:26.964271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-142999e7-ec43-499b-8118-aef2ee285118 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 217 time: 0.0361164 Nov 23 02:50:27.022841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-8fbf5445-d91e-49ac-9a82-826803c28322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.024382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-8fbf5445-d91e-49ac-9a82-826803c28322 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0508766 Nov 23 02:50:27.076502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-10b711fd-c7ad-4ce7-a193-b28dc60b4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.077983 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-10b711fd-c7ad-4ce7-a193-b28dc60b4136 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451930 Nov 23 02:50:27.174527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-0f58d3b1-9d51-43ab-bf2d-4759e8dc75a4 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878148 Nov 23 02:50:27.271868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4146d85c-b123-4b8a-99a6-cdf2b4985188 req-03b2592e-0f4c-4397-8b69-ef12f34114f0 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Nov 23 02:50:27.425900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326a65-e373-4451-92a7-5e70cc448a4a req-6ebcc5ff-5756-4692-bc90-01b9166ae760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.427330 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-6ebcc5ff-5756-4692-bc90-01b9166ae760 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1097 time: 0.0442464 Nov 23 02:50:27.529456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326a65-e373-4451-92a7-5e70cc448a4a req-941bbea3-e320-42ea-ad69-1611c690ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.531006 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-941bbea3-e320-42ea-ad69-1611c690ced4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0924802 Nov 23 02:50:27.577627 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-1e217b8f-bbad-4b11-aa02-aadf321022fe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 217 time: 0.0385973 Nov 23 02:50:27.630016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326a65-e373-4451-92a7-5e70cc448a4a req-5dc077f4-e301-4f07-943e-bb119f8f353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.631513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-5dc077f4-e301-4f07-943e-bb119f8f353e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0457804 Nov 23 02:50:27.680996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93326a65-e373-4451-92a7-5e70cc448a4a req-2f0dfb0b-e970-48ea-9fee-a59780b475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.682482 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-2f0dfb0b-e970-48ea-9fee-a59780b475e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411744 Nov 23 02:50:27.706393 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e4330-f5e0-4543-b875-5ce06205962b req-8c3bb5ab-c06c-49db-9241-1896942f3053 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:27.707909 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc4e4330-f5e0-4543-b875-5ce06205962b req-8c3bb5ab-c06c-49db-9241-1896942f3053 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0503325 Nov 23 02:50:27.756023 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc4e4330-f5e0-4543-b875-5ce06205962b req-e22b0940-9a7e-467e-ba9b-bde6954277a3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417690 Nov 23 02:50:27.779927 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-35442c72-34c1-4a4f-a208-31216968de9e service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876956 Nov 23 02:50:27.873002 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93326a65-e373-4451-92a7-5e70cc448a4a req-7f13c953-317f-434d-a394-176d2a7d6c93 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845251 Nov 23 02:50:28.890488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00c23c-cb8d-4cf0-b373-66e5c875f965 req-179778eb-ac4f-46ab-926b-cd558b9e8e89 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:28.892024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c00c23c-cb8d-4cf0-b373-66e5c875f965 req-179778eb-ac4f-46ab-926b-cd558b9e8e89 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0545518 Nov 23 02:50:28.948149 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c00c23c-cb8d-4cf0-b373-66e5c875f965 req-0404936d-ed66-4078-94f4-160fad25ab44 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471416 Nov 23 02:50:29.272995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:50:29.376641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:29.388509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:50:29.426345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:29.439157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:50:29.464457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:29.470655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:29.519654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:29.818431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:50:30.083599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d71b7-8289-4620-a26d-04fb2886b048 req-196f0988-458f-40af-800f-dbf29f73a898 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:30.085019 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a29d71b7-8289-4620-a26d-04fb2886b048 req-196f0988-458f-40af-800f-dbf29f73a898 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 945 time: 0.0556269 Nov 23 02:50:30.136626 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a29d71b7-8289-4620-a26d-04fb2886b048 req-b1d8f249-dee3-4995-8df6-d28e7a5dfb45 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456064 Nov 23 02:50:31.270468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47373fae-abb0-438f-94be-adb8af06d727 req-e67aa8f7-da04-4917-b25c-040690f35231 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:31.272001 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-47373fae-abb0-438f-94be-adb8af06d727 req-e67aa8f7-da04-4917-b25c-040690f35231 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 945 time: 0.0541794 Nov 23 02:50:31.279116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:50:31.329210 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-47373fae-abb0-438f-94be-adb8af06d727 req-bb120897-b772-4de5-b017-cebdc1fe870b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492697 Nov 23 02:50:31.341624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:50:31.346022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:50:31.346393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:31.425635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:31.451350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:31.453653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4529c7-f7ae-461f-b67c-ce564f0d18e5" -d '{"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:31.465509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:50:31.471016 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:31.497666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4846dc-1a4b-4abd-96dc-a0cacbb30b8f x-openstack-request-id: req-fa4846dc-1a4b-4abd-96dc-a0cacbb30b8f {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:31.497962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:31.498211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fa4846dc-1a4b-4abd-96dc-a0cacbb30b8f {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:31.498601 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'code': 200} Nov 23 02:50:31.524466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:50:31.726090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc533c5-2996-4f8a-b1fe-b98673509198 req-2dae327c-3473-4c89-91ad-8f68616dd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:31.727776 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4fc533c5-2996-4f8a-b1fe-b98673509198 req-2dae327c-3473-4c89-91ad-8f68616dd411 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0428283 Nov 23 02:50:31.775366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4fc533c5-2996-4f8a-b1fe-b98673509198 req-7e60b0eb-3c36-4a2e-b0d1-353bc034269f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388079 Nov 23 02:50:32.456024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eb650-1267-45e0-b093-0411c1faf7ce req-8b21eb7e-5dd8-486b-ab40-e384efe3a571 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:32.457573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-334eb650-1267-45e0-b093-0411c1faf7ce req-8b21eb7e-5dd8-486b-ab40-e384efe3a571 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0551605 Nov 23 02:50:32.507277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-334eb650-1267-45e0-b093-0411c1faf7ce req-14d5c056-770b-49cc-991b-5770a9669db5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429971 Nov 23 02:50:33.137374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ab66cd77-6b94-451e-a532-076448cfa5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:33.636843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46b790-616a-46b3-a45c-dcc7d65d874c req-b2bf602d-ab03-499d-83b2-07b53593f57d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:33.638369 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b46b790-616a-46b3-a45c-dcc7d65d874c req-b2bf602d-ab03-499d-83b2-07b53593f57d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0504775 Nov 23 02:50:33.688159 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b46b790-616a-46b3-a45c-dcc7d65d874c req-dd8314df-667b-4305-9140-06b8cebc037d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 Nov 23 02:50:33.805200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa287fb-2c17-49f3-9650-273c58f83315 req-3d6ead44-30f0-4945-a830-974766cda778 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:33.806700 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-eaa287fb-2c17-49f3-9650-273c58f83315 req-3d6ead44-30f0-4945-a830-974766cda778 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0525796 Nov 23 02:50:33.816743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38574) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:50:33.821357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Request body: {'floatingip': {'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:50:33.863601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:34.293155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:34.298712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:34.401119 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 associated. External IP: 172.26.8.124, port: e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43. Nov 23 02:50:34.620189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:50:34.736419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:50:34.741609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:34.746210 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:50:34.756300 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:50:34.756970 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:50:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:34.768881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-23ecef27-0dfd-4966-8a5a-537f31e5139a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "PUT /v2.0/floatingips/ccc5c799-318b-4be7-b91c-1fdf4447d049 HTTP/1.1" status: 200 len: 993 time: 0.9509754 Nov 23 02:50:34.769489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:50:34.771822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda84ae8-0f70-4263-b81b-a3f52334485e" -d '{"events": [{"name": "network-changed", "server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:50:34.815938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092db3ac-fdea-4d13-9653-2ca274c5059f x-openstack-request-id: req-092db3ac-fdea-4d13-9653-2ca274c5059f {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:50:34.816815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:50:34.816815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-092db3ac-fdea-4d13-9653-2ca274c5059f {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:50:34.817099 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'status': 'completed', 'code': 200} Nov 23 02:50:34.870542 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:50:34.919555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-ea56c516-8a6b-437f-aabe-497706efa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:34.921140 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-ea56c516-8a6b-437f-aabe-497706efa677 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0452940 Nov 23 02:50:35.018282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-cc5c71e2-d559-4fe0-99e1-5885389ba584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:35.019822 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-cc5c71e2-d559-4fe0-99e1-5885389ba584 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0911767 Nov 23 02:50:35.091690 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-081318e9-3e5c-4c7b-815a-495f5d011823 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1001 time: 0.0634255 Nov 23 02:50:35.099352 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:50:34Z', 'revision_number': 13, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:35.126838 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:50:35.135699 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:50:35.136314 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:50:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:35.148046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-953fb713-69c6-445d-bc46-6c2f8cf1c074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:35.149583 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-953fb713-69c6-445d-bc46-6c2f8cf1c074 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0493515 Nov 23 02:50:35.199194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-2e3c4d83-d7ba-46c2-ad2c-0af5bf59f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:35.200757 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-2e3c4d83-d7ba-46c2-ad2c-0af5bf59f70a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429492 Nov 23 02:50:35.294808 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-860ad9af-816d-4faf-b4a3-91dc657c826b service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859911 Nov 23 02:50:35.337725 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:50:35.394858 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fda84ae8-0f70-4263-b81b-a3f52334485e req-772f21e4-de98-4d96-90cb-b983e4fa57e9 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924666 Nov 23 02:50:35.564271 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:50:34Z', 'revision_number': 13, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:50:35.590474 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9adfe7-2a68-4902-83dc-cafb4a23eaec None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'ccc5c799-318b-4be7-b91c-1fdf4447d049', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '47f145d6-6250-4541-840d-47fbc1805683', 'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:46:05Z', 'updated_at': '2021-11-23T02:50:34Z', 'revision_number': 13, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:50:35.616035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-836afcac-a8a5-466e-b4d9-a47f0f36b5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:35.773986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a00d203-80b3-4635-9573-be2309f5d0e4 None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:50:36.501143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:38.178042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:39.329464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:50:45.552663 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:50:49.879971 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-4750068f-7013-464a-afc6-bacfd19beb9b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411396 Nov 23 02:50:49.995869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-f0e4e5f8-f36c-4bf5-92cd-b1883ac0d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:49.997408 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-f0e4e5f8-f36c-4bf5-92cd-b1883ac0d7ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0429819 Nov 23 02:50:50.108529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-4f8ee360-a605-4c37-8edd-9047fe885b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:50.110059 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-4f8ee360-a605-4c37-8edd-9047fe885b38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0907419 Nov 23 02:50:50.179747 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-56a09efd-cb66-48be-8893-106084b1ac76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1003 time: 0.0617161 Nov 23 02:50:50.244394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-cbdb11ca-4f0a-4586-a7ae-efc0334f92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:50.246151 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-cbdb11ca-4f0a-4586-a7ae-efc0334f92bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0578983 Nov 23 02:50:50.300538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-787ed350-0bae-4c2d-9f36-2d3c0d2b0ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:50:50.302143 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-787ed350-0bae-4c2d-9f36-2d3c0d2b0ed3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438266 Nov 23 02:50:50.397172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-5f26ffdf-828c-4ec9-913c-6cb301cfaf4d service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Nov 23 02:50:50.496573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8e948ee8-ac14-4e01-bf73-b7c3d2c46978 req-68707546-bed5-4eda-8f64-5a123636a4b8 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888157 Nov 23 02:50:50.656639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:03.144591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3398918-11d3-4c2f-b771-b267ac4e8c16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:05.627757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31f9d2cd-0bd8-4c70-8718-e6f420a73327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:06.503797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:08.177388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:09.349654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:18.419731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcf391-8568-4c40-9678-d84be98534e6 req-62689260-9c4f-4a96-92fd-446e50bec1d8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:18.421145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76bcf391-8568-4c40-9678-d84be98534e6 req-62689260-9c4f-4a96-92fd-446e50bec1d8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0552695 Nov 23 02:51:18.467629 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76bcf391-8568-4c40-9678-d84be98534e6 req-079d57e0-0755-4552-a854-45cf8e91735e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Nov 23 02:51:20.638884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:22.551880 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:51:31.823191 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-e737018e-6038-4230-96f4-de12ec441eb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0465522 Nov 23 02:51:31.831123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca2d7c-7743-4315-ae3d-4097640e4fdb req-69b162b3-e5a0-4644-8c11-05d979b4c038 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:31.832454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-26ca2d7c-7743-4315-ae3d-4097640e4fdb req-69b162b3-e5a0-4644-8c11-05d979b4c038 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0514119 Nov 23 02:51:31.886602 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-26ca2d7c-7743-4315-ae3d-4097640e4fdb req-4bb9117c-ca8e-4e7e-97f8-a065326ccb6e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478611 Nov 23 02:51:33.017913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37aaae-70f7-4886-afcd-5cdac8c1fb6d req-d345b287-4d5a-4bb5-9bf4-d9f30187c64e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:33.019510 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc37aaae-70f7-4886-afcd-5cdac8c1fb6d req-d345b287-4d5a-4bb5-9bf4-d9f30187c64e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0528183 Nov 23 02:51:33.069848 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bc37aaae-70f7-4886-afcd-5cdac8c1fb6d req-3d805c94-f1eb-47ea-9266-0f9d9f29f283 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437033 Nov 23 02:51:33.104788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-372f12f9-8c3f-4e7e-8f55-c41af863f8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:33.106305 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-372f12f9-8c3f-4e7e-8f55-c41af863f8e7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0421660 Nov 23 02:51:33.139765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3b28b43d-1e07-4120-8481-20517b12b765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:33.201702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-2c3969da-9de7-4098-91b1-8b1152f9915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:33.203200 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-2c3969da-9de7-4098-91b1-8b1152f9915f service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0882306 Nov 23 02:51:33.605317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-aa3a4af4-ff67-42bd-93e5-790f93fb60c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1003 time: 0.3933833 Nov 23 02:51:33.656756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-ae5fa067-2984-4ab1-8bf5-e60158d4877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:33.658176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-ae5fa067-2984-4ab1-8bf5-e60158d4877b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0449591 Nov 23 02:51:33.709545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-00f9ae34-137e-4955-a004-376c7530cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:33.711120 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-00f9ae34-137e-4955-a004-376c7530cf3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418189 Nov 23 02:51:33.807664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-4dabbaa7-7b2e-470c-bcf0-2f1439b73cab service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864999 Nov 23 02:51:33.908076 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-8c0b8b6d-32cf-48ff-811e-5c45136f0aea service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917344 Nov 23 02:51:34.194699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0d334-77fe-427f-a709-841859bbcf03 req-d14e162b-39ce-403c-83fe-f5b7a3448215 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:34.196121 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9be0d334-77fe-427f-a709-841859bbcf03 req-d14e162b-39ce-403c-83fe-f5b7a3448215 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0527394 Nov 23 02:51:34.250660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9be0d334-77fe-427f-a709-841859bbcf03 req-04043587-259a-4284-8c10-95dac1cb9009 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438230 Nov 23 02:51:35.387774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51310a00-3071-4b80-a093-134e15d5569d req-03f33dbc-779a-433a-854b-07c0323e26e1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:35.389642 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-51310a00-3071-4b80-a093-134e15d5569d req-03f33dbc-779a-433a-854b-07c0323e26e1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0522213 Nov 23 02:51:35.444454 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-51310a00-3071-4b80-a093-134e15d5569d req-96f872ea-6dff-443f-aee4-3a7171ec5443 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483835 Nov 23 02:51:35.633824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3bd6d96c-c2df-4624-998c-0623d0b3f75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:36.504872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:36.570669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9e676-c1c7-4dca-8237-07acb3b577c2 req-bdd088c4-128d-4cea-b7cb-f65f54fd6f1a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:36.572168 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e7f9e676-c1c7-4dca-8237-07acb3b577c2 req-bdd088c4-128d-4cea-b7cb-f65f54fd6f1a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0506880 Nov 23 02:51:36.619865 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e7f9e676-c1c7-4dca-8237-07acb3b577c2 req-38bb5d3f-acdc-4002-be5e-14b8fa2f5fed tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412433 Nov 23 02:51:38.060670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83b413-3388-46f9-9d44-cfe70733a075 req-c1364d40-d294-4e35-bb30-07cdbe6d1f55 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:38.062199 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d83b413-3388-46f9-9d44-cfe70733a075 req-c1364d40-d294-4e35-bb30-07cdbe6d1f55 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.3697412 Nov 23 02:51:38.118624 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9d83b413-3388-46f9-9d44-cfe70733a075 req-f148494b-b7a8-48ec-9626-64934d91ad2d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471680 Nov 23 02:51:38.180291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:39.245553 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea50c4-8414-4bab-a77c-20c656fbd83c req-a51a6f7b-853d-4420-8ddc-8ff17f3e5cbd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:39.247023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d3ea50c4-8414-4bab-a77c-20c656fbd83c req-a51a6f7b-853d-4420-8ddc-8ff17f3e5cbd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0575559 Nov 23 02:51:39.296543 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d3ea50c4-8414-4bab-a77c-20c656fbd83c req-dd3fea07-22ac-45ed-9864-762f90715bea tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Nov 23 02:51:39.338175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:40.416002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794f08e-0358-4777-891c-71c0fa29f3cc req-64ba8760-253b-4f56-a6a9-761820d1c1c4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:40.417679 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3794f08e-0358-4777-891c-71c0fa29f3cc req-64ba8760-253b-4f56-a6a9-761820d1c1c4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0492952 Nov 23 02:51:40.469754 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3794f08e-0358-4777-891c-71c0fa29f3cc req-5e944c1d-5c22-436a-9e67-4cef771fd974 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Nov 23 02:51:41.594466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb00a4-2365-455b-972d-281344924c90 req-b1669e5a-45a0-4d44-98c6-d99247653aad tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:41.595876 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6eb00a4-2365-455b-972d-281344924c90 req-b1669e5a-45a0-4d44-98c6-d99247653aad tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0513420 Nov 23 02:51:41.643383 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6eb00a4-2365-455b-972d-281344924c90 req-b9401f8e-130d-4b65-aa94-90f917a11f84 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414603 Nov 23 02:51:42.776384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa778-df13-4dc6-ad90-9b8ff0481029 req-f46c67be-f13d-4794-8446-12fd5a36258b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:42.777848 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8edfa778-df13-4dc6-ad90-9b8ff0481029 req-f46c67be-f13d-4794-8446-12fd5a36258b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0547011 Nov 23 02:51:42.831786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8edfa778-df13-4dc6-ad90-9b8ff0481029 req-4e089a44-1c5c-452e-95e6-d4cb41969f78 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440655 Nov 23 02:51:43.971647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a43886-8267-43f4-92eb-5510bcdc64ec req-6ce8629c-af66-4030-a52e-6c3ba24785ec tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:43.973151 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f3a43886-8267-43f4-92eb-5510bcdc64ec req-6ce8629c-af66-4030-a52e-6c3ba24785ec tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0719409 Nov 23 02:51:44.028123 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f3a43886-8267-43f4-92eb-5510bcdc64ec req-63530d02-8e2a-4bb3-849a-fbe495b21a67 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466182 Nov 23 02:51:45.156409 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2f21-1da1-4509-9fc9-a31eea05bb85 req-57a4594a-564e-4c0e-9eb4-7b89bf5ba756 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:45.157907 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f00d2f21-1da1-4509-9fc9-a31eea05bb85 req-57a4594a-564e-4c0e-9eb4-7b89bf5ba756 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0513856 Nov 23 02:51:45.210739 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f00d2f21-1da1-4509-9fc9-a31eea05bb85 req-aa578a52-b8f7-497c-8faa-a16727da7c69 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441549 Nov 23 02:51:46.338904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a3beed-521d-4785-a705-797bfe2d703e req-771e6003-bf5d-44bc-8cba-d0520c8fa02f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:46.340660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12a3beed-521d-4785-a705-797bfe2d703e req-771e6003-bf5d-44bc-8cba-d0520c8fa02f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0583344 Nov 23 02:51:46.392446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12a3beed-521d-4785-a705-797bfe2d703e req-e1f172be-d18e-41bc-8755-4a17b0074e4e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429287 Nov 23 02:51:47.517692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b711c49-91e8-40dd-91b6-48d055124ad0 req-869b606c-ffbf-49c7-9526-95ade7cfccd3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:47.519212 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3b711c49-91e8-40dd-91b6-48d055124ad0 req-869b606c-ffbf-49c7-9526-95ade7cfccd3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0515182 Nov 23 02:51:47.573145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3b711c49-91e8-40dd-91b6-48d055124ad0 req-984782d8-2a14-43f1-9fd4-fdbb0f3585bd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Nov 23 02:51:48.707646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa4b64-dc55-4d0f-94e7-437d6ab32f8a req-4653a1fa-5b0c-44f2-b1fc-8778675c5127 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:48.709194 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12fa4b64-dc55-4d0f-94e7-437d6ab32f8a req-4653a1fa-5b0c-44f2-b1fc-8778675c5127 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0570395 Nov 23 02:51:48.760969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-12fa4b64-dc55-4d0f-94e7-437d6ab32f8a req-11135417-1559-4ce9-9ab9-f67322edada3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457728 Nov 23 02:51:49.892789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d5266-cf2e-4600-a8e0-53e1f24d46d2 req-a87a8eb4-1953-416a-861b-afa65789d93b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:49.894320 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-079d5266-cf2e-4600-a8e0-53e1f24d46d2 req-a87a8eb4-1953-416a-861b-afa65789d93b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0582247 Nov 23 02:51:49.947106 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-079d5266-cf2e-4600-a8e0-53e1f24d46d2 req-4f7c1ac8-c17c-497d-a15d-70e2f6dabd99 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 Nov 23 02:51:50.659119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:51:51.085118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888d0f9-8ac6-4d6e-8350-178ababb177f req-57c851b4-7477-405e-83ab-7cd83d096531 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:51.086629 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f888d0f9-8ac6-4d6e-8350-178ababb177f req-57c851b4-7477-405e-83ab-7cd83d096531 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0517869 Nov 23 02:51:51.136744 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f888d0f9-8ac6-4d6e-8350-178ababb177f req-4e5324a4-f323-427d-9de6-86c1e0714a1c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439827 Nov 23 02:51:51.988825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-63f10cb1-3105-4e88-bdb5-3df97c16b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:51.990382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-63f10cb1-3105-4e88-bdb5-3df97c16b9ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0470223 Nov 23 02:51:52.114098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-b31f9502-412c-4a01-b357-a4c0c0ce7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:52.115613 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-b31f9502-412c-4a01-b357-a4c0c0ce7600 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0983558 Nov 23 02:51:52.187577 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-dcd83b33-faf6-4465-b3e1-85c801d6a3ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1003 time: 0.0625575 Nov 23 02:51:52.242821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-a389473f-2bb6-410a-b985-9da4645f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:52.244215 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-a389473f-2bb6-410a-b985-9da4645f9ffc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0454962 Nov 23 02:51:52.264028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24010405-87d7-4093-9b62-1caee5750d3d req-18210dbe-55eb-423a-99a5-bff78d4cb900 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:52.265647 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-24010405-87d7-4093-9b62-1caee5750d3d req-18210dbe-55eb-423a-99a5-bff78d4cb900 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0515289 Nov 23 02:51:52.307887 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-7a888a43-812a-48a9-ae0b-fb932cab414c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:52.309439 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-7a888a43-812a-48a9-ae0b-fb932cab414c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0473018 Nov 23 02:51:52.316523 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-24010405-87d7-4093-9b62-1caee5750d3d req-db048619-e627-42f3-98df-29aad7d40bd4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439873 Nov 23 02:51:52.402664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-4731cfb9-5499-453f-99c8-e9f7a3eeb102 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840282 Nov 23 02:51:52.509449 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bdd9796d-7d4b-4a2a-9f44-b5bf74305f4f req-3ddefd85-a51d-4df5-9e97-51af96663cd8 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944517 Nov 23 02:51:53.447970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcb718-1109-4bbd-b1d2-831a0d7e00b9 req-0221f9ff-1c02-4741-b249-26918a6bf5b9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:53.449488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2fcb718-1109-4bbd-b1d2-831a0d7e00b9 req-0221f9ff-1c02-4741-b249-26918a6bf5b9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0545306 Nov 23 02:51:53.499542 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2fcb718-1109-4bbd-b1d2-831a0d7e00b9 req-7dcdc253-c3e0-4afd-9505-770f3fc7b56d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435236 Nov 23 02:51:54.634920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa896204-c33e-47ab-9ff2-b87af83c811f req-c8195ee3-eeee-4039-8dde-d9af580ad7fc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:54.636366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fa896204-c33e-47ab-9ff2-b87af83c811f req-c8195ee3-eeee-4039-8dde-d9af580ad7fc tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0550041 Nov 23 02:51:54.685179 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fa896204-c33e-47ab-9ff2-b87af83c811f req-b2aa1231-cc7d-4134-9d6f-5250a98cb25e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422258 Nov 23 02:51:55.814407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2841-b316-4a0f-aaab-f328b815c810 req-a3ae1c59-c14a-489d-bda8-11bae72ae46a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:55.815910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5ee2841-b316-4a0f-aaab-f328b815c810 req-a3ae1c59-c14a-489d-bda8-11bae72ae46a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0521827 Nov 23 02:51:55.871137 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a5ee2841-b316-4a0f-aaab-f328b815c810 req-3e72b0f8-baed-4595-8c6c-4fbe105bae50 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487707 Nov 23 02:51:57.006111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84ff64-64f5-4b1a-b28e-90252138beac req-63b56dee-c4d4-462e-a591-daaeae33e7df tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:57.007581 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7a84ff64-64f5-4b1a-b28e-90252138beac req-63b56dee-c4d4-462e-a591-daaeae33e7df tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0520809 Nov 23 02:51:57.057585 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7a84ff64-64f5-4b1a-b28e-90252138beac req-5625f73a-9706-4d43-9f48-2fefc9e8f85a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429153 Nov 23 02:51:58.194360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbad80-8272-4f03-9310-03c89d7222f5 req-04274d24-7208-4d0a-bf41-933ddda18d64 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:58.195852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18dbad80-8272-4f03-9310-03c89d7222f5 req-04274d24-7208-4d0a-bf41-933ddda18d64 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0557597 Nov 23 02:51:58.255156 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-18dbad80-8272-4f03-9310-03c89d7222f5 req-cc9642e2-9f82-4604-a7a0-8c195639476d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502429 Nov 23 02:51:59.395764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfde5ba-1b22-4852-9a62-36bddaeedb47 req-c4920564-e6c3-4a1e-9be0-da42bd3cf560 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:51:59.397782 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0dfde5ba-1b22-4852-9a62-36bddaeedb47 req-c4920564-e6c3-4a1e-9be0-da42bd3cf560 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0544538 Nov 23 02:51:59.448295 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0dfde5ba-1b22-4852-9a62-36bddaeedb47 req-11a9e603-3a55-4616-a078-f20e659e5e51 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422566 Nov 23 02:51:59.556344 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:52:00.578264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9036537-4214-4685-9ffa-b5c031a40d43 req-31011184-e6b2-4dc2-917a-9ffde7e5f866 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:00.582089 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d9036537-4214-4685-9ffa-b5c031a40d43 req-31011184-e6b2-4dc2-917a-9ffde7e5f866 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0555339 Nov 23 02:52:00.639842 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d9036537-4214-4685-9ffa-b5c031a40d43 req-bd9c42e8-1964-40ef-8c9a-b7e4ca3e7f25 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506208 Nov 23 02:52:01.772805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6561d3ad-9891-4157-a53e-a6094301d5d2 req-a7ef2c56-4a86-4dd7-9d9c-f930444e553d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:01.774283 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6561d3ad-9891-4157-a53e-a6094301d5d2 req-a7ef2c56-4a86-4dd7-9d9c-f930444e553d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0576062 Nov 23 02:52:01.822066 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6561d3ad-9891-4157-a53e-a6094301d5d2 req-df824225-a511-4525-b2ff-ff446d59a770 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 Nov 23 02:52:02.959275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d40a5e-c7a4-4a4a-a7f7-fb685eb946f8 req-852fd2e4-ce75-4d4a-b809-fd0153ecf095 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:02.960827 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-83d40a5e-c7a4-4a4a-a7f7-fb685eb946f8 req-852fd2e4-ce75-4d4a-b809-fd0153ecf095 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0539627 Nov 23 02:52:03.010224 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-83d40a5e-c7a4-4a4a-a7f7-fb685eb946f8 req-7e12a206-5b75-418a-8996-78d8af7216ca tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 Nov 23 02:52:03.149110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fc4b8491-58fd-429d-ae86-903d94f2401c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:04.193257 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff1198-ba21-4a44-bf4c-c61d4884aedb req-a091f72d-05c4-4590-ad50-71305d24baff tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:04.194726 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-33ff1198-ba21-4a44-bf4c-c61d4884aedb req-a091f72d-05c4-4590-ad50-71305d24baff tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.1073296 Nov 23 02:52:04.250274 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-33ff1198-ba21-4a44-bf4c-c61d4884aedb req-154509e2-4449-491b-b545-94d1286fec54 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466025 Nov 23 02:52:05.429664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560a926-a739-4a5c-89f5-71b8d06d93d0 req-174d5002-0cea-419f-a0e0-1271ad2fc958 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:05.431222 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a560a926-a739-4a5c-89f5-71b8d06d93d0 req-174d5002-0cea-419f-a0e0-1271ad2fc958 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.1018078 Nov 23 02:52:05.480688 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a560a926-a739-4a5c-89f5-71b8d06d93d0 req-f5d4a1c9-2c3c-4062-b767-94994dacef78 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432553 Nov 23 02:52:05.631684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8793cf1c-82c5-480f-89e5-10ab0ef6c1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.518698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:06.607050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ebe57-20df-4d87-8e67-738a83e82b04 req-d98e4267-c9de-49ed-9744-4d19fc798263 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:06.608601 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f18ebe57-20df-4d87-8e67-738a83e82b04 req-d98e4267-c9de-49ed-9744-4d19fc798263 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0511155 Nov 23 02:52:06.658770 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f18ebe57-20df-4d87-8e67-738a83e82b04 req-b53d5437-19b0-469a-9f46-92c19ff589d0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439372 Nov 23 02:52:07.780952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113281de-82d5-4cd6-a2f6-84dd1184fced req-f9ed7544-4d0b-4374-bca9-6c5340b9cec0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:07.782474 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-113281de-82d5-4cd6-a2f6-84dd1184fced req-f9ed7544-4d0b-4374-bca9-6c5340b9cec0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0512552 Nov 23 02:52:07.836079 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-113281de-82d5-4cd6-a2f6-84dd1184fced req-ccb110c0-4a0c-40ee-b0c4-2c0bbf013a74 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471373 Nov 23 02:52:08.182299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:08.471573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-bd7dd531-1496-4f9d-acbc-b38f9caa8138 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:52:08.472644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-bd7dd531-1496-4f9d-acbc-b38f9caa8138 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056987 Nov 23 02:52:08.585195 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-a5885b3e-4c98-4b3f-9faf-6902f8c54c4f service neutron] 10.222.0.46 "GET /v2.0/ports/e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.1024165 Nov 23 02:52:08.837822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-853787ce-8da7-42f1-b77b-95550df7e042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:08.839346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-853787ce-8da7-42f1-b77b-95550df7e042 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 1099 time: 0.0439317 Nov 23 02:52:08.925239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-4cec87e1-b939-4e7d-9f7f-06e15308d6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:08.926829 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-4cec87e1-b939-4e7d-9f7f-06e15308d6de service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0466039 Nov 23 02:52:08.955617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1970284a-d534-4bfc-8c62-9fd169f687fb req-d54f474f-6173-4ce2-bde6-68056be18afe tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:08.957215 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1970284a-d534-4bfc-8c62-9fd169f687fb req-d54f474f-6173-4ce2-bde6-68056be18afe tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0498517 Nov 23 02:52:09.006534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1970284a-d534-4bfc-8c62-9fd169f687fb req-255905c8-c940-432b-9df2-b1775e2c8010 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424364 Nov 23 02:52:09.024302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-f67d253c-3c13-49e1-bd68-6bea23ac7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:09.025780 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-f67d253c-3c13-49e1-bd68-6bea23ac7f41 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0897686 Nov 23 02:52:09.171049 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-4851f069-8717-46ba-8801-e6d6dbd10457 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1003 time: 0.0672684 Nov 23 02:52:09.230323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-a0cdb858-0bd1-495e-8fdf-ca452bd6202b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:09.231839 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-a0cdb858-0bd1-495e-8fdf-ca452bd6202b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0533895 Nov 23 02:52:09.282178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-cd51bcb8-b846-4d5a-a898-f62ccc45fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:09.283669 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-cd51bcb8-b846-4d5a-a898-f62ccc45fd45 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430038 Nov 23 02:52:09.333991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.378357 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-b8bd423f-0f27-456d-ad3e-735b73c41790 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855129 Nov 23 02:52:09.481475 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-18cad8a3-94dc-459f-871b-9871754a990b service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900688 Nov 23 02:52:09.766425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:52:09.846464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.870275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:09.872780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e66ca8-ed26-4fb7-be4d-ffa1b06cab94" -d '{"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:09.885908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:09.893408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:09.928743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1dcc37-0188-42e4-b25e-f48ba92dd061 x-openstack-request-id: req-1f1dcc37-0188-42e4-b25e-f48ba92dd061 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:09.929230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:09.929711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f1dcc37-0188-42e4-b25e-f48ba92dd061 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:09.930361 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'code': 200} Nov 23 02:52:09.952649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:09.959461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.959814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.960158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.960516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.960901 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.961828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.962175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.962509 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.962840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.963170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.963497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:09.963830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:10.137159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4705e-1012-45b7-9f56-0933bf736817 req-2d8e4c7d-e727-462f-80b5-791a265f21a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:10.139088 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-54c4705e-1012-45b7-9f56-0933bf736817 req-2d8e4c7d-e727-462f-80b5-791a265f21a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0562711 Nov 23 02:52:10.190193 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-54c4705e-1012-45b7-9f56-0933bf736817 req-6fa06a05-7bb4-43c8-a0d2-bff1fc4d1626 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450408 Nov 23 02:52:11.315384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2790c67-03de-46c9-8aab-0061d5fb5eff req-9d39e4d8-e359-4da8-af7b-d54213b30e06 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:11.316904 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2790c67-03de-46c9-8aab-0061d5fb5eff req-9d39e4d8-e359-4da8-af7b-d54213b30e06 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0505204 Nov 23 02:52:11.366515 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2790c67-03de-46c9-8aab-0061d5fb5eff req-36d33c95-1c26-4d6d-b16d-36b13936511a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430007 Nov 23 02:52:12.487623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d863d-9430-4a5f-8584-b7205f5a7167 req-36d122ae-873d-4d96-b342-0e5024a34ef6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:12.489209 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-200d863d-9430-4a5f-8584-b7205f5a7167 req-36d122ae-873d-4d96-b342-0e5024a34ef6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0513318 Nov 23 02:52:12.538920 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-200d863d-9430-4a5f-8584-b7205f5a7167 req-4d647a58-aeb1-40d8-895d-11579c1f7921 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432599 Nov 23 02:52:13.664479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd87f6-37b3-4cbe-8439-f8fc149e0039 req-90c55a16-f291-4bd4-bad9-767bc2fc2b0b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:13.666255 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-28cd87f6-37b3-4cbe-8439-f8fc149e0039 req-90c55a16-f291-4bd4-bad9-767bc2fc2b0b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0554328 Nov 23 02:52:13.715560 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-28cd87f6-37b3-4cbe-8439-f8fc149e0039 req-373e49ac-4553-4727-8409-f9c78e28801c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427265 Nov 23 02:52:14.837760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d35c02-617c-4e3e-8ecf-ff02036694c5 req-fd6e83cd-e630-44ed-bd87-e50dc9acb5a8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:14.839275 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0d35c02-617c-4e3e-8ecf-ff02036694c5 req-fd6e83cd-e630-44ed-bd87-e50dc9acb5a8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0534663 Nov 23 02:52:14.902328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f0d35c02-617c-4e3e-8ecf-ff02036694c5 req-4db758f0-8a2c-4a99-927a-031a04060db0 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537605 Nov 23 02:52:16.038403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650a387-6b99-4684-b51f-ff55cef88cca req-c87d4559-701a-49ad-82dd-6208c4799d76 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:16.039912 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4650a387-6b99-4684-b51f-ff55cef88cca req-c87d4559-701a-49ad-82dd-6208c4799d76 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0579989 Nov 23 02:52:16.089822 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4650a387-6b99-4684-b51f-ff55cef88cca req-193d808b-1a5f-421f-b3cb-c8daf249aa3b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Nov 23 02:52:17.228183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397faa5-0bf6-4704-a964-f8a8bf917093 req-a507e85c-0e91-4702-9964-e839e5ea55fa tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:17.229878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5397faa5-0bf6-4704-a964-f8a8bf917093 req-a507e85c-0e91-4702-9964-e839e5ea55fa tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0597579 Nov 23 02:52:17.284343 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5397faa5-0bf6-4704-a964-f8a8bf917093 req-4b6e5859-2067-418c-a33f-eaa58f339c01 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482237 Nov 23 02:52:17.816159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:52:17.918596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:17.930751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:52:17.968581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:17.981990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:18.001914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:18.008710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:18.058388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:18.180657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:18.410848 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed720316-b849-411b-82b3-1477e3b323d4 req-37b6342f-f5e1-4682-8eaa-ac24ab3da17e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:18.412355 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed720316-b849-411b-82b3-1477e3b323d4 req-37b6342f-f5e1-4682-8eaa-ac24ab3da17e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 945 time: 0.0535009 Nov 23 02:52:18.467171 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed720316-b849-411b-82b3-1477e3b323d4 req-af7f10f7-56a9-4a6e-9822-a7032bb99309 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455990 Nov 23 02:52:19.611575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c2a12-e7a0-45d3-aad0-c0ad42187e5f req-a6486442-1325-4000-b913-7819f6bc15c7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:19.613194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b64c2a12-e7a0-45d3-aad0-c0ad42187e5f req-a6486442-1325-4000-b913-7819f6bc15c7 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 945 time: 0.0660357 Nov 23 02:52:19.663082 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b64c2a12-e7a0-45d3-aad0-c0ad42187e5f req-8db91dee-1187-4337-b910-66788a94f792 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423551 Nov 23 02:52:19.819921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:19.876654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:19.876951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:19.959965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:19.984218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:19.986497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ade49f-824d-4fb8-9b61-990988ce2cef" -d '{"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:20.001333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:20.007983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:20.033381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afd3e70-0b36-4f29-8510-b0095da82e66 x-openstack-request-id: req-9afd3e70-0b36-4f29-8510-b0095da82e66 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:20.033692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:20.033947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9afd3e70-0b36-4f29-8510-b0095da82e66 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:20.034335 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'code': 200} Nov 23 02:52:20.057513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:20.657498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:20.785246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21298b9b-bf15-4e1e-b3f2-9a8bb18ed100 req-71564ed1-3c8e-482f-9a9c-fdda420b9c91 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:20.786758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-21298b9b-bf15-4e1e-b3f2-9a8bb18ed100 req-71564ed1-3c8e-482f-9a9c-fdda420b9c91 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0539513 Nov 23 02:52:20.847794 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-21298b9b-bf15-4e1e-b3f2-9a8bb18ed100 req-5b13e06d-cc6b-4515-acbd-b79baa112a96 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543952 Nov 23 02:52:21.987787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2c11a-0b7c-46a0-bb1e-b9db79f3be94 req-ecd7f639-3212-4ac6-9eaa-2ed909e9f7a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:21.989334 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-efa2c11a-0b7c-46a0-bb1e-b9db79f3be94 req-ecd7f639-3212-4ac6-9eaa-2ed909e9f7a4 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0547063 Nov 23 02:52:22.042206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-efa2c11a-0b7c-46a0-bb1e-b9db79f3be94 req-49910a48-f82d-4e30-b653-48833b6d0d0e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462890 Nov 23 02:52:23.163438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd932459-ae44-45a8-a610-72723d0cc12e req-472b7090-5ec9-4268-83d8-72e725afa375 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.165147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fd932459-ae44-45a8-a610-72723d0cc12e req-472b7090-5ec9-4268-83d8-72e725afa375 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0503297 Nov 23 02:52:23.213745 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fd932459-ae44-45a8-a610-72723d0cc12e req-cf071588-20b5-48d9-b641-59e0799af644 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425715 Nov 23 02:52:23.521862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-a0ceaaf3-4b8e-43c4-8d8b-56c88450b419 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.523452 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-a0ceaaf3-4b8e-43c4-8d8b-56c88450b419 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0536537 Nov 23 02:52:23.544220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac412650-6483-478e-b927-68db7b8275c5 req-696d21cf-6bce-4f57-9e0d-8da99a6c7cd1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.545996 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ac412650-6483-478e-b927-68db7b8275c5 req-696d21cf-6bce-4f57-9e0d-8da99a6c7cd1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0556087 Nov 23 02:52:23.593362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-94d1325f-d905-4e89-bdb0-6fa8e0b09669 service neutron] 10.222.0.46 "GET /v2.0/ports/e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0610306 Nov 23 02:52:23.596560 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ac412650-6483-478e-b927-68db7b8275c5 req-65b9f849-7bf8-48c6-8e02-3abf0f979ecf tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443320 Nov 23 02:52:23.683632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-831763e5-da76-4958-95f4-163c8f19765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.685183 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-831763e5-da76-4958-95f4-163c8f19765f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0465586 Nov 23 02:52:23.780268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-bfe84bfe-6978-4714-80c4-332a0b0b0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.781793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-bfe84bfe-6978-4714-80c4-332a0b0b0679 service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.0882437 Nov 23 02:52:23.854725 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-4989213e-eccd-48e8-a8ca-ee19bd3df1b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1003 time: 0.0649450 Nov 23 02:52:23.907399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-9bb25963-bbc7-4485-8e83-e290ea2fc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.908892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-9bb25963-bbc7-4485-8e83-e290ea2fc410 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0449467 Nov 23 02:52:23.967780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-3d9efbcf-7405-4f17-8cd8-5f912a5a2eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:23.969310 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-3d9efbcf-7405-4f17-8cd8-5f912a5a2eb7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0518813 Nov 23 02:52:24.073010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-febc2068-f138-4253-a75a-bdc7d7b55362 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945606 Nov 23 02:52:24.167744 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-d98d7b20-70e1-4bca-a2b3-6fe0ac7420f5 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869191 Nov 23 02:52:24.730944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1271a7-f8c1-4de5-b8c8-f524f81201e7 req-9a7f6ec5-5cb7-4dc2-b45f-b95c1c792518 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:24.732467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a1271a7-f8c1-4de5-b8c8-f524f81201e7 req-9a7f6ec5-5cb7-4dc2-b45f-b95c1c792518 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0554619 Nov 23 02:52:24.782982 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8a1271a7-f8c1-4de5-b8c8-f524f81201e7 req-d95ac267-9eb6-4a40-aaef-4dd47859654a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Nov 23 02:52:25.917588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117afa3-c602-4c58-8fe1-9f54f90bbe2c req-34309801-bddc-40a1-8c27-c81c308c875a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:25.919084 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6117afa3-c602-4c58-8fe1-9f54f90bbe2c req-34309801-bddc-40a1-8c27-c81c308c875a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0553141 Nov 23 02:52:25.968767 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6117afa3-c602-4c58-8fe1-9f54f90bbe2c req-68657043-2f97-41ea-b784-5f03ca4ddc42 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Nov 23 02:52:27.088987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb3693-396a-442b-97f5-7f10f8c1e115 req-a3c20fbd-6fa8-4f70-93a7-9170830d3fcd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:27.090371 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-11eb3693-396a-442b-97f5-7f10f8c1e115 req-a3c20fbd-6fa8-4f70-93a7-9170830d3fcd tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0512147 Nov 23 02:52:27.139198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-11eb3693-396a-442b-97f5-7f10f8c1e115 req-d3caa820-ad87-4457-ab1c-9268041fa194 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426846 Nov 23 02:52:28.262948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14c210-7027-47fe-9812-939302356747 req-ccca6586-366a-4b37-8ebb-46db60729490 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:28.264520 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6b14c210-7027-47fe-9812-939302356747 req-ccca6586-366a-4b37-8ebb-46db60729490 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0531788 Nov 23 02:52:28.318766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6b14c210-7027-47fe-9812-939302356747 req-3d31ab4a-9e87-4ab5-a5d2-1a2f9bd37386 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479860 Nov 23 02:52:29.361184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-b57f5637-f074-4203-9d6e-c6c1866cb9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.362770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-b57f5637-f074-4203-9d6e-c6c1866cb9f0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c&tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97 HTTP/1.1" status: 200 len: 1099 time: 0.0422592 Nov 23 02:52:29.467759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5247db7-452e-424e-a2fc-c13395545141 req-ae4261db-5e61-4270-9c33-11eb8bfcb61b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.469679 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b5247db7-452e-424e-a2fc-c13395545141 req-ae4261db-5e61-4270-9c33-11eb8bfcb61b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0788434 Nov 23 02:52:29.475994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-bec6e0df-3609-4452-a5c7-27ab7d96a58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.477444 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-bec6e0df-3609-4452-a5c7-27ab7d96a58f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 1099 time: 0.0575914 Nov 23 02:52:29.569737 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b5247db7-452e-424e-a2fc-c13395545141 req-6359d30b-f6e2-4fe2-b7d4-129cdccc3a8e tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912535 Nov 23 02:52:29.598583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-154f3f9d-55de-432d-aa0e-c37be242f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.600036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-154f3f9d-55de-432d-aa0e-c37be242f19b service neutron] 10.222.0.46 "GET /v2.0/networks?id=85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 200 len: 913 time: 0.1088893 Nov 23 02:52:29.667048 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-57b4d12c-14ef-47da-9eaa-4d68c7fbd2d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 200 len: 1003 time: 0.0584619 Nov 23 02:52:29.718545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-c9620128-b607-4186-b552-7777d64e16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.719947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-c9620128-b607-4186-b552-7777d64e16b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 200 len: 851 time: 0.0431068 Nov 23 02:52:29.775204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-11394751-399f-4df3-b35c-7fc7a84dbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:29.776681 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-11394751-399f-4df3-b35c-7fc7a84dbbdc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=85afca91-547c-438b-8da6-eee7106502a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450306 Nov 23 02:52:29.860643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:52:29.881893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-d2bb191d-9685-4b80-8a56-03f62e6d985f service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967331 Nov 23 02:52:29.939068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:29.962135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:29.964405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e513b217-1afc-433a-a3c3-522e90797a85" -d '{"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:29.977428 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:29.980373 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8333e429-f3f6-46ff-a902-43fd03f203a3 req-06e1626a-d806-4ff1-a3eb-e43e38c71337 service neutron] 10.222.0.46 "GET /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905979 Nov 23 02:52:29.983126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:30.012744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c4a75-63c4-4145-bfd2-8d755d133791 x-openstack-request-id: req-726c4a75-63c4-4145-bfd2-8d755d133791 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:30.013037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-unplugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:30.013296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-726c4a75-63c4-4145-bfd2-8d755d133791 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:30.013660 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'code': 200} Nov 23 02:52:30.199951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=9']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:30.697349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab33c60-f7b3-4680-94c0-10fc184ac3e0 req-99fb59a9-837f-4368-8e8c-da872d20baf6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:30.698969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ab33c60-f7b3-4680-94c0-10fc184ac3e0 req-99fb59a9-837f-4368-8e8c-da872d20baf6 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0513842 Nov 23 02:52:30.749710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1ab33c60-f7b3-4680-94c0-10fc184ac3e0 req-3a49ed99-6763-4caa-ae24-a38719a48083 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445843 Nov 23 02:52:31.878316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506bc8a-e778-43b4-bd76-f952e9ad4c21 req-01c63604-e1a1-4ee6-a66c-8a3fb5e7a948 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:31.880002 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2506bc8a-e778-43b4-bd76-f952e9ad4c21 req-01c63604-e1a1-4ee6-a66c-8a3fb5e7a948 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0554621 Nov 23 02:52:31.931831 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2506bc8a-e778-43b4-bd76-f952e9ad4c21 req-28f3c770-ce81-4d39-b850-d7133e64ddc5 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451665 Nov 23 02:52:33.055143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c1216-30e5-4c89-a64f-4a77ff6244df req-79f7d58f-6e6c-46e6-be26-bf361b07b20d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:33.056680 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7d8c1216-30e5-4c89-a64f-4a77ff6244df req-79f7d58f-6e6c-46e6-be26-bf361b07b20d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0519907 Nov 23 02:52:33.107630 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7d8c1216-30e5-4c89-a64f-4a77ff6244df req-8f632f36-3cf5-43bd-a781-32f6c84b260d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446610 Nov 23 02:52:33.144750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7071cbb8-0069-41ed-9bbb-9f8dee1ea728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:34.232901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cfd34-f75c-4629-8ffa-4b9a39656e55 req-13572209-b5d0-48d4-97d2-ff9a4bc2eaf2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:34.234555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4c2cfd34-f75c-4629-8ffa-4b9a39656e55 req-13572209-b5d0-48d4-97d2-ff9a4bc2eaf2 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0510571 Nov 23 02:52:34.283438 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4c2cfd34-f75c-4629-8ffa-4b9a39656e55 req-870fa22e-9730-40bf-b63a-61187fa5bb8a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 Nov 23 02:52:35.421853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa381a-e177-4e3d-bbb1-6303c211b474 req-4dd16428-61ed-4199-8207-ff2c86298bef tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:35.423285 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03aa381a-e177-4e3d-bbb1-6303c211b474 req-4dd16428-61ed-4199-8207-ff2c86298bef tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0646741 Nov 23 02:52:35.474723 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-03aa381a-e177-4e3d-bbb1-6303c211b474 req-e6d7efcb-5c1c-4ec5-afe5-d3e46c61bc73 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Nov 23 02:52:35.620875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0159-a303-441d-823f-cd6ac307c50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:36.520382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:36.555173 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:52:36.607062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a978c00-b58c-42d6-a7ba-77c0a2f74cc5 req-49cc3226-780d-4fcb-81dd-ff24f77fdd87 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:36.608532 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7a978c00-b58c-42d6-a7ba-77c0a2f74cc5 req-49cc3226-780d-4fcb-81dd-ff24f77fdd87 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0550482 Nov 23 02:52:36.659328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7a978c00-b58c-42d6-a7ba-77c0a2f74cc5 req-75e464e9-9791-4141-8467-9568637498f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447321 Nov 23 02:52:37.787080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed142a22-fcf5-4a0d-bf7b-5fab8fab4d33 req-bd6ebba9-eb0d-4383-95c4-22af1241a71b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:37.788611 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed142a22-fcf5-4a0d-bf7b-5fab8fab4d33 req-bd6ebba9-eb0d-4383-95c4-22af1241a71b tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 944 time: 0.0597980 Nov 23 02:52:37.840776 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed142a22-fcf5-4a0d-bf7b-5fab8fab4d33 req-defd4eca-e6a8-4185-a28b-1221ca4cc3bb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433071 Nov 23 02:52:37.911657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:52:38.013216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:38.025828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'port_id': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'mac_address': 'fa:16:3e:e4:a0:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:52:38.063225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:38.075861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:52:38.099674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:38.107086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:38.159815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=10']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:38.187007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:38.278269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:52:38.971511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24c20c-af92-4188-bf2d-8114bb84e954 req-50d388dd-c8e1-483c-ba5e-6ede1f303dc1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:38.973054 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4d24c20c-af92-4188-bf2d-8114bb84e954 req-50d388dd-c8e1-483c-ba5e-6ede1f303dc1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 946 time: 0.0502481 Nov 23 02:52:39.024132 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4d24c20c-af92-4188-bf2d-8114bb84e954 req-82a89a5f-e30b-4d9f-bd0e-bf246336b071 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422444 Nov 23 02:52:39.332067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:39.913530 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:52:39.973631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:52:39.974012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:40.052676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:40.084077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:40.086492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51197aaa-fac7-46a8-8863-14e60f3f59e4" -d '{"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:40.099420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:40.105975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:40.140937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d6efd4-1e42-43cc-8a50-0431b87a4689 x-openstack-request-id: req-55d6efd4-1e42-43cc-8a50-0431b87a4689 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:40.141239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-plugged", "status": "completed", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:40.141495 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55d6efd4-1e42-43cc-8a50-0431b87a4689 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:40.141896 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'code': 200} Nov 23 02:52:40.161359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=11']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:40.161913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5e87b-02fd-4c6d-95f4-31bdb52d0353 req-abca31e7-6118-448f-9d3e-cdeb77d9c81f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:40.163507 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b5e87b-02fd-4c6d-95f4-31bdb52d0353 req-abca31e7-6118-448f-9d3e-cdeb77d9c81f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0527878 Nov 23 02:52:40.225550 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b5e87b-02fd-4c6d-95f4-31bdb52d0353 req-761e6060-b8b1-496f-b760-8d9275b882b9 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555685 Nov 23 02:52:41.359307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9c702-2bb2-4d5c-8a42-e8d664e245d8 req-e745ac4e-c46c-4091-b46d-116c89f60e4d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:41.361442 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-46c9c702-2bb2-4d5c-8a42-e8d664e245d8 req-e745ac4e-c46c-4091-b46d-116c89f60e4d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0549293 Nov 23 02:52:41.415031 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-46c9c702-2bb2-4d5c-8a42-e8d664e245d8 req-deb6693a-45de-470a-93d6-77aa430f6c34 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475485 Nov 23 02:52:42.548157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc062288-0a4c-4f62-92c1-f6de6970c5bd req-5e5a7616-3bf1-4cc2-a7e2-cc708cf22046 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:42.549778 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc062288-0a4c-4f62-92c1-f6de6970c5bd req-5e5a7616-3bf1-4cc2-a7e2-cc708cf22046 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0521386 Nov 23 02:52:42.600709 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc062288-0a4c-4f62-92c1-f6de6970c5bd req-3c939611-7544-4d2d-b12a-33082b6ddb09 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Nov 23 02:52:42.736175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532a4ff-eedb-4b0b-b202-7e426fc34885 req-8212098c-8fca-4128-80f8-5ff7855c8c3c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:42.737863 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3532a4ff-eedb-4b0b-b202-7e426fc34885 req-8212098c-8fca-4128-80f8-5ff7855c8c3c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0561705 Nov 23 02:52:42.789998 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3532a4ff-eedb-4b0b-b202-7e426fc34885 req-02b0ae31-5318-4ab9-aa4e-bffb3df265eb tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Nov 23 02:52:42.911910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1c021-5c21-47d8-aa34-f02c05ab1046 req-cad5f287-637b-46f4-bb5f-5e82a667c3cf tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:42.913330 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0cf1c021-5c21-47d8-aa34-f02c05ab1046 req-cad5f287-637b-46f4-bb5f-5e82a667c3cf tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0514643 Nov 23 02:52:42.967141 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0cf1c021-5c21-47d8-aa34-f02c05ab1046 req-c256b2bb-351d-4007-8aa4-bd15017bad84 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Nov 23 02:52:43.267086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc5759-f28f-4839-8929-3d93028a4b20 req-f5c3b77b-ff86-4d3e-a035-dec270c91059 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:43.268676 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4dc5759-f28f-4839-8929-3d93028a4b20 req-f5c3b77b-ff86-4d3e-a035-dec270c91059 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0641701 Nov 23 02:52:43.321556 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4dc5759-f28f-4839-8929-3d93028a4b20 req-20157603-ea38-4ab4-a417-74064a0178c1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452404 Nov 23 02:52:44.458143 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224bf3e-3e9b-4b0c-800b-50dc2704f434 req-eed48d72-6c6c-4001-8613-adb8af0f2d6f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:44.459614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4224bf3e-3e9b-4b0c-800b-50dc2704f434 req-eed48d72-6c6c-4001-8613-adb8af0f2d6f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0562425 Nov 23 02:52:44.513337 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4224bf3e-3e9b-4b0c-800b-50dc2704f434 req-76ad4560-b309-4ab8-9942-ac77c2b125af tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445840 Nov 23 02:52:45.650249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8555f52-72cf-4480-80fb-ab42d3c9cde8 req-d9107a58-e41f-46a8-ac55-0795c9efb7c8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:45.651824 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f8555f52-72cf-4480-80fb-ab42d3c9cde8 req-d9107a58-e41f-46a8-ac55-0795c9efb7c8 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0512288 Nov 23 02:52:45.700202 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f8555f52-72cf-4480-80fb-ab42d3c9cde8 req-dab784a3-bd43-4f46-ac77-b2270ac3526f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups?id=bf0fdb7c-056d-4f57-85fb-59b8765817db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422685 Nov 23 02:52:46.175454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-8f1db5e9-ac3b-4e83-9c4a-f9483eea5ad3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:52:46.176930 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-8f1db5e9-ac3b-4e83-9c4a-f9483eea5ad3 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 947 time: 0.0575464 Nov 23 02:52:46.281550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Deleting port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:46.281840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.375584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] For port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:46.375953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.556673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.557067 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.557357 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049 disassociated. External IP: 172.26.8.124, port: e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43. Nov 23 02:52:46.557728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Calling delete_port for e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:46.693830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:46.722921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event deleted for resources: {'Port': ['ID=e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:46.734487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.734930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.735613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.735613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.735858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.736579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.736924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.737436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.737778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.738110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.738904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.739240 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:46.815542 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-41ed833f-ce47-493d-b5c3-505d75f58a79 req-7c728c02-deee-4800-afcc-ad4ee764364d tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0336807 Nov 23 02:52:46.854632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:52:46.965712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:52:46.975965 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:52:46.986810 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:46.987467 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:52:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:47.005943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] No DVR routers for this DVR port e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:52:47.008569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:47.012372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c4731d0-e1db-4b12-8302-36f09f278761 req-30f1f80a-24f3-4619-8be4-6a2b3cbf574f tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.46 "DELETE /v2.0/ports/e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 HTTP/1.1" status: 204 len: 173 time: 0.8245614 Nov 23 02:52:47.012813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-deleted', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:52:47.015057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a857a28-eb4b-4cbd-ac6f-f40c89738ef4" -d '{"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-deleted", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:52:47.103012 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:47.118180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e74f62-92d9-49a6-bbd8-ed31f20f5126 x-openstack-request-id: req-01e74f62-92d9-49a6-bbd8-ed31f20f5126 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:52:47.118180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a180b88-6609-4dce-854b-c2fdfce3ef9c", "name": "network-vif-deleted", "tag": "e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:52:47.118180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01e74f62-92d9-49a6-bbd8-ed31f20f5126 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:52:47.118628 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a180b88-6609-4dce-854b-c2fdfce3ef9c', 'name': 'network-vif-deleted', 'tag': 'e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43', 'status': 'completed', 'code': 200} Nov 23 02:52:47.317384 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:47.345226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:52:47.354168 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:47.354858 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:52:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:47.462573 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:47.665633 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:47.695145 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85498296-5fea-4b79-8fdb-ed296069940a None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '3f2baa48-8db5-4bc3-8c64-5ae9576e3db2', 'name': '', 'network_id': '85afca91-547c-438b-8da6-eee7106502a0', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'mac_address': 'fa:16:3e:9e:e6:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:02Z', 'updated_at': '2021-11-23T02:46:06Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'subnets': [{'id': '3002edca-d10a-4396-b5cf-ad9445e9a6fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:52:47.925015 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-21900cf7-a9a5-4f77-80de-333bca818ed8 req-fd083240-db2e-4d3a-98dc-f1d8bb59f86c tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0328259 Nov 23 02:52:47.931411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef13812-9f8b-4c20-9fdf-b4b54f88a27f None None] New status for floating IP ccc5c799-318b-4be7-b91c-1fdf4447d049: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:52:49.026750 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d3b16a5f-6a8f-467f-9468-3d5d73ce7be8 req-c07c29a3-8783-4209-9ceb-11cad892e948 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0275409 Nov 23 02:52:49.992522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:52:50.013778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:52:50.014139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device e4dbcd04-a6f6-4c0f-b1b7-1eb603043e43 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:52:50.128440 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-727b4452-c3f3-4fab-998c-a1964568a0fd req-1000c967-dc8e-4561-961d-535f0d0f9e7a tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0311861 Nov 23 02:52:50.656400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:51.231284 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5cdc51ce-1d37-442b-b187-11e99fd23ee4 req-f7570fe5-67e1-4ea5-acf2-460f68b81295 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a180b88-6609-4dce-854b-c2fdfce3ef9c HTTP/1.1" status: 200 len: 210 time: 0.0303853 Nov 23 02:52:56.005391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 38952) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:56.063126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.087776 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.141388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.144155 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.147912 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "DELETE /v2.0/security-groups/bf0fdb7c-056d-4f57-85fb-59b8765817db HTTP/1.1" status: 204 len: 168 time: 0.1390526 Nov 23 02:52:56.148659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38954) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:56.155010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0fdb7c-056d-4f57-85fb-59b8765817db,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:56.162848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.163194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.163409 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-0da81e3e-b217-43f6-aa7a-95bf6db4f0af tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] show failed (client error): The resource could not be found. Nov 23 02:52:56.163900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.164260 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.164624 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.164968 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.165310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.165649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.165983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.166321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.166710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.167044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf483b87-858c-4c90-884c-71791bdb8218 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:52:56.167355 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0da81e3e-b217-43f6-aa7a-95bf6db4f0af tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "GET /v2.0/security-groups/bf0fdb7c-056d-4f57-85fb-59b8765817db HTTP/1.1" status: 404 len: 347 time: 0.0175443 Nov 23 02:52:56.167901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38956) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:56.303042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Deleting port 444e817b-5697-464f-b5ca-415604675b12 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:56.303273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.382684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.383093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.395734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Calling delete_port for 444e817b-5697-464f-b5ca-415604675b12 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:56.875443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.899932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Pushing event deleted for resources: {'Port': ['ID=444e817b-5697-464f-b5ca-415604675b12,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:56.966586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.969273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:56.970452 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-234b4a49-6f4b-4274-8a3d-b817bb1931f1 tempest-ServerActionsTestJSON-615263663 tempest-ServerActionsTestJSON-615263663-project] 10.222.0.53 "DELETE /v2.0/floatingips/ccc5c799-318b-4be7-b91c-1fdf4447d049 HTTP/1.1" status: 204 len: 168 time: 0.8015985 Nov 23 02:52:56.974789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 38958) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:57.377853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:57.631306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Deleting port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:57.631710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:57.722003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] For port 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:57.722518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:57.740306 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Calling delete_port for 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:57.932440 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:57.958111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f2baa48-8db5-4bc3-8c64-5ae9576e3db2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:58.131644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:58.358506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Router 47f145d6-6250-4541-840d-47fbc1805683 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:52:58.468005 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:52:58.473816 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-86ffcfae-a455-482a-a141-c4a211f75385 admin admin] 10.222.0.53 "PUT /v2.0/routers/47f145d6-6250-4541-840d-47fbc1805683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979780 Nov 23 02:52:58.476491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38962) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:58.477153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] Sync routers for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:52:58.487960 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:58.488622 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:52:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:58.584077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:58.688645 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:58.697179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:58.753667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Deleting port 6dc53575-d741-4c18-92cf-5cee31fe789b {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:58.754651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:58.836218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] For port 6dc53575-d741-4c18-92cf-5cee31fe789b, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6dc53575-d741-4c18-92cf-5cee31fe789b,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:58.836617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:58.849962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Calling delete_port for 6dc53575-d741-4c18-92cf-5cee31fe789b owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:58.862878 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196'}], 'enable_snat': True}, 'gw_port_id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:52:57Z', 'revision_number': 5, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port': {'id': '6dc53575-d741-4c18-92cf-5cee31fe789b', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:38:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f145d6-6250-4541-840d-47fbc1805683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:58.899445 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] Checking router: 47f145d6-6250-4541-840d-47fbc1805683 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:52:58.908641 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] Routers {'47f145d6-6250-4541-840d-47fbc1805683'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:52:58.909273 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:52:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['47f145d6-6250-4541-840d-47fbc1805683'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:58.995621 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] Set router 47f145d6-6250-4541-840d-47fbc1805683 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:52:59.022159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.049321 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:52:58Z', 'revision_number': 6, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:59.052415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc53575-d741-4c18-92cf-5cee31fe789b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:59.082351 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d50d2a-75cf-4cb5-a44b-833f0f08b075 None None] The sync data for ids ['47f145d6-6250-4541-840d-47fbc1805683'] in dv-neutron-818844-1-hyperv is: [{'id': '47f145d6-6250-4541-840d-47fbc1805683', 'name': 'tempest-ServerActionsTestJSON-1744904289-router', 'tenant_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:46:00Z', 'updated_at': '2021-11-23T02:52:58Z', 'revision_number': 6, 'project_id': 'fb6cdf4199ee4ad782ac6f6ae2ca6c97', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:52:59.092290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea536ac-4055-41f8-b69a-a3af04645c5f None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:52:59.123340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.219748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.222712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.268837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.269397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f145d6-6250-4541-840d-47fbc1805683 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:52:59.274248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.275401 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-736f07ec-97aa-43de-b65b-d6055b3e883b admin admin] 10.222.0.53 "DELETE /v2.0/routers/47f145d6-6250-4541-840d-47fbc1805683 HTTP/1.1" status: 204 len: 168 time: 0.7979398 Nov 23 02:52:59.278012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38964) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:59.325900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Deleting subnet 3002edca-d10a-4396-b5cf-ad9445e9a6fd {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:52:59.329459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.366083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.459278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.518214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.544268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3002edca-d10a-4396-b5cf-ad9445e9a6fd,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:59.549939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.553207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a83651c0-18f7-42ca-9240-8e4887df4453 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3002edca-d10a-4396-b5cf-ad9445e9a6fd HTTP/1.1" status: 204 len: 168 time: 0.2742777 Nov 23 02:52:59.556011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38966) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:52:59.558507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43e8211-eac4-4ba0-8e00-d635d025de63 None None] Network 85afca91-547c-438b-8da6-eee7106502a0 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:52:59.626340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.682696 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Deleting port 992d1677-40ed-4820-82c3-cf6a7f4a950d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:59.683050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.752839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] For port 992d1677-40ed-4820-82c3-cf6a7f4a950d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=992d1677-40ed-4820-82c3-cf6a7f4a950d,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:59.753413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.760364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] DHCP port deletion for 85afca91-547c-438b-8da6-eee7106502a0 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:52:59.768376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Calling delete_port for 992d1677-40ed-4820-82c3-cf6a7f4a950d owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:59.813033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] Deleting port 992d1677-40ed-4820-82c3-cf6a7f4a950d {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:52:59.813427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.853283 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.885102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] For port 992d1677-40ed-4820-82c3-cf6a7f4a950d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=992d1677-40ed-4820-82c3-cf6a7f4a950d,segment=NetworkSegment(6f51228c-6e07-40f7-b56d-417dac0eb48e),segment_id=6f51228c-6e07-40f7-b56d-417dac0eb48e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:52:59.885506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.888158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] No DVR routers for this DVR port 992d1677-40ed-4820-82c3-cf6a7f4a950d on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:52:59.893692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Pushing event deleted for resources: {'Port': ['ID=992d1677-40ed-4820-82c3-cf6a7f4a950d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:52:59.906480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] Calling delete_port for 992d1677-40ed-4820-82c3-cf6a7f4a950d owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:52:59.962284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:52:59.983051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85afca91-547c-438b-8da6-eee7106502a0']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: from cryptography.utils import int_from_bytes Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: from cryptography.utils import int_from_bytes Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 02:52:59.987048 dv-neutron-818844-1-hyperv neutron-server[103358]: self.session.flush() Nov 23 02:52:59.993754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f51228c-6e07-40f7-b56d-417dac0eb48e') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:59.994017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f51228c-6e07-40f7-b56d-417dac0eb48e') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:52:59.994129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.003606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.017776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.026512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] Pushing event deleted for resources: {'Port': ['ID=992d1677-40ed-4820-82c3-cf6a7f4a950d,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:00.029762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:00.030141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def9af1a-4ee2-4327-84f1-b93a8d263e42 None None] No DVR routers for this DVR port 992d1677-40ed-4820-82c3-cf6a7f4a950d on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:00.030261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:00.033706 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:00.097097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.105632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.110004 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] 10.222.0.53 "DELETE /v2.0/networks/85afca91-547c-438b-8da6-eee7106502a0 HTTP/1.1" status: 204 len: 168 time: 0.5531092 Nov 23 02:53:00.120677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5654bd6-3247-4513-8e17-847923c007eb admin admin] Pushing event deleted for resources: {'Network': ['ID=85afca91-547c-438b-8da6-eee7106502a0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:00.222347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38970) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:00.262978 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fe758d3a-46bc-4b93-9ebe-6ede0edc2a58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb6cdf4199ee4ad782ac6f6ae2ca6c97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393968 Nov 23 02:53:00.265456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:00.315687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b38a20e2-04bb-4df6-8331-5bb804327841 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.337444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b38a20e2-04bb-4df6-8331-5bb804327841 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.385636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b38a20e2-04bb-4df6-8331-5bb804327841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.388633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b38a20e2-04bb-4df6-8331-5bb804327841 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:00.389857 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b38a20e2-04bb-4df6-8331-5bb804327841 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b98e1dc3-9eac-4ad4-b9ef-b476bb7cab98 HTTP/1.1" status: 204 len: 168 time: 0.1235433 Nov 23 02:53:00.398029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38a20e2-04bb-4df6-8331-5bb804327841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98e1dc3-9eac-4ad4-b9ef-b476bb7cab98,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.104644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:01.124681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:01.125121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 3f2baa48-8db5-4bc3-8c64-5ae9576e3db2 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:01.125680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 992d1677-40ed-4820-82c3-cf6a7f4a950d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:01.139214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 38994) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:01.146952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 992d1677-40ed-4820-82c3-cf6a7f4a950d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:01.147312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 992d1677-40ed-4820-82c3-cf6a7f4a950d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:01.147777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dc53575-d741-4c18-92cf-5cee31fe789b no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:01.167184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 6dc53575-d741-4c18-92cf-5cee31fe789b {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:01.167535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6dc53575-d741-4c18-92cf-5cee31fe789b not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:01.234591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1784524281-network', 'tenant_id': '9e77f80147b7483aaa4e364a2ecf5c40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:01.259763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Made reservation on behalf of 9e77f80147b7483aaa4e364a2ecf5c40 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:01.262720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.275828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.352812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.359239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.385774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:01.396119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940aea04-49a4-4d76-a427-c490cbdc9461,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.403589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.405185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Added segment 48193b15-5ad7-4829-ac37-92344d16bd9e of type vlan for network d9723fd6-98da-47c5-8029-0a7c57c64f5d Nov 23 02:53:01.448773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.476186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.477165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:01.477773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.532739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3923779 Nov 23 02:53:01.536097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 38998) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:01.539773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c3dfc-c80e-422f-8b13-627ce7a6350f admin admin] Pushing event updated for resources: {'Network': ['ID=d9723fd6-98da-47c5-8029-0a7c57c64f5d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.541567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Request body: {'subnet': {'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1784524281-subnet', 'tenant_id': '9e77f80147b7483aaa4e364a2ecf5c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:01.559421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network d9723fd6-98da-47c5-8029-0a7c57c64f5d details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:01.567653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Made reservation on behalf of 9e77f80147b7483aaa4e364a2ecf5c40 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:01.570323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.745049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.800169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b8a9ded-3c69-4268-863d-1d66b6babcc0,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:01.811325 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Checking segment: {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:01.811670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Network hostable DHCP agents. Network: d9723fd6-98da-47c5-8029-0a7c57c64f5d, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:01.829428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Network d9723fd6-98da-47c5-8029-0a7c57c64f5d is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:01.839050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, d9723fd6-98da-47c5-8029-0a7c57c64f5d) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:01.843769 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:01.844401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:01.848521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faf8400-4a00-453f-87ae-4f7f4dce8f71 None None] Network d9723fd6-98da-47c5-8029-0a7c57c64f5d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:01.863177 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7878dcb8-9c0e-4186-8be7-e4d3f3fa9267 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3253314 Nov 23 02:53:01.973698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90efd22-7fec-488a-9cf7-3e9135b3c5ef None None] Network d9723fd6-98da-47c5-8029-0a7c57c64f5d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:02.305926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-fd229292-04f8-490f-b65c-8a9d06f9bf0e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:02.307314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-fd229292-04f8-490f-b65c-8a9d06f9bf0e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/networks?id=d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 200 len: 814 time: 0.1101356 Nov 23 02:53:02.322460 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-b39d0707-4baa-4d75-89c4-25bcc21e1135 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/quotas/9e77f80147b7483aaa4e364a2ecf5c40 HTTP/1.1" status: 200 len: 375 time: 0.0092316 Nov 23 02:53:02.355931 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-3a7f5108-8c10-485a-98df-b7a035ec4ee9 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276060 Nov 23 02:53:02.449070 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5ca63a80-e313-47e8-b272-ea2899ba9c66 service neutron] 10.222.0.53 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851817 Nov 23 02:53:02.542353 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-7253edfc-e60e-4372-9f49-e352f215db00 service neutron] 10.222.0.53 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846481 Nov 23 02:53:02.715051 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-208dc281-bf45-4145-8be0-9cd1448f8d5c req-d398d00e-fc96-4f46-b90f-65bcba7c1a75 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0280483 Nov 23 02:53:03.145628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ccf8-87fe-4627-9221-6e2927e3bff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:03.801288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bed0ac68-a363-49d5-bfdb-4e20e3d6bc34 req-7b20cc1f-43e2-4b6a-bd50-6889ce209d25 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0318546 Nov 23 02:53:04.889071 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61bad311-bb45-4268-a2bd-66898ba5dec3 req-68a6cec3-e1ef-41a9-b852-4563643c39e8 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0276198 Nov 23 02:53:05.628689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c227068b-60b3-4b8e-9f95-e888c9a2747e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:05.977349 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ea7b4475-d105-477c-a2fe-19cf314677e1 req-b6c29969-d927-4049-af57-eb0444f7c269 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Nov 23 02:53:06.520961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:07.089779 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c130f5c2-0a5b-4b3d-a2bb-bc24222ced88 req-00d6b4c4-8e3e-48a9-98ad-c74cca52d2f9 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0308883 Nov 23 02:53:08.016623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-6b4a44dd-84e4-4542-b3fa-50a95af13a73 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.018153 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-6b4a44dd-84e4-4542-b3fa-50a95af13a73 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "GET /v2.0/networks?id=d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 200 len: 814 time: 0.1060076 Nov 23 02:53:08.047859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Request body: {'port': {'device_id': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d', 'admin_state_up': True, 'tenant_id': '9e77f80147b7483aaa4e364a2ecf5c40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:08.185644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.192701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-56d8cab3-560a-423c-8ea8-f710d59f8e5a req-602324ca-0053-4973-92f1-8eab3647611a tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0322049 Nov 23 02:53:08.193483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Made reservation on behalf of 9e77f80147b7483aaa4e364a2ecf5c40 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:08.196999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.334953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Allocated IP 172.20.0.4 (d9723fd6-98da-47c5-8029-0a7c57c64f5d/7b8a9ded-3c69-4268-863d-1d66b6babcc0/ecda1ff2-aa38-421d-bb97-eb60024b20e4) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:08.484779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.526438 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.571239 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Network d9723fd6-98da-47c5-8029-0a7c57c64f5d is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:08.574589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:08.578198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:08.601374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Pushing event updated for resources: {'Port': ['ID=ecda1ff2-aa38-421d-bb97-eb60024b20e4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:08.629750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:08.630456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:08.649261 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-d1fdf71d-e803-4508-b910-60c08b02fadb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6078994 Nov 23 02:53:08.671599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Request body: {'port': {'device_id': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:08.731886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.008811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecda1ff2-aa38-421d-bb97-eb60024b20e4 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:09.017204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.029297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Transition to ACTIVE for port object ecda1ff2-aa38-421d-bb97-eb60024b20e4 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:53:09.035130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.087292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Pushing event updated for resources: {'Port': ['ID=ecda1ff2-aa38-421d-bb97-eb60024b20e4,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.160858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Attempting to bind port ecda1ff2-aa38-421d-bb97-eb60024b20e4 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:09.161215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Attempting to bind port ecda1ff2-aa38-421d-bb97-eb60024b20e4 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:09.161549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Attempting to bind port ecda1ff2-aa38-421d-bb97-eb60024b20e4 on network d9723fd6-98da-47c5-8029-0a7c57c64f5d {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:09.166122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Port ecda1ff2-aa38-421d-bb97-eb60024b20e4 on network d9723fd6-98da-47c5-8029-0a7c57c64f5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:53:09.166445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Attempting to bind port ecda1ff2-aa38-421d-bb97-eb60024b20e4 on network d9723fd6-98da-47c5-8029-0a7c57c64f5d {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:09.171297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:09.171637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Checking segment: {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:09.172020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Bound using segment: {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:09.172474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Bound port: ecda1ff2-aa38-421d-bb97-eb60024b20e4, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:09.172826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.237683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] For port ecda1ff2-aa38-421d-bb97-eb60024b20e4, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:09.241281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] For port ecda1ff2-aa38-421d-bb97-eb60024b20e4, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:09.247054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.284106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.284786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.286296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] 10.222.0.46 "PUT /v2.0/ports/ecda1ff2-aa38-421d-bb97-eb60024b20e4 HTTP/1.1" status: 200 len: 1093 time: 0.6189957 Nov 23 02:53:09.286950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'tag': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:09.289402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f316900-5dde-4e1a-943e-61d07cfabf61" -d '{"events": [{"name": "network-changed", "server_uuid": "e895d5a9-84b1-4e79-a8a5-7af99015f578", "tag": "ecda1ff2-aa38-421d-bb97-eb60024b20e4"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:09.310770 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92b067-5e9a-4392-bd69-04048e5713fc service neutron] Pushing event updated for resources: {'Port': ['ID=ecda1ff2-aa38-421d-bb97-eb60024b20e4,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:09.330041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce809a5d-0ec9-4225-89ab-deabe8a4d813 req-539affad-9d20-4747-bad4-17c860ee9b10 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.332109 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ce809a5d-0ec9-4225-89ab-deabe8a4d813 req-539affad-9d20-4747-bad4-17c860ee9b10 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 943 time: 0.0661330 Nov 23 02:53:09.336492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:09.342662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89167ee-2076-458a-af45-233783d2cfd6 x-openstack-request-id: req-d89167ee-2076-458a-af45-233783d2cfd6 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:09.343047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e895d5a9-84b1-4e79-a8a5-7af99015f578", "tag": "ecda1ff2-aa38-421d-bb97-eb60024b20e4", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:09.343355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d89167ee-2076-458a-af45-233783d2cfd6 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:09.343785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'tag': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4', 'status': 'completed', 'code': 200} Nov 23 02:53:09.385309 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ce809a5d-0ec9-4225-89ab-deabe8a4d813 req-35533abf-7135-4a7b-bfb6-85d4c22f085a tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458610 Nov 23 02:53:09.410577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-8d47c275-8781-4f00-8ed7-d95703bb22af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.412356 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-8d47c275-8781-4f00-8ed7-d95703bb22af service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 1096 time: 0.0451498 Nov 23 02:53:09.466429 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-10071213-0659-46cd-b51c-36d41c34a4bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4 HTTP/1.1" status: 200 len: 217 time: 0.0354478 Nov 23 02:53:09.516751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c7e72-9b66-4b49-a673-273b58d2497d req-7a725635-0f43-4435-9ea4-da990424d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.518200 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-7a725635-0f43-4435-9ea4-da990424d51c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b8a9ded-3c69-4268-863d-1d66b6babcc0 HTTP/1.1" status: 200 len: 854 time: 0.0441639 Nov 23 02:53:09.555911 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-ce0c49e1-6d76-4a1e-8050-48eaa8caa867 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9723fd6-98da-47c5-8029-0a7c57c64f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294938 Nov 23 02:53:09.655149 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-acf9a3f9-e6b3-4717-a5b1-b0fc44708386 service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916457 Nov 23 02:53:09.752629 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-107c7e72-9b66-4b49-a673-273b58d2497d req-4305e20b-8cf7-4b03-943c-8af97d4be1b0 service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853586 Nov 23 02:53:09.910198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-ccea8f6d-0445-40ba-9b18-ad2a21299ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:09.911648 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-ccea8f6d-0445-40ba-9b18-ad2a21299ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 1096 time: 0.0452375 Nov 23 02:53:10.002862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-baf87140-59e8-41cb-a188-3585bc670ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:10.004390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-baf87140-59e8-41cb-a188-3585bc670ee9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 200 len: 915 time: 0.0831659 Nov 23 02:53:10.050867 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-b2311ac3-97ec-42dd-a0b9-9b35a21570a1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4 HTTP/1.1" status: 200 len: 217 time: 0.0380583 Nov 23 02:53:10.102908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-6bcdc2ce-e313-4925-9700-27e833f44bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:10.104370 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-6bcdc2ce-e313-4925-9700-27e833f44bb3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b8a9ded-3c69-4268-863d-1d66b6babcc0 HTTP/1.1" status: 200 len: 854 time: 0.0450530 Nov 23 02:53:10.138372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-f28a4aaf-e807-433b-9176-cf580d659ea0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9723fd6-98da-47c5-8029-0a7c57c64f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250235 Nov 23 02:53:10.235196 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-57ff2468-5d52-42fd-ae77-bc58e916f6ac service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Nov 23 02:53:10.327637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f316900-5dde-4e1a-943e-61d07cfabf61 req-c0ae896c-d50b-4c02-80bf-c6aa3382382e service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846450 Nov 23 02:53:10.514560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cb539-f88b-41fc-91af-2b385b008294 req-f7342143-3de0-4002-a639-9b44743f8d9c tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:10.516024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9d2cb539-f88b-41fc-91af-2b385b008294 req-f7342143-3de0-4002-a639-9b44743f8d9c tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 943 time: 0.0526538 Nov 23 02:53:10.568820 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9d2cb539-f88b-41fc-91af-2b385b008294 req-300e980f-9ab7-43a4-bf08-25b91dc93796 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 Nov 23 02:53:11.697391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee034b9f-e2d2-47fe-9ddf-bf9c57a0d3a5 req-576c8ba9-f870-4e4e-acc9-a6b933d6946a tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:11.698864 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ee034b9f-e2d2-47fe-9ddf-bf9c57a0d3a5 req-576c8ba9-f870-4e4e-acc9-a6b933d6946a tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 943 time: 0.0588436 Nov 23 02:53:11.747570 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ee034b9f-e2d2-47fe-9ddf-bf9c57a0d3a5 req-0e081bee-45b0-4ac9-8e08-5de44dc39651 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424464 Nov 23 02:53:12.044412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device ecda1ff2-aa38-421d-bb97-eb60024b20e4 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:53:12.148219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port ecda1ff2-aa38-421d-bb97-eb60024b20e4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:12.159576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4', 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d', 'port_id': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4', 'mac_address': 'fa:16:3e:b2:7a:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8a9ded-3c69-4268-863d-1d66b6babcc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:53:12.196500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.209997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecda1ff2-aa38-421d-bb97-eb60024b20e4 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:12.234771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port ecda1ff2-aa38-421d-bb97-eb60024b20e4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:12.240361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:12.288285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=ecda1ff2-aa38-421d-bb97-eb60024b20e4,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:12.296697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.297070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.297591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.297994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.298451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.298907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.299383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.299954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.300448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.300923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.301432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.301847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:12.671514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['ecda1ff2-aa38-421d-bb97-eb60024b20e4'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:12.864001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84200f-307e-44ab-994f-9c3e2d634d12 req-67bcfa8f-dfae-42f5-94bd-70721726ee97 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:12.865598 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4b84200f-307e-44ab-994f-9c3e2d634d12 req-67bcfa8f-dfae-42f5-94bd-70721726ee97 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 944 time: 0.0492678 Nov 23 02:53:12.915575 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4b84200f-307e-44ab-994f-9c3e2d634d12 req-435b5a80-dd0b-4f67-b7a0-4039e6035c24 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Nov 23 02:53:13.557447 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:53:14.051734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device ecda1ff2-aa38-421d-bb97-eb60024b20e4 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:14.052395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3ba84-d38a-489e-9a21-05ac74c4459f req-4bc4bf32-f563-4898-abfa-ec178ef76aa1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.053667 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-27a3ba84-d38a-489e-9a21-05ac74c4459f req-4bc4bf32-f563-4898-abfa-ec178ef76aa1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 944 time: 0.0589337 Nov 23 02:53:14.106617 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-27a3ba84-d38a-489e-9a21-05ac74c4459f req-3e6d5e49-1323-4dd8-8b54-393987dd902e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Nov 23 02:53:14.108307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port ecda1ff2-aa38-421d-bb97-eb60024b20e4 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:53:14.112449 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port ecda1ff2-aa38-421d-bb97-eb60024b20e4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:14.112833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.192052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.216004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:14.218300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a477e990-d4b9-43ed-acb7-65671d1a2a2b" -d '{"events": [{"server_uuid": "e895d5a9-84b1-4e79-a8a5-7af99015f578", "name": "network-vif-plugged", "status": "completed", "tag": "ecda1ff2-aa38-421d-bb97-eb60024b20e4"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:14.234352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port ecda1ff2-aa38-421d-bb97-eb60024b20e4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:14.239770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:14.263188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a652acf-77a3-4b39-b378-e18b3ee401c7 x-openstack-request-id: req-6a652acf-77a3-4b39-b378-e18b3ee401c7 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:14.263487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895d5a9-84b1-4e79-a8a5-7af99015f578", "name": "network-vif-plugged", "status": "completed", "tag": "ecda1ff2-aa38-421d-bb97-eb60024b20e4", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:14.263740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a652acf-77a3-4b39-b378-e18b3ee401c7 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:14.264156 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4', 'code': 200} Nov 23 02:53:14.291249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=ecda1ff2-aa38-421d-bb97-eb60024b20e4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:14.496580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6353c-f739-4614-934d-e308c8d2ff4e req-8e562ee8-9141-4e51-9094-817de7e851b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:14.498180 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0ea6353c-f739-4614-934d-e308c8d2ff4e req-8e562ee8-9141-4e51-9094-817de7e851b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 1098 time: 0.0423954 Nov 23 02:53:14.575166 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0ea6353c-f739-4614-934d-e308c8d2ff4e req-cccd67f0-490d-41ab-95e9-07755a220016 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572550 Nov 23 02:53:15.233583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d54ddbf-c654-4bda-8420-55298748aa7b req-913541ea-f08e-4be7-9745-8d06db8f1eca tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:15.235069 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5d54ddbf-c654-4bda-8420-55298748aa7b req-913541ea-f08e-4be7-9745-8d06db8f1eca tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0511863 Nov 23 02:53:15.284042 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5d54ddbf-c654-4bda-8420-55298748aa7b req-5fd9c023-abfa-4500-9218-bf20a273b00d tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424099 Nov 23 02:53:16.431485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca11838-0dbb-49b6-b537-165b2b4d0a97 req-55997b2a-8782-4975-97a3-ac1ae49562e1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:16.433020 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5ca11838-0dbb-49b6-b537-165b2b4d0a97 req-55997b2a-8782-4975-97a3-ac1ae49562e1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0637267 Nov 23 02:53:16.485240 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5ca11838-0dbb-49b6-b537-165b2b4d0a97 req-2156abcc-f995-4e15-951d-d297ddebe5bc tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Nov 23 02:53:16.727366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-bcf500f8-ff6f-44fc-babe-7a54742a2697 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:16.728926 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-bcf500f8-ff6f-44fc-babe-7a54742a2697 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/networks?id=d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 200 len: 814 time: 0.1132774 Nov 23 02:53:16.744329 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-b83957b8-73b3-4a69-bb27-adb0d1d2fb12 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/quotas/9e77f80147b7483aaa4e364a2ecf5c40 HTTP/1.1" status: 200 len: 375 time: 0.0093727 Nov 23 02:53:16.798062 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-9bee0fa3-e9e3-41d0-a89f-d48227ca1bda tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480855 Nov 23 02:53:16.958016 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-81b796c4-c1a3-4b1c-847f-2ee619bac3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494467 Nov 23 02:53:17.056681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-823d0f60-b117-493b-aa16-34e969c86d07 service neutron] 10.222.0.53 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923891 Nov 23 02:53:17.229094 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c253aef-317f-4121-b805-c7560f12bae1 req-75dec0ad-aa31-4eb0-8528-5e2c951d99fb tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 210 time: 0.0270936 Nov 23 02:53:18.344635 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3b0f1b51-8eaf-4922-90d7-6fd1d7ee90fd req-5988c77b-58b9-4254-8891-7659aad4e850 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 210 time: 0.0443168 Nov 23 02:53:18.392964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-45cff6c0-6fb8-43ed-bf51-396e29c3b3cc tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.394396 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-45cff6c0-6fb8-43ed-bf51-396e29c3b3cc tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "GET /v2.0/networks?id=d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 200 len: 814 time: 0.1155996 Nov 23 02:53:18.428309 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Request body: {'port': {'device_id': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d', 'admin_state_up': True, 'tenant_id': '9e77f80147b7483aaa4e364a2ecf5c40'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:18.546663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Made reservation on behalf of 9e77f80147b7483aaa4e364a2ecf5c40 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:18.552308 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.685875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Allocated IP 172.20.0.9 (d9723fd6-98da-47c5-8029-0a7c57c64f5d/7b8a9ded-3c69-4268-863d-1d66b6babcc0/a9840fa1-bd69-40a9-a291-50db75ad34d3) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:18.850659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.891636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:18.935061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Network d9723fd6-98da-47c5-8029-0a7c57c64f5d is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:18.935339 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['ecda1ff2-aa38-421d-bb97-eb60024b20e4'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:18.938236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:18.941784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:18.948681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Pushing event updated for resources: {'Port': ['ID=a9840fa1-bd69-40a9-a291-50db75ad34d3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:18.994920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:18.995585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.013357 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-3a766772-3bf4-4afb-8b6f-5415978945c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888977 Nov 23 02:53:19.033513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Request body: {'port': {'device_id': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:19.092340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.363690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9840fa1-bd69-40a9-a291-50db75ad34d3 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:19.371669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.384577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Transition to ACTIVE for port object a9840fa1-bd69-40a9-a291-50db75ad34d3 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:53:19.391189 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.464533 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Pushing event updated for resources: {'Port': ['ID=a9840fa1-bd69-40a9-a291-50db75ad34d3,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:19.525442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fea4d-80cb-4128-bedb-aad7d699a474 req-c2fb495f-a232-42d6-b146-3ec6065bf35b tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.526935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-843fea4d-80cb-4128-bedb-aad7d699a474 req-c2fb495f-a232-42d6-b146-3ec6065bf35b tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 943 time: 0.0970392 Nov 23 02:53:19.565360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Attempting to bind port a9840fa1-bd69-40a9-a291-50db75ad34d3 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:19.565698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Attempting to bind port a9840fa1-bd69-40a9-a291-50db75ad34d3 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:19.566025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Attempting to bind port a9840fa1-bd69-40a9-a291-50db75ad34d3 on network d9723fd6-98da-47c5-8029-0a7c57c64f5d {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:19.579374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Port a9840fa1-bd69-40a9-a291-50db75ad34d3 on network d9723fd6-98da-47c5-8029-0a7c57c64f5d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:53:19.579700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Attempting to bind port a9840fa1-bd69-40a9-a291-50db75ad34d3 on network d9723fd6-98da-47c5-8029-0a7c57c64f5d {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:19.591563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:19.591836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Checking segment: {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:19.592201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Bound using segment: {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:19.592657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Bound port: a9840fa1-bd69-40a9-a291-50db75ad34d3, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48193b15-5ad7-4829-ac37-92344d16bd9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:19.592982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.597740 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-843fea4d-80cb-4128-bedb-aad7d699a474 req-4596cd49-3670-417d-bcef-f06d7898b9c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648549 Nov 23 02:53:19.678578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] For port a9840fa1-bd69-40a9-a291-50db75ad34d3, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:19.683850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] For port a9840fa1-bd69-40a9-a291-50db75ad34d3, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:19.690394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.732506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.733121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:19.734534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] 10.222.0.46 "PUT /v2.0/ports/a9840fa1-bd69-40a9-a291-50db75ad34d3 HTTP/1.1" status: 200 len: 1093 time: 0.7054310 Nov 23 02:53:19.734977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'tag': 'a9840fa1-bd69-40a9-a291-50db75ad34d3'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:19.737260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def3a674-faee-47af-a650-9bd8ede7325c" -d '{"events": [{"name": "network-changed", "server_uuid": "20a96bbd-f8b6-498d-8c68-3fddf4f23977", "tag": "a9840fa1-bd69-40a9-a291-50db75ad34d3"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:19.756602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff9c26-03bb-4332-9458-f2f3a871a895 service neutron] Pushing event updated for resources: {'Port': ['ID=a9840fa1-bd69-40a9-a291-50db75ad34d3,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:19.781020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dec9e5c-dd2e-4d62-94de-52c3bf10a014 x-openstack-request-id: req-6dec9e5c-dd2e-4d62-94de-52c3bf10a014 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:19.781337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a96bbd-f8b6-498d-8c68-3fddf4f23977", "tag": "a9840fa1-bd69-40a9-a291-50db75ad34d3", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:19.781606 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6dec9e5c-dd2e-4d62-94de-52c3bf10a014 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:19.782006 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'tag': 'a9840fa1-bd69-40a9-a291-50db75ad34d3', 'status': 'completed', 'code': 200} Nov 23 02:53:19.848384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-19b9bf00-29ab-4549-90ef-18032c18596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.849789 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-19b9bf00-29ab-4549-90ef-18032c18596f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 1096 time: 0.0421772 Nov 23 02:53:19.902207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-ff1170d2-1d62-452f-90ed-d92c68fd9f9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3 HTTP/1.1" status: 200 len: 217 time: 0.0346789 Nov 23 02:53:19.958411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-501ea05f-d273-4488-b435-ed85ca9712b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:19.960079 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-501ea05f-d273-4488-b435-ed85ca9712b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b8a9ded-3c69-4268-863d-1d66b6babcc0 HTTP/1.1" status: 200 len: 854 time: 0.0487587 Nov 23 02:53:19.993462 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-2eb259b8-c15e-4a5b-98a9-8add9e2c2198 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9723fd6-98da-47c5-8029-0a7c57c64f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250955 Nov 23 02:53:20.085537 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-fd108327-156b-4c0b-b68b-58b712d052e7 service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827060 Nov 23 02:53:20.523388 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2cfac19b-c0a9-4e58-a271-8f37fea61994 req-f760948f-820a-45d9-a62e-bf6bf91c1e1d service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300654 Nov 23 02:53:20.670109 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a674-faee-47af-a650-9bd8ede7325c req-9dcba6d8-dc41-4e7e-b50d-4b5dbe756b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.671741 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-9dcba6d8-dc41-4e7e-b50d-4b5dbe756b59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 1096 time: 0.0455112 Nov 23 02:53:20.671946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:20.781889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf4867-c8b7-4bd9-a1f7-d3337ef692a6 req-16e98952-6b5d-42a1-a03d-bc04d0ea60b7 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.783385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddcf4867-c8b7-4bd9-a1f7-d3337ef692a6 req-16e98952-6b5d-42a1-a03d-bc04d0ea60b7 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 943 time: 0.1106563 Nov 23 02:53:20.804111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a674-faee-47af-a650-9bd8ede7325c req-89b35907-b3ec-4a31-af46-63929c9a2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.805646 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-89b35907-b3ec-4a31-af46-63929c9a2981 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 200 len: 915 time: 0.1243598 Nov 23 02:53:20.865202 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-9fb8e0c2-22e6-489b-a03f-42c42766cf69 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3 HTTP/1.1" status: 200 len: 217 time: 0.0467653 Nov 23 02:53:20.877128 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddcf4867-c8b7-4bd9-a1f7-d3337ef692a6 req-9da48214-272e-4976-8498-3849ed789a28 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829916 Nov 23 02:53:20.923688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3a674-faee-47af-a650-9bd8ede7325c req-cde76406-b590-42c3-983c-8598e4219ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:20.926006 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-cde76406-b590-42c3-983c-8598e4219ed1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7b8a9ded-3c69-4268-863d-1d66b6babcc0 HTTP/1.1" status: 200 len: 854 time: 0.0477509 Nov 23 02:53:20.958651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-8c842f13-b529-42c9-be4f-91b26dec21fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d9723fd6-98da-47c5-8029-0a7c57c64f5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245745 Nov 23 02:53:21.054934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-57b3ce6b-626d-4462-a5eb-6199642ebc57 service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860159 Nov 23 02:53:21.147275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-def3a674-faee-47af-a650-9bd8ede7325c req-4f06625f-a816-40a1-9d1f-bf2111efd548 service neutron] 10.222.0.46 "GET /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835717 Nov 23 02:53:22.007017 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbdabf-ed01-4047-8cae-e6e023de14bf req-2447ac1c-1b8a-4c4c-8dcb-5ac48424fd12 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:22.009752 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-82cbdabf-ed01-4047-8cae-e6e023de14bf req-2447ac1c-1b8a-4c4c-8dcb-5ac48424fd12 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 943 time: 0.0560162 Nov 23 02:53:22.065996 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-82cbdabf-ed01-4047-8cae-e6e023de14bf req-a53c718a-5bae-4520-99ab-9366cd4bb8df tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Nov 23 02:53:22.081045 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device a9840fa1-bd69-40a9-a291-50db75ad34d3 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:53:22.183624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port a9840fa1-bd69-40a9-a291-50db75ad34d3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:22.194856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'a9840fa1-bd69-40a9-a291-50db75ad34d3', 'network_id': 'd9723fd6-98da-47c5-8029-0a7c57c64f5d', 'port_id': 'a9840fa1-bd69-40a9-a291-50db75ad34d3', 'mac_address': 'fa:16:3e:f3:c4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b8a9ded-3c69-4268-863d-1d66b6babcc0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:53:22.235840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.249672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9840fa1-bd69-40a9-a291-50db75ad34d3 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:53:22.269742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port a9840fa1-bd69-40a9-a291-50db75ad34d3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:22.275416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:22.322604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=a9840fa1-bd69-40a9-a291-50db75ad34d3,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:22.651731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['a9840fa1-bd69-40a9-a291-50db75ad34d3'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:23.189362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abc8d6-40f3-4e69-8eb4-7ee4c345ecfe req-d04977a2-de2a-4ad0-8265-3268b051d53e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:23.190896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9abc8d6-40f3-4e69-8eb4-7ee4c345ecfe req-d04977a2-de2a-4ad0-8265-3268b051d53e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 944 time: 0.0550935 Nov 23 02:53:23.241407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9abc8d6-40f3-4e69-8eb4-7ee4c345ecfe req-3b97556c-ee71-4fb6-9fc0-04b625bb573e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420527 Nov 23 02:53:24.087828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device a9840fa1-bd69-40a9-a291-50db75ad34d3 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:24.163569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port a9840fa1-bd69-40a9-a291-50db75ad34d3 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:53:24.167502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port a9840fa1-bd69-40a9-a291-50db75ad34d3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:24.167882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.249887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.273704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9840fa1-bd69-40a9-a291-50db75ad34d3'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:24.276391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3cd42f-bae0-41c8-ac57-46ed9f9af6f7" -d '{"events": [{"server_uuid": "20a96bbd-f8b6-498d-8c68-3fddf4f23977", "name": "network-vif-plugged", "status": "completed", "tag": "a9840fa1-bd69-40a9-a291-50db75ad34d3"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:24.290154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port a9840fa1-bd69-40a9-a291-50db75ad34d3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:24.295967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:24.319928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d31545-7799-4a28-b0ed-bd68587cb42c x-openstack-request-id: req-95d31545-7799-4a28-b0ed-bd68587cb42c {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:24.320331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a96bbd-f8b6-498d-8c68-3fddf4f23977", "name": "network-vif-plugged", "status": "completed", "tag": "a9840fa1-bd69-40a9-a291-50db75ad34d3", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:24.320565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d31545-7799-4a28-b0ed-bd68587cb42c {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:24.320903 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9840fa1-bd69-40a9-a291-50db75ad34d3', 'code': 200} Nov 23 02:53:24.347882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=a9840fa1-bd69-40a9-a291-50db75ad34d3,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:24.378939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657f8e-188a-4a02-aae0-157a8c320a90 req-255adb24-b101-4b8f-98ba-8aa207cc44ce tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.380476 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2e657f8e-188a-4a02-aae0-157a8c320a90 req-255adb24-b101-4b8f-98ba-8aa207cc44ce tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0540075 Nov 23 02:53:24.433416 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2e657f8e-188a-4a02-aae0-157a8c320a90 req-3f3147b3-f651-4cbd-987b-3f086afd5122 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457094 Nov 23 02:53:24.559170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b92269-d0df-4689-a51e-dfc12326269b req-f08f2bf6-e2a8-48ae-ad2c-a3bcdbcb144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:24.560745 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6b92269-d0df-4689-a51e-dfc12326269b req-f08f2bf6-e2a8-48ae-ad2c-a3bcdbcb144b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 1098 time: 0.0479138 Nov 23 02:53:24.607147 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6b92269-d0df-4689-a51e-dfc12326269b req-d06a21ef-89b2-44cb-9dee-98400c38758c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384398 Nov 23 02:53:25.563091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028e256-860f-48f4-a2a1-865c5b8fd196 req-aa247b1a-374c-4256-905d-2af5868550c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:25.564617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a028e256-860f-48f4-a2a1-865c5b8fd196 req-aa247b1a-374c-4256-905d-2af5868550c1 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0551152 Nov 23 02:53:25.615245 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a028e256-860f-48f4-a2a1-865c5b8fd196 req-4cb88c8c-da74-4fac-b67c-fd8a65d1640f tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417824 Nov 23 02:53:26.753945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e282d-11cd-4d40-be72-79b2746360d3 req-da09adc4-607c-42f6-85e7-2ed9b30e72bd tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:26.755542 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9e282d-11cd-4d40-be72-79b2746360d3 req-da09adc4-607c-42f6-85e7-2ed9b30e72bd tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0602367 Nov 23 02:53:26.808453 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f9e282d-11cd-4d40-be72-79b2746360d3 req-a40d4f99-7775-4320-9c47-c8143239e7e5 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461869 Nov 23 02:53:27.066873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ba225-2d42-4ff6-a3bd-c007bdbc40bf req-b872b80c-f805-4faf-9ea9-0a28743d875e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:27.068406 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-060ba225-2d42-4ff6-a3bd-c007bdbc40bf req-b872b80c-f805-4faf-9ea9-0a28743d875e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0627675 Nov 23 02:53:27.120523 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-060ba225-2d42-4ff6-a3bd-c007bdbc40bf req-b9b44930-7ca1-44e2-877b-690e69def139 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433936 Nov 23 02:53:28.267999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7372d1c-6f41-4cf1-87cd-5a4414423d20 req-e8a17aba-5ea6-4edc-a513-1b4c5c07ec2e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:28.270230 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7372d1c-6f41-4cf1-87cd-5a4414423d20 req-e8a17aba-5ea6-4edc-a513-1b4c5c07ec2e tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0644608 Nov 23 02:53:28.317024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7372d1c-6f41-4cf1-87cd-5a4414423d20 req-01021038-d618-41fa-ae75-a2cc9f660b02 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408008 Nov 23 02:53:29.121094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-fc8b6474-e358-46c8-ab6b-c107c4bb9084 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.122609 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-fc8b6474-e358-46c8-ab6b-c107c4bb9084 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0616515 Nov 23 02:53:29.219215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Deleting port a9840fa1-bd69-40a9-a291-50db75ad34d3 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:29.219594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.318653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] For port a9840fa1-bd69-40a9-a291-50db75ad34d3, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a9840fa1-bd69-40a9-a291-50db75ad34d3,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:29.319347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.331860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Calling delete_port for a9840fa1-bd69-40a9-a291-50db75ad34d3 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:29.436825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da49ba-66ab-4c91-b9ac-9c7dad855093 req-01ca7fd5-adce-4edd-8f10-471c60cf6b63 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:29.438327 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-30da49ba-66ab-4c91-b9ac-9c7dad855093 req-01ca7fd5-adce-4edd-8f10-471c60cf6b63 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=20a96bbd-f8b6-498d-8c68-3fddf4f23977 HTTP/1.1" status: 200 len: 945 time: 0.0493112 Nov 23 02:53:29.471748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.488681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-30da49ba-66ab-4c91-b9ac-9c7dad855093 req-0b21c6b8-5935-4438-a1b3-20bbd82db39c tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441892 Nov 23 02:53:29.501643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Pushing event deleted for resources: {'Port': ['ID=a9840fa1-bd69-40a9-a291-50db75ad34d3,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:29.515382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['ecda1ff2-aa38-421d-bb97-eb60024b20e4', 'a9840fa1-bd69-40a9-a291-50db75ad34d3'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:29.550898 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] No DVR routers for this DVR port a9840fa1-bd69-40a9-a291-50db75ad34d3 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:29.553873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:29.557675 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0154f93c-94bc-452e-a7ea-6bd99e5186cf req-942a01c2-4cd2-4a19-aa36-1bdcf3e92415 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "DELETE /v2.0/ports/a9840fa1-bd69-40a9-a291-50db75ad34d3 HTTP/1.1" status: 204 len: 173 time: 0.4266520 Nov 23 02:53:29.558176 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'name': 'network-vif-deleted', 'tag': 'a9840fa1-bd69-40a9-a291-50db75ad34d3'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:29.560637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544e3534-4396-4345-9f92-bb559e23cc90" -d '{"events": [{"server_uuid": "20a96bbd-f8b6-498d-8c68-3fddf4f23977", "name": "network-vif-deleted", "tag": "a9840fa1-bd69-40a9-a291-50db75ad34d3"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:29.603023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d99b1c-76ed-4af8-ba41-df37975fb45f x-openstack-request-id: req-c6d99b1c-76ed-4af8-ba41-df37975fb45f {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:29.603423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a96bbd-f8b6-498d-8c68-3fddf4f23977", "name": "network-vif-deleted", "tag": "a9840fa1-bd69-40a9-a291-50db75ad34d3", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:29.603852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6d99b1c-76ed-4af8-ba41-df37975fb45f {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:29.604385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a96bbd-f8b6-498d-8c68-3fddf4f23977', 'name': 'network-vif-deleted', 'tag': 'a9840fa1-bd69-40a9-a291-50db75ad34d3', 'status': 'completed', 'code': 200} Nov 23 02:53:30.650484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20143f-05d5-480f-a44d-9f67214fcce4 req-0f834abc-fb5b-41e8-88bd-7bf5d361e2d9 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:30.652221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-db20143f-05d5-480f-a44d-9f67214fcce4 req-0f834abc-fb5b-41e8-88bd-7bf5d361e2d9 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0572386 Nov 23 02:53:30.702850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-db20143f-05d5-480f-a44d-9f67214fcce4 req-3c57432a-6a6b-4351-b3f0-bea9fd842d4f tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415437 Nov 23 02:53:30.843818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331eb4f-e131-4656-bbe0-d8f98ab1c939 req-e45fcd82-d9dc-4538-9b13-072063cbdd61 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:30.845217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2331eb4f-e131-4656-bbe0-d8f98ab1c939 req-e45fcd82-d9dc-4538-9b13-072063cbdd61 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0526528 Nov 23 02:53:30.896881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2331eb4f-e131-4656-bbe0-d8f98ab1c939 req-393d0461-d9bd-4100-8d06-ef6794ae0638 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426917 Nov 23 02:53:31.022145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28187d9f-ddd8-48fd-b3fb-a79481bd3527 req-db7d0e08-b529-4189-95aa-5620e8f4c3f5 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.023612 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-28187d9f-ddd8-48fd-b3fb-a79481bd3527 req-db7d0e08-b529-4189-95aa-5620e8f4c3f5 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0549440 Nov 23 02:53:31.080207 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-28187d9f-ddd8-48fd-b3fb-a79481bd3527 req-6a7ecc00-977b-4dc1-afa5-21397964c522 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471158 Nov 23 02:53:31.210270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-d55681c8-7dd1-46d3-9210-2bca8881ad9d req-86d8ce03-0c9f-481c-8447-9d43696d9190 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:53:31.211285 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d55681c8-7dd1-46d3-9210-2bca8881ad9d req-86d8ce03-0c9f-481c-8447-9d43696d9190 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056469 Nov 23 02:53:31.320623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c3698-1e6c-4397-9032-0d0007a2cd1d req-7a8872da-6217-4a85-968c-b8fc31c1643a tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.322131 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-578c3698-1e6c-4397-9032-0d0007a2cd1d req-7a8872da-6217-4a85-968c-b8fc31c1643a tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0494432 Nov 23 02:53:31.370738 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-578c3698-1e6c-4397-9032-0d0007a2cd1d req-7fd7ff44-1904-4401-b4ba-d77eb20e20d4 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423119 Nov 23 02:53:31.494287 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed5edb-d9ed-4a6a-b578-bf2f92ddc91e req-4d8f2597-fade-401d-bb5c-a4da8ddddc18 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.495856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-47ed5edb-d9ed-4a6a-b578-bf2f92ddc91e req-4d8f2597-fade-401d-bb5c-a4da8ddddc18 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0561161 Nov 23 02:53:31.546759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-47ed5edb-d9ed-4a6a-b578-bf2f92ddc91e req-97432f9d-805a-4d88-97c5-3c858c683826 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 Nov 23 02:53:31.683474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb2a17-c48e-4494-95a6-f70e95c22e8e req-b97432a8-f6cf-4679-89f1-8f219e72ec65 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:31.685773 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-43fb2a17-c48e-4494-95a6-f70e95c22e8e req-b97432a8-f6cf-4679-89f1-8f219e72ec65 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Nov 23 02:53:31.734220 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-43fb2a17-c48e-4494-95a6-f70e95c22e8e req-58ed2730-cf18-4fba-830c-219c2a4368c4 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Nov 23 02:53:32.055688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781683a-be1f-4186-b93c-627c58d31429 req-407ab8ba-38bf-4cc3-9571-572d5f5f0dc5 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:32.057272 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5781683a-be1f-4186-b93c-627c58d31429 req-407ab8ba-38bf-4cc3-9571-572d5f5f0dc5 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0514884 Nov 23 02:53:32.110660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5781683a-be1f-4186-b93c-627c58d31429 req-0e3ab786-b8ca-4f63-8e36-0f596dda3206 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Nov 23 02:53:32.127116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device a9840fa1-bd69-40a9-a291-50db75ad34d3 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:32.147846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: a9840fa1-bd69-40a9-a291-50db75ad34d3 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:32.148196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device a9840fa1-bd69-40a9-a291-50db75ad34d3 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:33.146416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2e47c9bc-9162-491a-b215-9e1f90efbed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:33.232805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31682a96-5018-4f86-b92a-55611399aeb2 req-2c1df85f-50f7-4b52-9a58-e0f44fc18854 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:33.234313 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-31682a96-5018-4f86-b92a-55611399aeb2 req-2c1df85f-50f7-4b52-9a58-e0f44fc18854 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0494833 Nov 23 02:53:33.287121 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-31682a96-5018-4f86-b92a-55611399aeb2 req-ebd7a54f-8a15-4613-8e21-24c3883ae425 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/security-groups?id=940aea04-49a4-4d76-a427-c490cbdc9461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Nov 23 02:53:33.854539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-1149a89e-98f8-42b4-bfb7-2f4be94032c7 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:33.856043 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-1149a89e-98f8-42b4-bfb7-2f4be94032c7 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Nov 23 02:53:33.956689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Deleting port ecda1ff2-aa38-421d-bb97-eb60024b20e4 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:33.957020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.062778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] For port ecda1ff2-aa38-421d-bb97-eb60024b20e4, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ecda1ff2-aa38-421d-bb97-eb60024b20e4,segment=NetworkSegment(48193b15-5ad7-4829-ac37-92344d16bd9e),segment_id=48193b15-5ad7-4829-ac37-92344d16bd9e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:34.063182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.080373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Calling delete_port for ecda1ff2-aa38-421d-bb97-eb60024b20e4 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:34.227261 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.255859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Pushing event deleted for resources: {'Port': ['ID=ecda1ff2-aa38-421d-bb97-eb60024b20e4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:34.268044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['ecda1ff2-aa38-421d-bb97-eb60024b20e4'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:53:34.297138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] No DVR routers for this DVR port ecda1ff2-aa38-421d-bb97-eb60024b20e4 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:34.299530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:34.307079 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a61cfcbc-b4d9-48de-a8b2-dd38d71155de req-db87be41-4852-4676-809f-2c538d764c54 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.46 "DELETE /v2.0/ports/ecda1ff2-aa38-421d-bb97-eb60024b20e4 HTTP/1.1" status: 204 len: 173 time: 0.4438956 Nov 23 02:53:34.307625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'name': 'network-vif-deleted', 'tag': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:53:34.310105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c893dc83-cf3a-4080-bf3f-128bae683a8f" -d '{"events": [{"server_uuid": "e895d5a9-84b1-4e79-a8a5-7af99015f578", "name": "network-vif-deleted", "tag": "ecda1ff2-aa38-421d-bb97-eb60024b20e4"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:53:34.361947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d0ba88-2181-40d2-8158-b3d1de0a6198 x-openstack-request-id: req-a3d0ba88-2181-40d2-8158-b3d1de0a6198 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:53:34.362244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e895d5a9-84b1-4e79-a8a5-7af99015f578", "name": "network-vif-deleted", "tag": "ecda1ff2-aa38-421d-bb97-eb60024b20e4", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:53:34.362500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3d0ba88-2181-40d2-8158-b3d1de0a6198 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:53:34.362918 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e895d5a9-84b1-4e79-a8a5-7af99015f578', 'name': 'network-vif-deleted', 'tag': 'ecda1ff2-aa38-421d-bb97-eb60024b20e4', 'status': 'completed', 'code': 200} Nov 23 02:53:34.397701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62ac243d-5b12-4836-813d-accfdbd5484f req-e6ad47cf-7fc2-4ad8-95b4-521845fd49e9 tempest-ServersNegativeTestJSON-698919457 tempest-ServersNegativeTestJSON-698919457-project] 10.222.0.53 "GET /v2.0/ports?device_id=e895d5a9-84b1-4e79-a8a5-7af99015f578 HTTP/1.1" status: 200 len: 210 time: 0.0288701 Nov 23 02:53:35.468919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39160) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:35.514603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Deleting subnet 7b8a9ded-3c69-4268-863d-1d66b6babcc0 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:35.517771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.558786 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.604148 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.612281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4af8cbde-9f1d-44eb-9471-2379523ab186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.666519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.692883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8a9ded-3c69-4268-863d-1d66b6babcc0,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:35.694872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.698109 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c91f860d-4afe-4bf6-bc38-e3e277f717c3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7b8a9ded-3c69-4268-863d-1d66b6babcc0 HTTP/1.1" status: 204 len: 168 time: 0.2281787 Nov 23 02:53:35.701308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39162) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:35.777615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.859358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.879623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9723fd6-98da-47c5-8029-0a7c57c64f5d']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:35.889254 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48193b15-5ad7-4829-ac37-92344d16bd9e') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:35.889561 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48193b15-5ad7-4829-ac37-92344d16bd9e') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:35.898939 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.912217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.918875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:35.919273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:35.920978 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:35.975929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.981796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:35.985154 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d9723fd6-98da-47c5-8029-0a7c57c64f5d HTTP/1.1" status: 204 len: 168 time: 0.2829344 Nov 23 02:53:35.996619 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70449d0f-32e7-4081-9f35-4f576aa470e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9723fd6-98da-47c5-8029-0a7c57c64f5d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:36.102682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:36.150425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c912084a-1b3f-4766-b92a-09354a201497 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e77f80147b7483aaa4e364a2ecf5c40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0465367 Nov 23 02:53:36.153175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39168) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:36.202841 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10260c3f-55b2-4456-8aa8-6d35aeec711c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:36.227817 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10260c3f-55b2-4456-8aa8-6d35aeec711c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:36.275842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10260c3f-55b2-4456-8aa8-6d35aeec711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:36.278575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-10260c3f-55b2-4456-8aa8-6d35aeec711c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:36.279804 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-10260c3f-55b2-4456-8aa8-6d35aeec711c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/940aea04-49a4-4d76-a427-c490cbdc9461 HTTP/1.1" status: 204 len: 168 time: 0.1257176 Nov 23 02:53:36.288159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10260c3f-55b2-4456-8aa8-6d35aeec711c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940aea04-49a4-4d76-a427-c490cbdc9461,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:36.523054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.048767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39190) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:37.157573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1502361181'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:37.184527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:37.189466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.207697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.285362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.292345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.321326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:37.327791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37fb4c94-be77-43e6-95c2-e7ba172d6286,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:37.334298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.334664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Added segment 439acb41-104a-4bca-a60c-65aa1065a01c of type vlan for network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d Nov 23 02:53:37.389659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.420864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.426955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:37.427590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:37.489956 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4400549 Nov 23 02:53:37.498649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829ced8-e31f-4ceb-a838-2f88cef83db1 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Network': ['ID=8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:37.509309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:38.157583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device ecda1ff2-aa38-421d-bb97-eb60024b20e4 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:38.332377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: ecda1ff2-aa38-421d-bb97-eb60024b20e4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:38.332817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device ecda1ff2-aa38-421d-bb97-eb60024b20e4 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:38.343653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:39.332658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:40.727374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39194) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:40.733730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'subnet': {'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:40.832113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:40.836241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.020732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.078118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Subnet': ['ID=5229750e-2c9e-4143-a98d-733a417674c7,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:41.088992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Checking segment: {'id': '439acb41-104a-4bca-a60c-65aa1065a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:41.089524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network hostable DHCP agents. Network: 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:41.106318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:41.116398 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:41.120824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.121503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.125812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5e5d7-53b0-4354-9134-32b4a5b75ed1 None None] Network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:41.139563 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1ba24276-54c8-4226-ac25-b80af1b89987 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4107881 Nov 23 02:53:41.143066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39196) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:41.148209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425645030'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:41.169861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:41.173484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.200041 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:41.209713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.210060 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Added segment 30614dd2-8082-4faf-9c8c-51c95e4ee20a of type vlan for network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e Nov 23 02:53:41.249993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.277534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.277842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d', 'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d', 'tenant_id': 'e0d945e88d6f4aaf84d20e188bcffbc4', 'fixed_ips': [{'subnet_id': '5229750e-2c9e-4143-a98d-733a417674c7'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:41.278791 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.283151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.283729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.344555 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1972709 Nov 23 02:53:41.345433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39198) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:41.350403 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'subnet': {'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:41.407067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f7152-179f-4487-8523-2ae7e29de8b8 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Network': ['ID=b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:41.422552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Allocated IP 2001:db8:0:ffff::2 (8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d/5229750e-2c9e-4143-a98d-733a417674c7/66f7195f-1f49-41d4-8741-886c6d8282c3) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:41.426084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:41.457755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:41.461965 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.626093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.631879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.664779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.675897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:41.678910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:41.682773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:41.689909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Pushing event updated for resources: {'Port': ['ID=66f7195f-1f49-41d4-8741-886c6d8282c3,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:41.730680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Subnet': ['ID=b87adf0b-9cc4-47b9-a037-d6e3bacfd5eb,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:41.742103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Attempting to bind port 66f7195f-1f49-41d4-8741-886c6d8282c3 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:41.742437 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Checking segment: {'id': '30614dd2-8082-4faf-9c8c-51c95e4ee20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:41.742568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Attempting to bind port 66f7195f-1f49-41d4-8741-886c6d8282c3 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '439acb41-104a-4bca-a60c-65aa1065a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:41.742797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network hostable DHCP agents. Network: b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:41.742910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Attempting to bind port 66f7195f-1f49-41d4-8741-886c6d8282c3 on network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:41.748546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:41.748928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Checking segment: {'id': '439acb41-104a-4bca-a60c-65aa1065a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:41.749469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.749880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Bound using segment: {'id': '439acb41-104a-4bca-a60c-65aa1065a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:41.750437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Bound port: 66f7195f-1f49-41d4-8741-886c6d8282c3, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439acb41-104a-4bca-a60c-65aa1065a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:41.750731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.760116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:41.771312 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:41.775550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:41.776109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.783604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4b5570-4f9d-435d-9388-4dc8ed401eb7 None None] Network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:41.795307 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b1474dc0-8397-4657-9486-2327fb39eb2b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4491224 Nov 23 02:53:41.798044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39200) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:41.865933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] For port 66f7195f-1f49-41d4-8741-886c6d8282c3, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:41.874444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] For port 66f7195f-1f49-41d4-8741-886c6d8282c3, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=66f7195f-1f49-41d4-8741-886c6d8282c3,segment=NetworkSegment(439acb41-104a-4bca-a60c-65aa1065a01c),segment_id=439acb41-104a-4bca-a60c-65aa1065a01c)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:41.887773 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.897086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:41.979239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5194d1d-2513-41f9-a3b6-2110b1836693 None None] Pushing event updated for resources: {'Port': ['ID=66f7195f-1f49-41d4-8741-886c6d8282c3,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:42.020479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e', 'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e', 'tenant_id': 'e0d945e88d6f4aaf84d20e188bcffbc4', 'fixed_ips': [{'subnet_id': 'b87adf0b-9cc4-47b9-a037-d6e3bacfd5eb'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:42.021379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.212500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Allocated IP 2001:db8::2 (b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e/b87adf0b-9cc4-47b9-a037-d6e3bacfd5eb/59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:42.333008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.379859 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.390153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.410955 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.434263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:42.436577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Subnet': ['ID=b87adf0b-9cc4-47b9-a037-d6e3bacfd5eb,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:42.437331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:42.440804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:42.448807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Pushing event updated for resources: {'Port': ['ID=59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:42.499562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Attempting to bind port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:42.499912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Attempting to bind port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '30614dd2-8082-4faf-9c8c-51c95e4ee20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:42.500305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Attempting to bind port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df on network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:42.504937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.505551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:42.505933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Checking segment: {'id': '30614dd2-8082-4faf-9c8c-51c95e4ee20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:42.506340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.506703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Bound using segment: {'id': '30614dd2-8082-4faf-9c8c-51c95e4ee20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:42.507202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Bound port: 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30614dd2-8082-4faf-9c8c-51c95e4ee20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:42.507608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.530909 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:42.541452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30614dd2-8082-4faf-9c8c-51c95e4ee20a') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:42.541750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30614dd2-8082-4faf-9c8c-51c95e4ee20a') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:42.551863 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.565501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.571821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] For port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:42.572978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:42.573336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:42.576765 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:42.638880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] For port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df,segment=NetworkSegment(30614dd2-8082-4faf-9c8c-51c95e4ee20a),segment_id=30614dd2-8082-4faf-9c8c-51c95e4ee20a)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:42.641288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.db.api [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 02:53:42.641288 dv-neutron-818844-1-hyperv neutron-server[103356]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 02:53:42.641288 dv-neutron-818844-1-hyperv neutron-server[103356]: [parameters: {'id': 'b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e'}] Nov 23 02:53:42.641288 dv-neutron-818844-1-hyperv neutron-server[103356]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103356) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:53:42.641716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG oslo_db.api [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:53:42.644737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:42.724275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da1fc1-aa8a-4acd-bd62-615c3fe1ad0b None None] Pushing event updated for resources: {'Port': ['ID=59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:42.746946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a7170-2281-4306-a9d2-ebc068b12dcc None None] Network b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:42.909078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9275b02-3f50-45eb-a70b-17090c0c1d3f None None] Network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:42.970835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f2e3de34-ab80-481f-992e-3d138f95dc76 None None] Provisioning complete for port 66f7195f-1f49-41d4-8741-886c6d8282c3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:42.971176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de34-ab80-481f-992e-3d138f95dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.145646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.185083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 66f7195f-1f49-41d4-8741-886c6d8282c3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:43.218728 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Deleting port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:43.219098 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.257666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de34-ab80-481f-992e-3d138f95dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.295736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] For port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df,segment=NetworkSegment(30614dd2-8082-4faf-9c8c-51c95e4ee20a),segment_id=30614dd2-8082-4faf-9c8c-51c95e4ee20a)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:43.296093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.310903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Calling delete_port for 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:43.321603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f2e3de34-ab80-481f-992e-3d138f95dc76 None None] For port 66f7195f-1f49-41d4-8741-886c6d8282c3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=66f7195f-1f49-41d4-8741-886c6d8282c3,segment=NetworkSegment(439acb41-104a-4bca-a60c-65aa1065a01c),segment_id=439acb41-104a-4bca-a60c-65aa1065a01c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:43.334155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2e3de34-ab80-481f-992e-3d138f95dc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.369546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 66f7195f-1f49-41d4-8741-886c6d8282c3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:43.369836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.436894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.459897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3de34-ab80-481f-992e-3d138f95dc76 None None] Pushing event updated for resources: {'Port': ['ID=66f7195f-1f49-41d4-8741-886c6d8282c3,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:43.485618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Port': ['ID=59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:43.490524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No DVR routers for this DVR port 59cc2ff8-4fee-4ca4-b55b-e9cea0dec8df on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:43.623836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.656938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:43.669365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30614dd2-8082-4faf-9c8c-51c95e4ee20a') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:43.669670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30614dd2-8082-4faf-9c8c-51c95e4ee20a') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:43.682162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06df29a-1e3b-4fea-9c72-b5e3bd22383c None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:53:43.682785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.697154 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.705264 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:43.705669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:43.709997 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:43.753714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d5dcb0de-3afd-4d87-a9b6-0c9c65dffb5f None None] Provisioning complete for port 66f7195f-1f49-41d4-8741-886c6d8282c3 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:43.754097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5dcb0de-3afd-4d87-a9b6-0c9c65dffb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.786770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.794673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.797865 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e HTTP/1.1" status: 204 len: 168 time: 1.9988115 Nov 23 02:53:43.804856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39202) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:43.811746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1470541720'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:43.811982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d351e74-135c-49eb-a7f7-433645a3d682 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Network': ['ID=b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:43.837767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:43.840708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.843083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06df29a-1e3b-4fea-9c72-b5e3bd22383c None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:53:43.867708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:43.878076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.878350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Added segment 5ee33cce-93d0-4834-bc0e-bda8b6a84c37 of type vlan for network 020fc85f-fd91-48bf-a118-309c9f1dc866 Nov 23 02:53:43.919227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.945522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:43.951165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:43.951772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.008538 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2001164 Nov 23 02:53:44.008991 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39204) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:44.014595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'subnet': {'network_id': '020fc85f-fd91-48bf-a118-309c9f1dc866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:44.022728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85561bd-0dde-4adb-9972-8c5965cecaed tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Network': ['ID=020fc85f-fd91-48bf-a118-309c9f1dc866,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:44.037439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 020fc85f-fd91-48bf-a118-309c9f1dc866 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:44.143850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:44.147630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.205789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Performing IP validity checks on allocation pools {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 02:53:44.206319 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.ipam_backend_mixin [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103356) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 02:53:44.333197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.397186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Subnet': ['ID=54ea48f7-417a-4b34-b90f-f28458822d39,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:44.406246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Checking segment: {'id': '5ee33cce-93d0-4834-bc0e-bda8b6a84c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '020fc85f-fd91-48bf-a118-309c9f1dc866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:44.406609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network hostable DHCP agents. Network: 020fc85f-fd91-48bf-a118-309c9f1dc866, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:44.426384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network 020fc85f-fd91-48bf-a118-309c9f1dc866 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:44.437606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 020fc85f-fd91-48bf-a118-309c9f1dc866) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:44.442252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:44.443397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.446720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b20a3-1878-45ec-917f-7ebec42cd620 None None] Network 020fc85f-fd91-48bf-a118-309c9f1dc866 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:44.460712 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ef5ee90f-78fd-4630-b7c5-89cd85b450c3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4502590 Nov 23 02:53:44.463073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:44.572164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.602632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f80c45-f716-49f4-b858-4a00f28cb8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-020fc85f-fd91-48bf-a118-309c9f1dc866', 'network_id': '020fc85f-fd91-48bf-a118-309c9f1dc866', 'tenant_id': 'e0d945e88d6f4aaf84d20e188bcffbc4', 'fixed_ips': [{'subnet_id': '54ea48f7-417a-4b34-b90f-f28458822d39'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:44.603638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5f80c45-f716-49f4-b858-4a00f28cb8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.624387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.685862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server [None req-c5f80c45-f716-49f4-b858-4a00f28cb8ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54ea48f7-417a-4b34-b90f-f28458822d39: This subnet is being modified by another concurrent operation. Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server raise exception Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54ea48f7-417a-4b34-b90f-f28458822d39: This subnet is being modified by another concurrent operation. Nov 23 02:53:44.705312 dv-neutron-818844-1-hyperv neutron-server[103358]: ERROR oslo_messaging.rpc.server Nov 23 02:53:44.713669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Subnet': ['ID=54ea48f7-417a-4b34-b90f-f28458822d39,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:44.726837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac7661a-617c-4a23-9230-c4c5ac8e8da3 None None] Network 020fc85f-fd91-48bf-a118-309c9f1dc866 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:44.776053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.796221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020fc85f-fd91-48bf-a118-309c9f1dc866']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:44.805503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee33cce-93d0-4834-bc0e-bda8b6a84c37') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:44.805804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee33cce-93d0-4834-bc0e-bda8b6a84c37') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:44.815923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.830079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.836918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:44.837318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:44.840871 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:44.843053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980df4a0-ec0b-4191-9436-aeef0d560e4b None None] get_active_networks_info from dv-neutron-818844-1-hyperv {{(pid=103358) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 02:53:44.901006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.908758 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.911917 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/020fc85f-fd91-48bf-a118-309c9f1dc866 HTTP/1.1" status: 204 len: 168 time: 0.4479179 Nov 23 02:53:44.913375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980df4a0-ec0b-4191-9436-aeef0d560e4b None None] Resources bound (agent type, host, resource id): {{(pid=103358) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 02:53:44.916203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39208) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:44.922872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1001495026'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:44.930904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cacdac-2107-4da1-a3fb-8da4c92b1f50 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Network': ['ID=020fc85f-fd91-48bf-a118-309c9f1dc866,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:44.948387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:44.952284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.982133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:44.991693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:44.992028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Added segment 4c9251a3-f6f4-473a-9406-3549b18ff2f8 of type vlan for network bd366cfa-2c45-4bc2-8c37-576afb115116 Nov 23 02:53:45.032054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.059616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.065155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:45.065726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.132258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2113810 Nov 23 02:53:45.133826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39210) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:45.138455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91ccf11-e9a3-4e3d-bdb8-7daf438e8554 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Network': ['ID=bd366cfa-2c45-4bc2-8c37-576afb115116,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:45.139741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 66f7195f-1f49-41d4-8741-886c6d8282c3 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:45.143754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'subnet': {'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:45.165866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bd366cfa-2c45-4bc2-8c37-576afb115116 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:45.255226 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:45.255954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 66f7195f-1f49-41d4-8741-886c6d8282c3 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:45.256341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.261862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.453937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.511951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Subnet': ['ID=23a79dad-9916-41a5-a1bc-30fa46631452,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:45.522872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Checking segment: {'id': '4c9251a3-f6f4-473a-9406-3549b18ff2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:45.523217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network hostable DHCP agents. Network: bd366cfa-2c45-4bc2-8c37-576afb115116, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:45.543343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network bd366cfa-2c45-4bc2-8c37-576afb115116 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:45.554115 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bd366cfa-2c45-4bc2-8c37-576afb115116) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:45.558455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:45.559142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.566009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5c919b-6acb-4437-bb8d-cea4efc56cff None None] Network bd366cfa-2c45-4bc2-8c37-576afb115116 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:45.576841 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e1ce4c5a-205f-4f24-b2a5-b88b663ff5c6 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4410343 Nov 23 02:53:45.580564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39212) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:45.585760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1617695552'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:45.607302 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:45.610938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.634697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:45.645388 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.645734 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Added segment ddf0452a-4719-4fbe-8c41-48a2b92347d6 of type vlan for network de322a95-f505-48c3-af53-8440bb45b20f Nov 23 02:53:45.691919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.719059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.724792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:45.725405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.725585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bd366cfa-2c45-4bc2-8c37-576afb115116', 'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116', 'tenant_id': 'e0d945e88d6f4aaf84d20e188bcffbc4', 'fixed_ips': [{'subnet_id': '23a79dad-9916-41a5-a1bc-30fa46631452'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:45.726371 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.794586 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2126467 Nov 23 02:53:45.797304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39214) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:45.802777 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Request body: {'subnet': {'network_id': 'de322a95-f505-48c3-af53-8440bb45b20f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:45.821135 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c8b9d-4979-4033-b6ed-1898a008affb tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Network': ['ID=de322a95-f505-48c3-af53-8440bb45b20f,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:45.845715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network de322a95-f505-48c3-af53-8440bb45b20f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:45.901733 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Made reservation on behalf of e0d945e88d6f4aaf84d20e188bcffbc4 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:45.905844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:45.925172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Allocated IP 2001:db8::2 (bd366cfa-2c45-4bc2-8c37-576afb115116/23a79dad-9916-41a5-a1bc-30fa46631452/5d9f5af4-5634-4a54-9f02-7abc5b3b0258) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:46.073968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.080652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.102176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.122210 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Network bd366cfa-2c45-4bc2-8c37-576afb115116 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:46.127624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:46.129924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Pushing event updated for resources: {'Port': ['ID=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:46.133326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:46.172795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event updated for resources: {'Subnet': ['ID=3963978a-35c0-4105-860f-3f7785e5b81b,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:46.181273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Checking segment: {'id': 'ddf0452a-4719-4fbe-8c41-48a2b92347d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'de322a95-f505-48c3-af53-8440bb45b20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:46.181632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network hostable DHCP agents. Network: de322a95-f505-48c3-af53-8440bb45b20f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:46.189119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Attempting to bind port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:46.189491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Attempting to bind port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '4c9251a3-f6f4-473a-9406-3549b18ff2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:46.189853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Attempting to bind port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 on network bd366cfa-2c45-4bc2-8c37-576afb115116 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:46.194868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:46.195244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Checking segment: {'id': '4c9251a3-f6f4-473a-9406-3549b18ff2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:46.195641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.196025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Bound using segment: {'id': '4c9251a3-f6f4-473a-9406-3549b18ff2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:46.196514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Bound port: 5d9f5af4-5634-4a54-9f02-7abc5b3b0258, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9251a3-f6f4-473a-9406-3549b18ff2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bd366cfa-2c45-4bc2-8c37-576afb115116'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:46.196941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.201896 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Network de322a95-f505-48c3-af53-8440bb45b20f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:46.212566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, de322a95-f505-48c3-af53-8440bb45b20f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:46.217418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:46.218032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.231986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff87973-b4d4-4708-b0df-217a43be71fa None None] Network de322a95-f505-48c3-af53-8440bb45b20f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:46.237976 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7ae0018a-4c9b-4a6e-bad5-b7322f08ac13 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4395823 Nov 23 02:53:46.240869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39216) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:46.310591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] For port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:46.315733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] For port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,segment=NetworkSegment(4c9251a3-f6f4-473a-9406-3549b18ff2f8),segment_id=4c9251a3-f6f4-473a-9406-3549b18ff2f8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:46.327296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.346341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.403870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.427942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4f490c-496e-46dd-a152-1f102ef5cedc None None] Pushing event updated for resources: {'Port': ['ID=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:46.464769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd373b31-9c05-49ad-8b63-8cf396babddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-de322a95-f505-48c3-af53-8440bb45b20f', 'network_id': 'de322a95-f505-48c3-af53-8440bb45b20f', 'tenant_id': 'e0d945e88d6f4aaf84d20e188bcffbc4', 'fixed_ips': [{'subnet_id': '3963978a-35c0-4105-860f-3f7785e5b81b'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:46.466161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cd373b31-9c05-49ad-8b63-8cf396babddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.473738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.575664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Subnet': ['ID=3963978a-35c0-4105-860f-3f7785e5b81b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:46.588404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97c381-f711-4008-bd68-694367991b36 None None] Network de322a95-f505-48c3-af53-8440bb45b20f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:46.603442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.630995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de322a95-f505-48c3-af53-8440bb45b20f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:46.642126 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf0452a-4719-4fbe-8c41-48a2b92347d6') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:46.642411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf0452a-4719-4fbe-8c41-48a2b92347d6') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:46.652582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.668516 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.675829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:46.676046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:46.679604 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:46.747616 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.754283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.757634 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/de322a95-f505-48c3-af53-8440bb45b20f HTTP/1.1" status: 204 len: 168 time: 0.5158181 Nov 23 02:53:46.760506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39218) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:46.769444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddbc58-36ce-492d-a939-7ffbd0515e99 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Network': ['ID=de322a95-f505-48c3-af53-8440bb45b20f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:46.793452 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9e0699-b8a8-4854-b4e4-9ffcda6d37fc tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] GET failed (client error): The resource could not be found. Nov 23 02:53:46.794794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2e9e0699-b8a8-4854-b4e4-9ffcda6d37fc tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "GET /v2.0/subnets/3963978a-35c0-4105-860f-3f7785e5b81b HTTP/1.1" status: 404 len: 337 time: 0.0326231 Nov 23 02:53:46.797709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39220) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:46.816438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.pecan_wsgi.hooks.translation [None req-18548556-d293-4666-80d8-041caf02d398 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:46.816772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18548556-d293-4666-80d8-041caf02d398 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103357) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:46.819716 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-18548556-d293-4666-80d8-041caf02d398 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/de322a95-f505-48c3-af53-8440bb45b20f HTTP/1.1" status: 404 len: 339 time: 0.0211430 Nov 23 02:53:46.823972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39222) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:46.850391 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbffafe9-bec7-4e80-b98f-e9fd440449c5 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:46.850926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbffafe9-bec7-4e80-b98f-e9fd440449c5 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:46.856523 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dbffafe9-bec7-4e80-b98f-e9fd440449c5 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/subnets/3963978a-35c0-4105-860f-3f7785e5b81b HTTP/1.1" status: 404 len: 337 time: 0.0288382 Nov 23 02:53:46.856975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39224) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:46.876376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc02e868-df4d-4611-8d23-d539580321e3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:46.876908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc02e868-df4d-4611-8d23-d539580321e3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:46.879932 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-cc02e868-df4d-4611-8d23-d539580321e3 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/de322a95-f505-48c3-af53-8440bb45b20f HTTP/1.1" status: 404 len: 339 time: 0.0220416 Nov 23 02:53:46.882741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39226) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:46.937124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Deleting subnet 23a79dad-9916-41a5-a1bc-30fa46631452 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:46.940511 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:46.984441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.071225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.140121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.180070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Subnet': ['ID=23a79dad-9916-41a5-a1bc-30fa46631452,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:47.186578 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.187257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:47.192995 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-329c38ab-e05f-45b7-b021-48345ed0de60 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/subnets/23a79dad-9916-41a5-a1bc-30fa46631452 HTTP/1.1" status: 204 len: 168 time: 0.3076301 Nov 23 02:53:47.193570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39228) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.240050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:47.240478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.286909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.338996 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.349403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Deleting port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:47.349730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.374844 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab45147-1647-4c17-aa36-287d480960c8 None None] Network bd366cfa-2c45-4bc2-8c37-576afb115116 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:47.390397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,segment=NetworkSegment(4c9251a3-f6f4-473a-9406-3549b18ff2f8),segment_id=4c9251a3-f6f4-473a-9406-3549b18ff2f8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:47.417682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] For port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,segment=NetworkSegment(4c9251a3-f6f4-473a-9406-3549b18ff2f8),segment_id=4c9251a3-f6f4-473a-9406-3549b18ff2f8)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:47.418138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.426933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.431589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Calling delete_port for 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:47.515988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.542801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Port': ['ID=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:47.550851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No DVR routers for this DVR port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:47.553302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.553634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.553994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.554355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.554670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.554986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.555316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.555635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.555936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.556270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.556599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.556929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:53:47.623050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event deleted for resources: {'Port': ['ID=5d9f5af4-5634-4a54-9f02-7abc5b3b0258,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:47.637445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-39a72605-b60b-485a-9e55-f62bf6010e37 None None] Provisioning complete for port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:47.637856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-39a72605-b60b-485a-9e55-f62bf6010e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.644168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.659128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-39a72605-b60b-485a-9e55-f62bf6010e37 None None] Port 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 was deleted so its status cannot be updated. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 02:53:47.665017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd366cfa-2c45-4bc2-8c37-576afb115116']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:47.675235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9251a3-f6f4-473a-9406-3549b18ff2f8') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:47.675554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9251a3-f6f4-473a-9406-3549b18ff2f8') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:47.685562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.699079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.706031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:47.706705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:47.710002 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:47.760220 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa124252-9f7a-42a4-b1fa-43924755f6db None None] DHCP port deletion for bd366cfa-2c45-4bc2-8c37-576afb115116 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:47.780536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.785310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:47.788837 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/bd366cfa-2c45-4bc2-8c37-576afb115116 HTTP/1.1" status: 204 len: 168 time: 0.5936434 Nov 23 02:53:47.791435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39230) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.803626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3791ada-1e00-4def-9e47-ff5de163c81a tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Network': ['ID=bd366cfa-2c45-4bc2-8c37-576afb115116,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:47.820417 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69effa6-aef6-43ae-aae3-5ddec6ecbe87 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:47.820873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69effa6-aef6-43ae-aae3-5ddec6ecbe87 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:47.824059 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c69effa6-aef6-43ae-aae3-5ddec6ecbe87 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/subnets/54ea48f7-417a-4b34-b90f-f28458822d39 HTTP/1.1" status: 404 len: 337 time: 0.0312791 Nov 23 02:53:47.826542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39232) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.845723 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5d652d-e75f-4b94-9a79-66060ff5408b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:47.846245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5d652d-e75f-4b94-9a79-66060ff5408b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:47.849298 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f5d652d-e75f-4b94-9a79-66060ff5408b tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/020fc85f-fd91-48bf-a118-309c9f1dc866 HTTP/1.1" status: 404 len: 339 time: 0.0218229 Nov 23 02:53:47.852984 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39234) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.878921 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d9a65a-8fec-4d59-bd73-0935e8ed5c5f tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:47.879288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d9a65a-8fec-4d59-bd73-0935e8ed5c5f tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:47.882282 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-06d9a65a-8fec-4d59-bd73-0935e8ed5c5f tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/subnets/b87adf0b-9cc4-47b9-a037-d6e3bacfd5eb HTTP/1.1" status: 404 len: 337 time: 0.0284195 Nov 23 02:53:47.884938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39236) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.903284 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.pecan_wsgi.hooks.translation [None req-d328a56d-9459-4f40-9117-a6757d779c77 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] DELETE failed (client error): The resource could not be found. Nov 23 02:53:47.903875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d328a56d-9459-4f40-9117-a6757d779c77 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103356) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 02:53:47.906915 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d328a56d-9459-4f40-9117-a6757d779c77 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/b2ae58b9-21df-46e6-bfe6-ee2c0e0f9e9e HTTP/1.1" status: 404 len: 339 time: 0.0210967 Nov 23 02:53:47.909494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39238) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:47.958679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Deleting subnet 5229750e-2c9e-4143-a98d-733a417674c7 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:47.961851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.007371 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.090356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.157703 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.192100 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Subnet': ['ID=5229750e-2c9e-4143-a98d-733a417674c7,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:48.195774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.199246 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-af782974-cd25-4ee6-b252-79e7b282981d tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/subnets/5229750e-2c9e-4143-a98d-733a417674c7 HTTP/1.1" status: 204 len: 168 time: 0.2888181 Nov 23 02:53:48.202204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39240) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:48.203268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0254b384-e34c-4756-ba6f-05db05ddf3e3 None None] Network 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:48.280101 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.335591 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Deleting port 66f7195f-1f49-41d4-8741-886c6d8282c3 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:48.335996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.372920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] DHCP port deletion for 8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:48.408068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] For port 66f7195f-1f49-41d4-8741-886c6d8282c3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=66f7195f-1f49-41d4-8741-886c6d8282c3,segment=NetworkSegment(439acb41-104a-4bca-a60c-65aa1065a01c),segment_id=439acb41-104a-4bca-a60c-65aa1065a01c)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:48.408336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.422515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Calling delete_port for 66f7195f-1f49-41d4-8741-886c6d8282c3 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:48.424693 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] Deleting port 66f7195f-1f49-41d4-8741-886c6d8282c3 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:48.425061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.485770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] For port 66f7195f-1f49-41d4-8741-886c6d8282c3, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=66f7195f-1f49-41d4-8741-886c6d8282c3,segment=NetworkSegment(439acb41-104a-4bca-a60c-65aa1065a01c),segment_id=439acb41-104a-4bca-a60c-65aa1065a01c)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:48.486193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.498366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] Calling delete_port for 66f7195f-1f49-41d4-8741-886c6d8282c3 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:48.504550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.529308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Port': ['ID=66f7195f-1f49-41d4-8741-886c6d8282c3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:48.535288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] No DVR routers for this DVR port 66f7195f-1f49-41d4-8741-886c6d8282c3 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:48.581585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.607384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] Pushing event deleted for resources: {'Port': ['ID=66f7195f-1f49-41d4-8741-886c6d8282c3,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:48.612419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f02d1-d7e7-4c1b-8661-63030697892b None None] No DVR routers for this DVR port 66f7195f-1f49-41d4-8741-886c6d8282c3 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:48.628318 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.648631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:48.658064 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439acb41-104a-4bca-a60c-65aa1065a01c') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:48.658421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439acb41-104a-4bca-a60c-65aa1065a01c') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:48.667751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.681649 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.688131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:48.688620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:48.692622 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:48.757654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.765276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:48.767792 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] 10.222.0.53 "DELETE /v2.0/networks/8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d HTTP/1.1" status: 204 len: 168 time: 0.5646448 Nov 23 02:53:48.779571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c9c19-2a9d-4f6c-81e0-ada1cdde3146 tempest-NetworksIpV6Test-133557157 tempest-NetworksIpV6Test-133557157-project] Pushing event deleted for resources: {'Network': ['ID=8a7a0e14-9d9d-45e7-b136-23cdb7a95b9d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:49.044011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39246) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:49.138151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:49.159682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:49.160494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5d9f5af4-5634-4a54-9f02-7abc5b3b0258 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:49.160494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 66f7195f-1f49-41d4-8741-886c6d8282c3 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:49.179276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 66f7195f-1f49-41d4-8741-886c6d8282c3 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:49.179547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 66f7195f-1f49-41d4-8741-886c6d8282c3 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:49.195667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8ec60f4b-56ed-4145-881b-1077d61a00c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0d945e88d6f4aaf84d20e188bcffbc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500225 Nov 23 02:53:49.198124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39250) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:49.246411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc49a629-ff26-45cf-92c5-ca9e23d95476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:49.268127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc49a629-ff26-45cf-92c5-ca9e23d95476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:49.318881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc49a629-ff26-45cf-92c5-ca9e23d95476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:49.322262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc49a629-ff26-45cf-92c5-ca9e23d95476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:49.323601 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc49a629-ff26-45cf-92c5-ca9e23d95476 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37fb4c94-be77-43e6-95c2-e7ba172d6286 HTTP/1.1" status: 204 len: 168 time: 0.1245325 Nov 23 02:53:49.332952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49a629-ff26-45cf-92c5-ca9e23d95476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fb4c94-be77-43e6-95c2-e7ba172d6286,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:50.002419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39272) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:50.117835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1249222617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:50.143652 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.144680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.209728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.216924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.238080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.239264 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3c78feeb-e6da-424b-9605-4fbe43cac71a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2335224 Nov 23 02:53:50.243158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39276) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:50.250977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-704541573'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:50.274937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Made reservation on behalf of 84fc73bcc00e4c1883fe2eb030640d93 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:50.278851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.287184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.369643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.374637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.403318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:50.409585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbded863-65d1-4472-b4c9-f73dec94b26b,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:50.417007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.417382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Added segment 9666f026-56f6-4143-b21f-45d8654d034a of type vlan for network e1c88261-8c48-4ff7-9347-b8a481951c11 Nov 23 02:53:50.460269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.485635 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.491138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:50.491707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.549992 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3057084 Nov 23 02:53:50.552969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39278) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:50.556366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:53:50.561199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Request body: {'subnet': {'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:50.568184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cb683-4bd6-4ad3-968b-3348477ba090 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event updated for resources: {'Network': ['ID=e1c88261-8c48-4ff7-9347-b8a481951c11,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:50.578563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e1c88261-8c48-4ff7-9347-b8a481951c11 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:50.668507 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Made reservation on behalf of 84fc73bcc00e4c1883fe2eb030640d93 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:50.669918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.672220 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.854260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.911181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event updated for resources: {'Subnet': ['ID=acea3da9-e584-4dc6-8f24-cac36b9d0403,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:50.925091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Checking segment: {'id': '9666f026-56f6-4143-b21f-45d8654d034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:50.925598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Network hostable DHCP agents. Network: e1c88261-8c48-4ff7-9347-b8a481951c11, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:50.945822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Network e1c88261-8c48-4ff7-9347-b8a481951c11 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:50.955266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e1c88261-8c48-4ff7-9347-b8a481951c11) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:50.959651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:50.960316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:50.966637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd023b-461c-4fbb-b50e-1bdcb0634c2a None None] Network e1c88261-8c48-4ff7-9347-b8a481951c11 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:50.983055 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-72a9a21c-fba7-4e4e-845c-ccd1572c5813 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4290164 Nov 23 02:53:50.986444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39280) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:50.991880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1393699672'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:51.016844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Made reservation on behalf of 84fc73bcc00e4c1883fe2eb030640d93 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:51.020404 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.044646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:51.054439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.054787 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Added segment 88246219-edd8-4c39-8504-c7cb6bca1f7b of type vlan for network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b Nov 23 02:53:51.094525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.119908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.121373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-e1c88261-8c48-4ff7-9347-b8a481951c11', 'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11', 'tenant_id': '84fc73bcc00e4c1883fe2eb030640d93', 'fixed_ips': [{'subnet_id': 'acea3da9-e584-4dc6-8f24-cac36b9d0403'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:51.122306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.125506 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:51.126105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.179147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1913917 Nov 23 02:53:51.182178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39282) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:51.187675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Request body: {'subnet': {'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:51.204507 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ba61e5-4c72-4b92-b4e0-8553bf7da3e7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event updated for resources: {'Network': ['ID=bfec9c41-bb5d-4788-9ccd-f858d48c0e6b,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:51.215759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:51.276975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Made reservation on behalf of 84fc73bcc00e4c1883fe2eb030640d93 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:51.281258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.312684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Allocated IP 172.20.0.2 (e1c88261-8c48-4ff7-9347-b8a481951c11/acea3da9-e584-4dc6-8f24-cac36b9d0403/219bc424-8d67-4070-a0ff-d4812deee5c2) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:51.457903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.464005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.469504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.505289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Network e1c88261-8c48-4ff7-9347-b8a481951c11 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:51.509826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:51.513749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:51.520834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Pushing event updated for resources: {'Port': ['ID=219bc424-8d67-4070-a0ff-d4812deee5c2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:51.538529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event updated for resources: {'Subnet': ['ID=bc161c20-37e7-4b2c-ae22-9a84a0918d81,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:51.546147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Checking segment: {'id': '88246219-edd8-4c39-8504-c7cb6bca1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:51.546517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Network hostable DHCP agents. Network: bfec9c41-bb5d-4788-9ccd-f858d48c0e6b, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:51.565348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:51.572298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Attempting to bind port 219bc424-8d67-4070-a0ff-d4812deee5c2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:51.572685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Attempting to bind port 219bc424-8d67-4070-a0ff-d4812deee5c2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '9666f026-56f6-4143-b21f-45d8654d034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:51.573057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Attempting to bind port 219bc424-8d67-4070-a0ff-d4812deee5c2 on network e1c88261-8c48-4ff7-9347-b8a481951c11 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:51.578501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:51.578876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Checking segment: {'id': '9666f026-56f6-4143-b21f-45d8654d034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:51.579649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.579649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Bound using segment: {'id': '9666f026-56f6-4143-b21f-45d8654d034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:51.580115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Bound port: 219bc424-8d67-4070-a0ff-d4812deee5c2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9666f026-56f6-4143-b21f-45d8654d034a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': 'e1c88261-8c48-4ff7-9347-b8a481951c11'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:51.580541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.581256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bfec9c41-bb5d-4788-9ccd-f858d48c0e6b) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:51.586496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:51.588086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.592988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce05a2-b162-4576-ae80-d8e89908ec45 None None] Network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:51.605249 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f9adc43a-e87a-41b7-941a-c702716ffaee tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4217248 Nov 23 02:53:51.607944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39284) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:51.612999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6758a5e6-d1f6-416d-8806-ebed359b750a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:51.709716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] For port 219bc424-8d67-4070-a0ff-d4812deee5c2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:51.726071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] For port 219bc424-8d67-4070-a0ff-d4812deee5c2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=219bc424-8d67-4070-a0ff-d4812deee5c2,segment=NetworkSegment(9666f026-56f6-4143-b21f-45d8654d034a),segment_id=9666f026-56f6-4143-b21f-45d8654d034a)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:51.745293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.824835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6758a5e6-d1f6-416d-8806-ebed359b750a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.830304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf106406-2c29-41e0-ba0c-0a5a421e5f87 None None] Pushing event updated for resources: {'Port': ['ID=219bc424-8d67-4070-a0ff-d4812deee5c2,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:51.842719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bfec9c41-bb5d-4788-9ccd-f858d48c0e6b', 'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b', 'tenant_id': '84fc73bcc00e4c1883fe2eb030640d93', 'fixed_ips': [{'subnet_id': 'bc161c20-37e7-4b2c-ae22-9a84a0918d81'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:51.843711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:51.941031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.api.v2.resource [None req-6758a5e6-d1f6-416d-8806-ebed359b750a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 02:53:51.942108 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6758a5e6-d1f6-416d-8806-ebed359b750a tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "PUT /v2.0/routers/dcc30c97-12bb-44cb-b484-74448869d5c7 HTTP/1.1" status: 400 len: 364 time: 0.3331070 Nov 23 02:53:51.948185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39286) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:51.993044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Allocated IP 172.21.0.2 (bfec9c41-bb5d-4788-9ccd-f858d48c0e6b/bc161c20-37e7-4b2c-ae22-9a84a0918d81/b8841816-79ee-4a4a-9e5d-d72499b7aaba) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:52.015442 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Deleting subnet bc161c20-37e7-4b2c-ae22-9a84a0918d81 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:52.168455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.175218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.175745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.218070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.218630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:52.221576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:52.225114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:52.232772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Pushing event updated for resources: {'Port': ['ID=b8841816-79ee-4a4a-9e5d-d72499b7aaba,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.288710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Attempting to bind port b8841816-79ee-4a4a-9e5d-d72499b7aaba on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:52.289107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Attempting to bind port b8841816-79ee-4a4a-9e5d-d72499b7aaba by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '88246219-edd8-4c39-8504-c7cb6bca1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:52.289616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Attempting to bind port b8841816-79ee-4a4a-9e5d-d72499b7aaba on network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:52.295346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:52.295739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Checking segment: {'id': '88246219-edd8-4c39-8504-c7cb6bca1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:52.296159 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.296617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Bound using segment: {'id': '88246219-edd8-4c39-8504-c7cb6bca1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:52.297094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Bound port: b8841816-79ee-4a4a-9e5d-d72499b7aaba, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88246219-edd8-4c39-8504-c7cb6bca1f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bfec9c41-bb5d-4788-9ccd-f858d48c0e6b'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:52.297484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.315280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.377631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.380610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] For port b8841816-79ee-4a4a-9e5d-d72499b7aaba, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:52.384145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] For port b8841816-79ee-4a4a-9e5d-d72499b7aaba, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b8841816-79ee-4a4a-9e5d-d72499b7aaba,segment=NetworkSegment(88246219-edd8-4c39-8504-c7cb6bca1f7b),segment_id=88246219-edd8-4c39-8504-c7cb6bca1f7b)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:52.389305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.405823 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event deleted for resources: {'Subnet': ['ID=bc161c20-37e7-4b2c-ae22-9a84a0918d81,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.409461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.415067 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-165232c1-7690-4e97-9064-8f806061674b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "DELETE /v2.0/subnets/bc161c20-37e7-4b2c-ae22-9a84a0918d81 HTTP/1.1" status: 204 len: 168 time: 0.4633079 Nov 23 02:53:52.415370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39288) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:52.452146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb20d5-782e-4f7c-996c-a7041ed822da None None] Pushing event updated for resources: {'Port': ['ID=b8841816-79ee-4a4a-9e5d-d72499b7aaba,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.507814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.567722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Deleting port b8841816-79ee-4a4a-9e5d-d72499b7aaba {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:52.568059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.660129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] For port b8841816-79ee-4a4a-9e5d-d72499b7aaba, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b8841816-79ee-4a4a-9e5d-d72499b7aaba,segment=NetworkSegment(88246219-edd8-4c39-8504-c7cb6bca1f7b),segment_id=88246219-edd8-4c39-8504-c7cb6bca1f7b)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:52.660543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.677231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Calling delete_port for b8841816-79ee-4a4a-9e5d-d72499b7aaba owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:52.776389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.803319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event deleted for resources: {'Port': ['ID=b8841816-79ee-4a4a-9e5d-d72499b7aaba,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:52.808472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] No DVR routers for this DVR port b8841816-79ee-4a4a-9e5d-d72499b7aaba on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:52.846909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f6d1e0-8322-4df5-b7e2-7ca5dc0bb631 None None] Network e1c88261-8c48-4ff7-9347-b8a481951c11 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:52.897329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.918244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfec9c41-bb5d-4788-9ccd-f858d48c0e6b']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:52.928618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88246219-edd8-4c39-8504-c7cb6bca1f7b') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:52.929285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88246219-edd8-4c39-8504-c7cb6bca1f7b') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:52.940464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.955413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.957634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c2043449-9e1f-4944-bead-f96afef20e01 None None] Provisioning complete for port 219bc424-8d67-4070-a0ff-d4812deee5c2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:52.958015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2043449-9e1f-4944-bead-f96afef20e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.964522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:52.965003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:52.968087 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:53.032949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.039967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.043182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "DELETE /v2.0/networks/bfec9c41-bb5d-4788-9ccd-f858d48c0e6b HTTP/1.1" status: 204 len: 168 time: 0.6268601 Nov 23 02:53:53.046898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39290) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:53.054840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3b64a-7f8a-471c-b49f-59dd57fbb3f4 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event deleted for resources: {'Network': ['ID=bfec9c41-bb5d-4788-9ccd-f858d48c0e6b,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:53.085905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2043449-9e1f-4944-bead-f96afef20e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.130750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c2043449-9e1f-4944-bead-f96afef20e01 None None] For port 219bc424-8d67-4070-a0ff-d4812deee5c2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=219bc424-8d67-4070-a0ff-d4812deee5c2,segment=NetworkSegment(9666f026-56f6-4143-b21f-45d8654d034a),segment_id=9666f026-56f6-4143-b21f-45d8654d034a)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:53.141267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c2043449-9e1f-4944-bead-f96afef20e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.150456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Deleting subnet acea3da9-e584-4dc6-8f24-cac36b9d0403 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:53:53.155201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.217065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 219bc424-8d67-4070-a0ff-d4812deee5c2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:53.219569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043449-9e1f-4944-bead-f96afef20e01 None None] Pushing event updated for resources: {'Port': ['ID=219bc424-8d67-4070-a0ff-d4812deee5c2,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:53.221127 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.291211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 219bc424-8d67-4070-a0ff-d4812deee5c2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:53.291510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.357992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.426186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.455971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event deleted for resources: {'Subnet': ['ID=acea3da9-e584-4dc6-8f24-cac36b9d0403,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:53.459599 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.462841 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-903e04f1-ef3a-4a2f-94f3-74f866809112 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "DELETE /v2.0/subnets/acea3da9-e584-4dc6-8f24-cac36b9d0403 HTTP/1.1" status: 204 len: 168 time: 0.4143860 Nov 23 02:53:53.465853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39292) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:53.466687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-959fe609-28ef-4782-8979-0ef8bf4d9eba None None] Provisioning complete for port 219bc424-8d67-4070-a0ff-d4812deee5c2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:53.467157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-959fe609-28ef-4782-8979-0ef8bf4d9eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.470515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3470f10-cd96-4fba-87ce-7673a3c74a61 None None] Network e1c88261-8c48-4ff7-9347-b8a481951c11 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:53.555130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.616517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Deleting port 219bc424-8d67-4070-a0ff-d4812deee5c2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:53:53.616871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.680736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6efe42-c5c6-45ae-9647-c20618999209 None None] DHCP port deletion for bfec9c41-bb5d-4788-9ccd-f858d48c0e6b request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:53.683761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] For port 219bc424-8d67-4070-a0ff-d4812deee5c2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=219bc424-8d67-4070-a0ff-d4812deee5c2,segment=NetworkSegment(9666f026-56f6-4143-b21f-45d8654d034a),segment_id=9666f026-56f6-4143-b21f-45d8654d034a)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:53.684126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.697549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Calling delete_port for 219bc424-8d67-4070-a0ff-d4812deee5c2 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:53:53.719585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321eb8a2-ed69-486f-aa32-128df80e024e None None] Network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:53.739767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321eb8a2-ed69-486f-aa32-128df80e024e None None] Network bfec9c41-bb5d-4788-9ccd-f858d48c0e6b could not be found, it might have been deleted concurrently. {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 02:53:53.789715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:53.815216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event deleted for resources: {'Port': ['ID=219bc424-8d67-4070-a0ff-d4812deee5c2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:53.818568 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] No DVR routers for this DVR port 219bc424-8d67-4070-a0ff-d4812deee5c2 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:53:53.900020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5ecb2-e127-4f50-9e64-1f867748973d None None] DHCP port deletion for e1c88261-8c48-4ff7-9347-b8a481951c11 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:53.936667 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fa849929-8241-4fb6-ac2f-f8c29250790f None None] Could not find standard attr ID for object b8841816-79ee-4a4a-9e5d-d72499b7aaba. {{(pid=103358) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 02:53:54.237828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.257957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c88261-8c48-4ff7-9347-b8a481951c11']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:54.268612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9666f026-56f6-4143-b21f-45d8654d034a') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:54.268890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9666f026-56f6-4143-b21f-45d8654d034a') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:54.279252 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.292620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.298502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Releasing vlan 562 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:53:54.298879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:53:54.301801 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:53:54.365709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.373603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.375965 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "DELETE /v2.0/networks/e1c88261-8c48-4ff7-9347-b8a481951c11 HTTP/1.1" status: 204 len: 168 time: 0.9091012 Nov 23 02:53:54.378912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39294) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:54.388048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c0af1-1448-4204-8512-ee873b27c53b tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Pushing event deleted for resources: {'Network': ['ID=e1c88261-8c48-4ff7-9347-b8a481951c11,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:54.406977 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6840dddd-09b0-46f6-bc39-a9edc4d4e7b3 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc30c97-12bb-44cb-b484-74448869d5c7 HTTP/1.1" status: 200 len: 205 time: 0.0267391 Nov 23 02:53:54.409362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39296) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:54.483291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.647894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.650109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.693691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.694189 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Fanout notify agent at l3_agent the message router_deleted on router dcc30c97-12bb-44cb-b484-74448869d5c7 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:53:54.701362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:54.704436 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2160d76d-df8c-4613-bb6f-d841485847a7 tempest-RoutersNegativeTest-382621661 tempest-RoutersNegativeTest-382621661-project] 10.222.0.53 "DELETE /v2.0/routers/dcc30c97-12bb-44cb-b484-74448869d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2922378 Nov 23 02:53:54.972693 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39302) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:55.123394 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-26033396-8867-4fdf-8dbd-0be24b1c1e5e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84fc73bcc00e4c1883fe2eb030640d93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493964 Nov 23 02:53:55.126048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39306) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:55.146588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b8841816-79ee-4a4a-9e5d-d72499b7aaba no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:55.167364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b8841816-79ee-4a4a-9e5d-d72499b7aaba {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:55.168226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b8841816-79ee-4a4a-9e5d-d72499b7aaba not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:55.168678 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 219bc424-8d67-4070-a0ff-d4812deee5c2 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:53:55.174422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90d447a9-0ac1-42d8-ba60-d119f091da1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.191778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 219bc424-8d67-4070-a0ff-d4812deee5c2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:53:55.192128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 219bc424-8d67-4070-a0ff-d4812deee5c2 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:53:55.195976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90d447a9-0ac1-42d8-ba60-d119f091da1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.247036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90d447a9-0ac1-42d8-ba60-d119f091da1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.249799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90d447a9-0ac1-42d8-ba60-d119f091da1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:55.250956 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-90d447a9-0ac1-42d8-ba60-d119f091da1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bbded863-65d1-4472-b4c9-f73dec94b26b HTTP/1.1" status: 204 len: 168 time: 0.1239991 Nov 23 02:53:55.259010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d447a9-0ac1-42d8-ba60-d119f091da1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbded863-65d1-4472-b4c9-f73dec94b26b,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:55.920730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39328) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:56.023110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1128399206-network', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:56.048501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Made reservation on behalf of 31bf79038a9944cf9b1a64c7ecbfa673 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:56.051174 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.060417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.142523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.148127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.177037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:53:56.187126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dda54a-46cd-4c7d-b43f-f59ff2deb351,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:56.191900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.192251 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Added segment 84f3c048-2d8a-47a9-8ce0-aca75e6d5055 of type vlan for network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca Nov 23 02:53:56.232269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.257755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.258959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:56.259673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.332469 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4101722 Nov 23 02:53:56.338478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39332) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:56.340860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Request body: {'subnet': {'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-subnet', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'ip_version': 4}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:56.347477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f4f15-db0f-47a0-a8b6-9792d95e929b admin admin] Pushing event updated for resources: {'Network': ['ID=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:56.358071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:53:56.369293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Made reservation on behalf of 31bf79038a9944cf9b1a64c7ecbfa673 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:53:56.371859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.542121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.591705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=631969c4-9cf0-4ba1-997e-ad4fe6115057,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:56.607468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Checking segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:56.607468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Network hostable DHCP agents. Network: 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:53:56.628149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:53:56.639303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:56.643682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:53:56.644301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.648610 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed632ec-d5be-4d12-8a1c-8172ef214b7f None None] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:56.661362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fdf8b649-d823-4014-8b10-343908d06fb0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3250139 Nov 23 02:53:56.664126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39334) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:56.668445 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:53:56.689910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.690945 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.744502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.801331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:53:56.802212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.883043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:56.942569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Allocated IP 172.20.0.2 (28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca/631969c4-9cf0-4ba1-997e-ad4fe6115057/4ea2a422-fbcc-424e-99f0-81949b411a71) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:57.093337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.094254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.100196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.113775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.139455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:57.143858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:57.146407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:57.155544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a422-fbcc-424e-99f0-81949b411a71,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:57.213009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Attempting to bind port 4ea2a422-fbcc-424e-99f0-81949b411a71 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:57.213402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Attempting to bind port 4ea2a422-fbcc-424e-99f0-81949b411a71 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:57.213734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Attempting to bind port 4ea2a422-fbcc-424e-99f0-81949b411a71 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:57.218888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:57.219244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Checking segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:57.219660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.220048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Bound using segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:57.220535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Bound port: 4ea2a422-fbcc-424e-99f0-81949b411a71, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:57.220921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.231349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Allocated IP 172.26.8.85 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/0b563985-29a4-4aa3-b180-b648d79e8eb4) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:57.284108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] For port 4ea2a422-fbcc-424e-99f0-81949b411a71, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:57.288005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] For port 4ea2a422-fbcc-424e-99f0-81949b411a71, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4ea2a422-fbcc-424e-99f0-81949b411a71,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:57.293664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.338939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.354431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f47c92-2668-4b7c-96a9-e7f8631eeb79 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a422-fbcc-424e-99f0-81949b411a71,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:57.378201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.426163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:57.428993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:57.431532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:57.442983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e84abb-fa5d-4e03-8237-adb97a6b9e76 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:57.457350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Pushing event updated for resources: {'Port': ['ID=0b563985-29a4-4aa3-b180-b648d79e8eb4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:57.483680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-fb4d9cec-5e6f-4a45-a32e-2b2aaff56994 None None] Provisioning complete for port 0b563985-29a4-4aa3-b180-b648d79e8eb4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:57.484066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-fb4d9cec-5e6f-4a45-a32e-2b2aaff56994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.533840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d9cec-5e6f-4a45-a32e-2b2aaff56994 None None] Port 0b563985-29a4-4aa3-b180-b648d79e8eb4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:57.718842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:57.928520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.061044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Router efbcc412-43a0-4bf3-a7c9-80eef2fa998e is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:53:58.173059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:53:58.184169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Sync routers for ids ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:53:58.193423 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.194864 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-19f5aa13-3836-416f-b31d-7a82481130eb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5297101 Nov 23 02:53:58.197598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39336) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:53:58.198557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Routers {'efbcc412-43a0-4bf3-a7c9-80eef2fa998e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:58.199222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:53:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:58.246574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3469e-3336-4f4b-be85-7b8c9895d6ef None None] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:53:58.367494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a65268f6-c5d5-42c4-9ecd-d051576f2cf1 None None] Provisioning complete for port 4ea2a422-fbcc-424e-99f0-81949b411a71 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:58.367911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a65268f6-c5d5-42c4-9ecd-d051576f2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.420399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Set router efbcc412-43a0-4bf3-a7c9-80eef2fa998e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:58.618474 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.641009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a65268f6-c5d5-42c4-9ecd-d051576f2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.706431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a65268f6-c5d5-42c4-9ecd-d051576f2cf1 None None] For port 4ea2a422-fbcc-424e-99f0-81949b411a71, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4ea2a422-fbcc-424e-99f0-81949b411a71,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:53:58.714641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a65268f6-c5d5-42c4-9ecd-d051576f2cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.774814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:53:57Z', 'revision_number': 3, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:58.778083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65268f6-c5d5-42c4-9ecd-d051576f2cf1 None None] Pushing event updated for resources: {'Port': ['ID=4ea2a422-fbcc-424e-99f0-81949b411a71,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:58.809558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Checking router: efbcc412-43a0-4bf3-a7c9-80eef2fa998e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:53:58.809972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Updating router efbcc412-43a0-4bf3-a7c9-80eef2fa998e port 0b563985-29a4-4aa3-b180-b648d79e8eb4 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:53:58.836071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.850086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Allocated IP 172.20.0.1 (28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca/631969c4-9cf0-4ba1-997e-ad4fe6115057/0ff7e966-3039-424b-b3d0-01ea3b28a6b4) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:53:58.951712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.987167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-57eb4040-c190-4dbb-883a-ffb218f8f205 None None] Provisioning complete for port 4ea2a422-fbcc-424e-99f0-81949b411a71 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:58.987510 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:58.987635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-57eb4040-c190-4dbb-883a-ffb218f8f205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.033055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:59.037660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:59.042311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:53:59.044748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:59.085903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.261004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4ea2a422-fbcc-424e-99f0-81949b411a71 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:53:59.262097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.368694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.375951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.379082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 4ea2a422-fbcc-424e-99f0-81949b411a71 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:59.379443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.435774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.442300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.459712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1987ee-a944-4de6-adba-ab03a6950592 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:59.472655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597f0cd-133f-40b8-80ec-ee035f8dda7a None None] Pushing event updated for resources: {'Port': ['ID=0b563985-29a4-4aa3-b180-b648d79e8eb4,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:59.483399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Attempting to bind port 0b563985-29a4-4aa3-b180-b648d79e8eb4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:53:59.483781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Attempting to bind port 0b563985-29a4-4aa3-b180-b648d79e8eb4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:53:59.484157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Attempting to bind port 0b563985-29a4-4aa3-b180-b648d79e8eb4 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:53:59.488205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dd45cddb-0755-42a7-a565-73f50149f379 None None] Provisioning complete for port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:59.488671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dd45cddb-0755-42a7-a565-73f50149f379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.513788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:59.516093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:53:59.516093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:53:59.516391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.516492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.516734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:53:59.517223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Bound port: 0b563985-29a4-4aa3-b180-b648d79e8eb4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:53:59.517606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.581465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-dd45cddb-0755-42a7-a565-73f50149f379 None None] Port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:53:59.611951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:53:59.612800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] For port 0b563985-29a4-4aa3-b180-b648d79e8eb4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:53:59.613631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:53:59.616290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] For port 0b563985-29a4-4aa3-b180-b648d79e8eb4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b563985-29a4-4aa3-b180-b648d79e8eb4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:53:59.623973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.672529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e71ead-b1d4-4e29-997c-034e42c69030 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:53:59.701287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Routers {'efbcc412-43a0-4bf3-a7c9-80eef2fa998e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:53:59.702044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:53:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:53:59.705029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4597f0cd-133f-40b8-80ec-ee035f8dda7a None None] Pushing event updated for resources: {'Port': ['ID=0b563985-29a4-4aa3-b180-b648d79e8eb4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:53:59.762660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-65dc1d50-2689-483a-af95-e89774e8d53c None None] Provisioning complete for port 0b563985-29a4-4aa3-b180-b648d79e8eb4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:53:59.763198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65dc1d50-2689-483a-af95-e89774e8d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:53:59.854471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] Set router efbcc412-43a0-4bf3-a7c9-80eef2fa998e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:53:59.960891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65dc1d50-2689-483a-af95-e89774e8d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.024444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-65dc1d50-2689-483a-af95-e89774e8d53c None None] For port 0b563985-29a4-4aa3-b180-b648d79e8eb4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b563985-29a4-4aa3-b180-b648d79e8eb4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:00.033378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65dc1d50-2689-483a-af95-e89774e8d53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.093910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Router efbcc412-43a0-4bf3-a7c9-80eef2fa998e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:00.123281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc1d50-2689-483a-af95-e89774e8d53c None None] Pushing event updated for resources: {'Port': ['ID=0b563985-29a4-4aa3-b180-b648d79e8eb4,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:00.161890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-33aa79ce-3a4e-4673-b4f1-7ed252a17435 None None] Provisioning complete for port 0b563985-29a4-4aa3-b180-b648d79e8eb4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:00.162268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33aa79ce-3a4e-4673-b4f1-7ed252a17435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.190410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0ff7e966-3039-424b-b3d0-01ea3b28a6b4', 'name': '', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'mac_address': 'fa:16:3e:0d:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:58Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 2, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'subnets': [{'id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:00.206710 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:00.212002 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7a986c44-aa7a-4e64-bfe1-f7bcfd240da8 admin admin] 10.222.0.53 "PUT /v2.0/routers/efbcc412-43a0-4bf3-a7c9-80eef2fa998e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0133283 Nov 23 02:54:00.223048 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1593762-d414-4eaf-87f9-de63193d2bb5 None None] The sync data for ids ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'] in dv-neutron-818844-1-hyperv is: [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0ff7e966-3039-424b-b3d0-01ea3b28a6b4', 'name': '', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'mac_address': 'fa:16:3e:0d:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:58Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 2, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'subnets': [{'id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:00.291967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-33aa79ce-3a4e-4673-b4f1-7ed252a17435 None None] Provisioning complete for port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:00.292368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-33aa79ce-3a4e-4673-b4f1-7ed252a17435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.337373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-33aa79ce-3a4e-4673-b4f1-7ed252a17435 None None] Port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:00.751949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39352) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:00.757063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-747163171-network', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:00.784592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Made reservation on behalf of 91dc2be64782401385d1e6d5ae7ec594 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:00.787066 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.796389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.893737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.899468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.921571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:54:00.935684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc012396-5475-4a20-9e68-72d569ad3385,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:00.940874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:00.941233 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Added segment 4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee of type vlan for network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad Nov 23 02:54:00.984284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.011627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.012781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:01.013358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.076014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3227546 Nov 23 02:54:01.079463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39354) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:01.081692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47617741-80a9-45c1-82f3-d6361af27543 admin admin] Pushing event updated for resources: {'Network': ['ID=60d02a2b-dc8d-4790-b7d7-20140d7b19ad,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:01.084983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Request body: {'subnet': {'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-subnet', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:01.092600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:54:01.111162 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Made reservation on behalf of 91dc2be64782401385d1e6d5ae7ec594 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:01.115546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.201523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b563985-29a4-4aa3-b180-b648d79e8eb4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:01.253547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0b563985-29a4-4aa3-b180-b648d79e8eb4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:01.253928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.302180 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.368412 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4529433-3e03-4e80-a660-d3b47ee09499,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:01.379818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.380176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.380549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.380893 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.381229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.381563 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.381904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.382261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.382590 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.382920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.383262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.383597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:01.387003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Checking segment: {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:01.387408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Network hostable DHCP agents. Network: 60d02a2b-dc8d-4790-b7d7-20140d7b19ad, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:54:01.405549 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:54:01.416473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 60d02a2b-dc8d-4790-b7d7-20140d7b19ad) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:01.421316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:01.421877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.426810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1d776-091a-4122-a89d-801324149c26 None None] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:54:01.443020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39356) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:01.443271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7e6d0585-272f-47fb-ac19-055c1c68a0bb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3623111 Nov 23 02:54:01.447997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:01.474911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.476015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.532110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.594095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'fixed_ips': [{'subnet_id': 'f4529433-3e03-4e80-a660-d3b47ee09499'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:54:01.595021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.677060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.749079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Allocated IP 172.20.0.2 (60d02a2b-dc8d-4790-b7d7-20140d7b19ad/f4529433-3e03-4e80-a660-d3b47ee09499/1bacf802-05e5-4cce-b349-ceea7e1fbe13) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:01.886538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.892618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.899730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.909859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:01.944960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:01.947879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:01.952660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:01.955921 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Pushing event updated for resources: {'Port': ['ID=1bacf802-05e5-4cce-b349-ceea7e1fbe13,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:02.012931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Attempting to bind port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:02.013312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Attempting to bind port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:02.013682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Attempting to bind port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 on network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:02.018798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:02.019181 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Checking segment: {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:02.019600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.020009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Bound using segment: {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:02.020559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Bound port: 1bacf802-05e5-4cce-b349-ceea7e1fbe13, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:02.021248 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.028354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Allocated IP 172.26.8.178 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/96fe74fd-d610-4263-992f-3203299ed662) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:02.086903 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] For port 1bacf802-05e5-4cce-b349-ceea7e1fbe13, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:02.090712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] For port 1bacf802-05e5-4cce-b349-ceea7e1fbe13, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1bacf802-05e5-4cce-b349-ceea7e1fbe13,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:02.096840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.146097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.157185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd4646-7410-4096-b73d-5c7604a97377 None None] Pushing event updated for resources: {'Port': ['ID=1bacf802-05e5-4cce-b349-ceea7e1fbe13,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:02.186143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.228656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:02.231930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:02.235659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:02.245553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe49396-9359-476f-85ef-c2e227a0bc03 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:02.260414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Pushing event updated for resources: {'Port': ['ID=96fe74fd-d610-4263-992f-3203299ed662,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:02.290067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-02cad829-b348-47ef-8d75-72a087886927 None None] Provisioning complete for port 96fe74fd-d610-4263-992f-3203299ed662 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:02.290447 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02cad829-b348-47ef-8d75-72a087886927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.362558 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Sync routers for ids ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:02.369343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-02cad829-b348-47ef-8d75-72a087886927 None None] Port 96fe74fd-d610-4263-992f-3203299ed662 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:02.375112 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Routers {'efbcc412-43a0-4bf3-a7c9-80eef2fa998e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:02.375885 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:53:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:02.486090 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Set router efbcc412-43a0-4bf3-a7c9-80eef2fa998e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:02.549295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.689279 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0ff7e966-3039-424b-b3d0-01ea3b28a6b4', 'name': '', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'mac_address': 'fa:16:3e:0d:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:58Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 2, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'subnets': [{'id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:02.715958 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Checking router: efbcc412-43a0-4bf3-a7c9-80eef2fa998e for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:02.716368 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Updating router efbcc412-43a0-4bf3-a7c9-80eef2fa998e port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:54:02.744689 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.761693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:02.900760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Router c9e24748-7748-47c9-8733-21424019c5dd is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:54:03.016152 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.026683 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.045950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:03.056739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Sync routers for ids ['c9e24748-7748-47c9-8733-21424019c5dd'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:03.067125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.072077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39358) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:54:03.073334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Routers {'c9e24748-7748-47c9-8733-21424019c5dd'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:03.074274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:53:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['c9e24748-7748-47c9-8733-21424019c5dd'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:03.088998 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b2c2ab12-1c2e-4373-b124-0e26fc23d84e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6442404 Nov 23 02:54:03.090808 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Pushing event updated for resources: {'Port': ['ID=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:03.104156 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.104317 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.105098 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.105521 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.105939 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.106421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.107162 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.107162 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.108528 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.108952 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.113297 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.114516 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:03.188310 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Attempting to bind port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:03.188861 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Attempting to bind port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:03.189380 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Attempting to bind port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:03.195197 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:03.195770 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Checking segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:03.196408 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.196979 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Bound using segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:03.197608 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Bound port: 0ff7e966-3039-424b-b3d0-01ea3b28a6b4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:03.204903 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.252657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99c2d74a-63dc-40dd-8313-cb6bd1fb4eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.285043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1bacf802-05e5-4cce-b349-ceea7e1fbe13 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:03.313819 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] For port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:03.319608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1270ed61-e356-4bf6-a526-5dd75c256dd0 None None] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:54:03.320226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] For port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:03.330567 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.352537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Set router c9e24748-7748-47c9-8733-21424019c5dd gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:03.417156 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Routers {'efbcc412-43a0-4bf3-a7c9-80eef2fa998e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:03.417812 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:53:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:03.585756 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff2ee2-e996-49fb-b8f5-02c783b3276f None None] Pushing event updated for resources: {'Port': ['ID=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:03.662487 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] Set router efbcc412-43a0-4bf3-a7c9-80eef2fa998e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:03.666493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8d7746b3-f787-4e8d-9eaf-21383394c9b5 None None] Provisioning complete for port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:03.666878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d7746b3-f787-4e8d-9eaf-21383394c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.743211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:03.743596 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:03.873081 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0ff7e966-3039-424b-b3d0-01ea3b28a6b4', 'name': '', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'mac_address': 'fa:16:3e:0d:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:58Z', 'updated_at': '2021-11-23T02:54:03Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'subnets': [{'id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:03.901243 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b4e08-32ce-4622-9438-7e454db1c326 None None] The sync data for ids ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'] in dv-neutron-818844-1-hyperv is: [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0ff7e966-3039-424b-b3d0-01ea3b28a6b4', 'name': '', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'mac_address': 'fa:16:3e:0d:26:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:58Z', 'updated_at': '2021-11-23T02:54:03Z', 'revision_number': 4, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'subnets': [{'id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:03.937855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d7746b3-f787-4e8d-9eaf-21383394c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.004865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.020341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.032614 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8d7746b3-f787-4e8d-9eaf-21383394c9b5 None None] For port 1bacf802-05e5-4cce-b349-ceea7e1fbe13, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1bacf802-05e5-4cce-b349-ceea7e1fbe13,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:04.046014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d7746b3-f787-4e8d-9eaf-21383394c9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.051000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:02Z', 'revision_number': 3, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:04.118079 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Checking router: c9e24748-7748-47c9-8733-21424019c5dd for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:04.118533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Updating router c9e24748-7748-47c9-8733-21424019c5dd port 96fe74fd-d610-4263-992f-3203299ed662 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:54:04.152211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.212428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Allocated IP 172.20.0.1 (60d02a2b-dc8d-4790-b7d7-20140d7b19ad/f4529433-3e03-4e80-a660-d3b47ee09499/d23092c7-1019-4f9a-be03-60abbad47009) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:04.239427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7746b3-f787-4e8d-9eaf-21383394c9b5 None None] Pushing event updated for resources: {'Port': ['ID=1bacf802-05e5-4cce-b349-ceea7e1fbe13,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:04.301572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:54:04.302277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:54:04.311954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-de99b10e-7094-4258-b636-55507d494482 None None] Provisioning complete for port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:04.311954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de99b10e-7094-4258-b636-55507d494482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.348292 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.387227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.440593 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:04.444985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:04.447252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Pushing event updated for resources: {'Port': ['ID=d23092c7-1019-4f9a-be03-60abbad47009,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:04.454825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:04.483143 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de99b10e-7094-4258-b636-55507d494482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.506307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.566591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-de99b10e-7094-4258-b636-55507d494482 None None] For port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:04.579055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-de99b10e-7094-4258-b636-55507d494482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.632433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.634430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99b10e-7094-4258-b636-55507d494482 None None] Pushing event updated for resources: {'Port': ['ID=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:04.645851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.695044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.699708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec7476-31c4-4c3f-8a81-8b2d697c1a7d None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:04.723411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918baaa-d7e6-4607-88c0-4e3532d525b8 None None] Pushing event updated for resources: {'Port': ['ID=96fe74fd-d610-4263-992f-3203299ed662,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:04.725970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Attempting to bind port 96fe74fd-d610-4263-992f-3203299ed662 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:04.728407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Attempting to bind port 96fe74fd-d610-4263-992f-3203299ed662 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:04.728819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Attempting to bind port 96fe74fd-d610-4263-992f-3203299ed662 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:04.736225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:04.736631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:04.737094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.737395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:04.737937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Bound port: 96fe74fd-d610-4263-992f-3203299ed662, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:04.738229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.770415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a33e48f8-56a6-4f05-ab87-bd9f49387042 None None] Provisioning complete for port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:04.770695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a33e48f8-56a6-4f05-ab87-bd9f49387042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.855018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] For port 96fe74fd-d610-4263-992f-3203299ed662, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:04.860328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] For port 96fe74fd-d610-4263-992f-3203299ed662, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=96fe74fd-d610-4263-992f-3203299ed662,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:04.869703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.884877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.890768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.925569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82309a60-8a8d-46f1-a7e7-9f7e77906a09 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:54:04.960195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:04.962006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Pushing event updated for resources: {'Port': ['ID=d23092c7-1019-4f9a-be03-60abbad47009,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:04.972827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Routers {'c9e24748-7748-47c9-8733-21424019c5dd'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:04.973477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:53:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['c9e24748-7748-47c9-8733-21424019c5dd'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:04.975292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918baaa-d7e6-4607-88c0-4e3532d525b8 None None] Pushing event updated for resources: {'Port': ['ID=96fe74fd-d610-4263-992f-3203299ed662,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:05.058789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:05.060274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:05.087488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] Set router c9e24748-7748-47c9-8733-21424019c5dd gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:05.135523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Provisioning complete for port d23092c7-1019-4f9a-be03-60abbad47009 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:05.135992 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.189666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Router c9e24748-7748-47c9-8733-21424019c5dd has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:54:05.236397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1bacf802-05e5-4cce-b349-ceea7e1fbe13 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:05.264120 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Port d23092c7-1019-4f9a-be03-60abbad47009 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:05.313707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Provisioning complete for port 96fe74fd-d610-4263-992f-3203299ed662 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:05.314359 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.318585 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:54:05.323703 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-35f85ed4-94fb-4487-9be9-090eadf1a11a admin admin] 10.222.0.53 "PUT /v2.0/routers/c9e24748-7748-47c9-8733-21424019c5dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2504776 Nov 23 02:54:05.551950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:05.552349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.656961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-14658578-2c57-425b-9fea-43e13c9e2f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.660775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.671183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd23092c7-1019-4f9a-be03-60abbad47009', 'name': '', 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'mac_address': 'fa:16:3e:7b:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:04Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 2, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'subnets': [{'id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:05.711203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] For port 96fe74fd-d610-4263-992f-3203299ed662, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=96fe74fd-d610-4263-992f-3203299ed662,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:05.712376 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9f29d-83f5-4f38-a564-90e9d75ad474 None None] The sync data for ids ['c9e24748-7748-47c9-8733-21424019c5dd'] in dv-neutron-818844-1-hyperv is: [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd23092c7-1019-4f9a-be03-60abbad47009', 'name': '', 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'mac_address': 'fa:16:3e:7b:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:04Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 2, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'subnets': [{'id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:05.738168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.784164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:05.829484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9edf47-c12e-4251-9fdd-ae4a3101bbae None None] Pushing event updated for resources: {'Port': ['ID=96fe74fd-d610-4263-992f-3203299ed662,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:05.853249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:05.853714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.898204 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9dd3ea3f-63ee-4cd6-a867-870fc4f215e5 None None] Provisioning complete for port d23092c7-1019-4f9a-be03-60abbad47009 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:05.898578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9dd3ea3f-63ee-4cd6-a867-870fc4f215e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:05.977420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9dd3ea3f-63ee-4cd6-a867-870fc4f215e5 None None] Port d23092c7-1019-4f9a-be03-60abbad47009 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:06.029287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-1b5bdcbe-9596-4bd6-be7b-fc0b6693f804 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:06.030899 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-1b5bdcbe-9596-4bd6-be7b-fc0b6693f804 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 817 time: 0.1424983 Nov 23 02:54:06.046845 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-090e9efc-b332-4726-805b-3b685eb6bd84 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/quotas/31bf79038a9944cf9b1a64c7ecbfa673 HTTP/1.1" status: 200 len: 375 time: 0.0100262 Nov 23 02:54:06.104712 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-abc15331-3cc3-43a2-ace5-a24304adc6e9 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514975 Nov 23 02:54:06.121239 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-e5ac3b82-98e3-40fd-a817-4df6817b671e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:54:06.122931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-e5ac3b82-98e3-40fd-a817-4df6817b671e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061462 Nov 23 02:54:06.221590 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-1b40fe1a-16be-4c73-ac78-cec50723065d service neutron] 10.222.0.53 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917425 Nov 23 02:54:06.315056 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-5675368b-6ff4-4423-9f37-82c497fe30f7 service neutron] 10.222.0.53 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872991 Nov 23 02:54:06.487866 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-62e31efe-4570-49f7-a53e-dd7eb74b652a req-44ae3b21-5295-40dc-ac0c-b06e033642fc tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 210 time: 0.0279977 Nov 23 02:54:06.523212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.196676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 96fe74fd-d610-4263-992f-3203299ed662 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:07.249971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 96fe74fd-d610-4263-992f-3203299ed662 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:07.250349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.589132 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-97e85cf5-4691-445f-a26d-f8cd67462894 req-614ad4f0-64fa-4956-b8e9-03843c352804 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 210 time: 0.0315013 Nov 23 02:54:07.833118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-5f972aca-a548-4118-bf0d-79adf71f95bf tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:07.834756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-5f972aca-a548-4118-bf0d-79adf71f95bf tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 817 time: 0.1095519 Nov 23 02:54:07.861556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Request body: {'port': {'device_id': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'admin_state_up': True, 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:07.970104 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Sync routers for ids ['c9e24748-7748-47c9-8733-21424019c5dd'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:54:07.975921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Made reservation on behalf of 31bf79038a9944cf9b1a64c7ecbfa673 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:07.979607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:07.981077 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Routers {'c9e24748-7748-47c9-8733-21424019c5dd'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:07.981858 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:54:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['c9e24748-7748-47c9-8733-21424019c5dd'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:08.086242 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Set router c9e24748-7748-47c9-8733-21424019c5dd gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:08.110320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Allocated IP 172.20.0.10 (28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca/631969c4-9cf0-4ba1-997e-ad4fe6115057/08d8c9ef-c295-4f90-af1d-5d485fb95fd9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:08.195623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.263339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.286703 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd23092c7-1019-4f9a-be03-60abbad47009', 'name': '', 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'mac_address': 'fa:16:3e:7b:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:04Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 2, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'subnets': [{'id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:08.299490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.316387 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Checking router: c9e24748-7748-47c9-8733-21424019c5dd for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:54:08.316765 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Updating router c9e24748-7748-47c9-8733-21424019c5dd port d23092c7-1019-4f9a-be03-60abbad47009 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:54:08.343186 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.345414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:08.348589 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:08.351370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:08.387099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Pushing event updated for resources: {'Port': ['ID=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.419704 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:08.420391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.440844 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c14950cf-7c69-4f9a-9e19-fe1c311dd2f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833859 Nov 23 02:54:08.462720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Request body: {'port': {'device_id': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:08.524153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.614981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c92d7c01-7921-472c-92c0-4f6ae6c187db None None] Provisioning complete for port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:08.615394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c92d7c01-7921-472c-92c0-4f6ae6c187db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.621080 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.631034 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.662415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-c92d7c01-7921-472c-92c0-4f6ae6c187db None None] Port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:08.689324 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903cf21-6b12-43ef-90d2-ed513262dd6e None None] Pushing event updated for resources: {'Port': ['ID=d23092c7-1019-4f9a-be03-60abbad47009,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.750049 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Attempting to bind port d23092c7-1019-4f9a-be03-60abbad47009 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:08.750761 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Attempting to bind port d23092c7-1019-4f9a-be03-60abbad47009 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:08.751354 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Attempting to bind port d23092c7-1019-4f9a-be03-60abbad47009 on network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:08.757071 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:08.757776 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Checking segment: {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:08.758263 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.758681 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Bound using segment: {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:08.759315 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Bound port: d23092c7-1019-4f9a-be03-60abbad47009, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:08.759843 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.799962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742158c-ec17-47fe-b94e-08745e504fb5 req-d083f24c-eddd-4711-a5a7-b95b2d297d67 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:08.801636 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7742158c-ec17-47fe-b94e-08745e504fb5 req-d083f24c-eddd-4711-a5a7-b95b2d297d67 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 932 time: 0.1337433 Nov 23 02:54:08.831989 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] For port d23092c7-1019-4f9a-be03-60abbad47009, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:08.835836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] For port d23092c7-1019-4f9a-be03-60abbad47009, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d23092c7-1019-4f9a-be03-60abbad47009,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:08.842146 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.899325 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Routers {'c9e24748-7748-47c9-8733-21424019c5dd'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:54:08.900181 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:54:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['c9e24748-7748-47c9-8733-21424019c5dd'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:08.901512 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7742158c-ec17-47fe-b94e-08745e504fb5 req-09e27380-9bf7-4140-9fd0-60edbda49521 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860484 Nov 23 02:54:08.917306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:08.926260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.941515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Transition to ACTIVE for port object 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:54:08.947089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:08.952345 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c903cf21-6b12-43ef-90d2-ed513262dd6e None None] Pushing event updated for resources: {'Port': ['ID=d23092c7-1019-4f9a-be03-60abbad47009,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:08.988766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4941b3a8-a74a-4860-9341-9683e3671fd9 None None] Provisioning complete for port d23092c7-1019-4f9a-be03-60abbad47009 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:08.989156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4941b3a8-a74a-4860-9341-9683e3671fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.038040 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] Set router c9e24748-7748-47c9-8733-21424019c5dd gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:54:09.041608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Pushing event updated for resources: {'Port': ['ID=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:09.119243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4941b3a8-a74a-4860-9341-9683e3671fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.130257 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Attempting to bind port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:09.130609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Attempting to bind port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:09.130954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Attempting to bind port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:09.143667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:09.144200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Attempting to bind port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:09.155428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:09.155772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Checking segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:09.156170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Bound using segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:09.156661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Bound port: 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:09.157408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.193799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4941b3a8-a74a-4860-9341-9683e3671fd9 None None] For port d23092c7-1019-4f9a-be03-60abbad47009, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d23092c7-1019-4f9a-be03-60abbad47009,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:09.202300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4941b3a8-a74a-4860-9341-9683e3671fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.246796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d23092c7-1019-4f9a-be03-60abbad47009 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:09.262306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] For port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:09.267086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] For port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:09.274209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.306126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941b3a8-a74a-4860-9341-9683e3671fd9 None None] Pushing event updated for resources: {'Port': ['ID=d23092c7-1019-4f9a-be03-60abbad47009,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:09.327456 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:09.328659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.331484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] 10.222.0.46 "PUT /v2.0/ports/08d8c9ef-c295-4f90-af1d-5d485fb95fd9 HTTP/1.1" status: 200 len: 1094 time: 0.8742905 Nov 23 02:54:09.338298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'tag': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:09.338298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc621f3-2e19-4085-ab63-057d242b74ca" -d '{"events": [{"name": "network-changed", "server_uuid": "54fbcb72-579d-4ff1-acbc-5e966d5700a7", "tag": "08d8c9ef-c295-4f90-af1d-5d485fb95fd9"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:09.347658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d23092c7-1019-4f9a-be03-60abbad47009 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:09.348950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.375310 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd23092c7-1019-4f9a-be03-60abbad47009', 'name': '', 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'mac_address': 'fa:16:3e:7b:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:04Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'subnets': [{'id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:54:09.381953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.388893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c49177b4-0351-4b9f-94f0-c0060a1beef7 None None] Provisioning complete for port d23092c7-1019-4f9a-be03-60abbad47009 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:09.389275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c49177b4-0351-4b9f-94f0-c0060a1beef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:09.402513 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46510d6-e3d9-4d88-b11f-e7e90086c5e0 None None] The sync data for ids ['c9e24748-7748-47c9-8733-21424019c5dd'] in dv-neutron-818844-1-hyperv is: [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:04Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd23092c7-1019-4f9a-be03-60abbad47009', 'name': '', 'network_id': '60d02a2b-dc8d-4790-b7d7-20140d7b19ad', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'mac_address': 'fa:16:3e:7b:bc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:04Z', 'updated_at': '2021-11-23T02:54:08Z', 'revision_number': 4, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'subnets': [{'id': 'f4529433-3e03-4e80-a660-d3b47ee09499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:54:09.403028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c66e27c-cbc1-4c63-a8ef-8a0a5882c659 x-openstack-request-id: req-8c66e27c-cbc1-4c63-a8ef-8a0a5882c659 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:09.403513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54fbcb72-579d-4ff1-acbc-5e966d5700a7", "tag": "08d8c9ef-c295-4f90-af1d-5d485fb95fd9", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:09.408541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c66e27c-cbc1-4c63-a8ef-8a0a5882c659 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:09.409252 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'tag': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9', 'status': 'completed', 'code': 200} Nov 23 02:54:09.411462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2bf57-cd66-46ff-bedd-52e416f835bb service neutron] Pushing event updated for resources: {'Port': ['ID=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:09.487590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-99f8a92c-e9cb-4e9d-8840-8ff124ecd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:09.489852 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-99f8a92c-e9cb-4e9d-8840-8ff124ecd7c9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 1097 time: 0.0646942 Nov 23 02:54:09.553293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c52a450c-a3aa-4537-87f6-9df6f56f5512 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9 HTTP/1.1" status: 200 len: 217 time: 0.0469594 Nov 23 02:54:09.608799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c9b25991-9039-4ef8-a0cf-3174afdad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:09.610228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-c9b25991-9039-4ef8-a0cf-3174afdad61e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=631969c4-9cf0-4ba1-997e-ad4fe6115057 HTTP/1.1" status: 200 len: 856 time: 0.0487597 Nov 23 02:54:09.660303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-239170a7-9396-4051-b3b5-af79b384eb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:09.661775 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-239170a7-9396-4051-b3b5-af79b384eb87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435636 Nov 23 02:54:09.758900 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-d712db85-dcb6-4503-8f51-14e06dc7a955 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887241 Nov 23 02:54:09.852184 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b7a1de0-a34f-408a-9414-68f91687a905 req-f096e510-fb30-4095-a082-67b9b73f8fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850959 Nov 23 02:54:10.030859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-0b9f1b3d-7ba6-45ee-a8f5-86b7918f4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.032390 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-0b9f1b3d-7ba6-45ee-a8f5-86b7918f4daf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 1097 time: 0.0759361 Nov 23 02:54:10.046955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff9bff-8d4c-4d98-b957-77a3d45a9130 req-9894a3d5-99a6-4ac7-a40a-fbc29bc2edd8 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.048345 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09ff9bff-8d4c-4d98-b957-77a3d45a9130 req-9894a3d5-99a6-4ac7-a40a-fbc29bc2edd8 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 944 time: 0.0648842 Nov 23 02:54:10.153532 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09ff9bff-8d4c-4d98-b957-77a3d45a9130 req-7166b1e9-885e-4511-b9cf-9ec07d4f3f64 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972891 Nov 23 02:54:10.166600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-59120447-d222-4b5e-b5f7-e95248128120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.168164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-59120447-d222-4b5e-b5f7-e95248128120 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 918 time: 0.1189830 Nov 23 02:54:10.210794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-8401f03e-10de-41fd-8397-9ee2a9846b0b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9 HTTP/1.1" status: 200 len: 217 time: 0.0345881 Nov 23 02:54:10.262022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-80cb1de9-e17a-4877-b2de-a40b0fe973a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.263606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-80cb1de9-e17a-4877-b2de-a40b0fe973a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=631969c4-9cf0-4ba1-997e-ad4fe6115057 HTTP/1.1" status: 200 len: 856 time: 0.0439489 Nov 23 02:54:10.313500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-e03ccb60-6a58-4533-8d13-c1b8adfd3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:10.314894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-e03ccb60-6a58-4533-8d13-c1b8adfd3e10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417240 Nov 23 02:54:10.418877 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-76ba7821-290d-45e1-863e-c47543e50681 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927987 Nov 23 02:54:10.515735 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1dc621f3-2e19-4085-ab63-057d242b74ca req-6af45704-fbae-4a02-879d-cb5625ca7b19 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884669 Nov 23 02:54:11.170464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d23092c7-1019-4f9a-be03-60abbad47009 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:11.224302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d23092c7-1019-4f9a-be03-60abbad47009 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:11.224706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:11.275932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af48e49-3211-4168-8aca-2ffa80ceda9b req-94666650-90a7-43ac-9923-f3a6b1100959 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:11.277485 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4af48e49-3211-4168-8aca-2ffa80ceda9b req-94666650-90a7-43ac-9923-f3a6b1100959 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 944 time: 0.0538061 Nov 23 02:54:11.328558 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4af48e49-3211-4168-8aca-2ffa80ceda9b req-bf3890ba-9b52-44bb-8815-20c12d728929 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446632 Nov 23 02:54:12.292299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:12.399660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:12.411802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'port_id': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9', 'mac_address': 'fa:16:3e:4a:d1:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:12.450128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.450903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d92c4-2c05-4e9c-9cb2-ffb08911fec2 req-2545ed33-140e-42ca-a855-30d274830218 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:12.452770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-280d92c4-2c05-4e9c-9cb2-ffb08911fec2 req-2545ed33-140e-42ca-a855-30d274830218 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 944 time: 0.0539422 Nov 23 02:54:12.463419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:12.483663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:12.489249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:12.503572 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-280d92c4-2c05-4e9c-9cb2-ffb08911fec2 req-a6cad3be-4158-4846-8e56-7aecffb5c742 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Nov 23 02:54:12.540696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:12.548310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.548595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.548941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.549288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.549623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.549962 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.550303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.550634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.550963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.551287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.551611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.551940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:12.848838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['08d8c9ef-c295-4f90-af1d-5d485fb95fd9'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:13.639047 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d4dcf-74ee-4901-98f0-6337ad39b524 req-8b98da49-7a5a-412a-9f31-869be2a400a2 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:13.640467 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-723d4dcf-74ee-4901-98f0-6337ad39b524 req-8b98da49-7a5a-412a-9f31-869be2a400a2 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 945 time: 0.0585353 Nov 23 02:54:13.691878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-723d4dcf-74ee-4901-98f0-6337ad39b524 req-bebca263-19d1-48d9-898f-06486eca6be0 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425673 Nov 23 02:54:14.292685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:14.349916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:54:14.353989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:14.354343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.443374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.466733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:14.469510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3672db-2b6c-4c1d-8dd5-80f80390a280" -d '{"events": [{"server_uuid": "54fbcb72-579d-4ff1-acbc-5e966d5700a7", "name": "network-vif-plugged", "status": "completed", "tag": "08d8c9ef-c295-4f90-af1d-5d485fb95fd9"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:14.482795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:14.488346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:14.543129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:14.565039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15ea6ac-fa68-45d9-b91c-a3e8642a9643 x-openstack-request-id: req-b15ea6ac-fa68-45d9-b91c-a3e8642a9643 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:14.565348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fbcb72-579d-4ff1-acbc-5e966d5700a7", "name": "network-vif-plugged", "status": "completed", "tag": "08d8c9ef-c295-4f90-af1d-5d485fb95fd9", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:14.565606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b15ea6ac-fa68-45d9-b91c-a3e8642a9643 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:14.566012 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9', 'code': 200} Nov 23 02:54:14.800986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba564c-c097-41a9-a869-df5046d6fd3c req-adcb4f8f-46b4-4321-b136-6625f414b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:14.802657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09ba564c-c097-41a9-a869-df5046d6fd3c req-adcb4f8f-46b4-4321-b136-6625f414b294 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 1099 time: 0.0422714 Nov 23 02:54:14.817689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785bc76-a659-441e-a526-9ee3eb58c215 req-0f717741-8119-4dc5-b363-a1c539b00e02 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:14.819241 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c785bc76-a659-441e-a526-9ee3eb58c215 req-0f717741-8119-4dc5-b363-a1c539b00e02 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0554910 Nov 23 02:54:14.852552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09ba564c-c097-41a9-a869-df5046d6fd3c req-08a29e2d-9e55-4204-8b70-dcaa666912c2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Nov 23 02:54:14.874346 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c785bc76-a659-441e-a526-9ee3eb58c215 req-11b02f69-e583-4dd6-9c61-3b8b508616a2 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486429 Nov 23 02:54:16.020551 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bdaa4-8caa-4556-aec1-d78ff50193f5 req-b452b324-ef7f-4663-a4ab-fd2af2cd1dec tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:16.022075 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-161bdaa4-8caa-4556-aec1-d78ff50193f5 req-b452b324-ef7f-4663-a4ab-fd2af2cd1dec tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0637543 Nov 23 02:54:16.072877 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-161bdaa4-8caa-4556-aec1-d78ff50193f5 req-6d79e74f-8330-47cd-90f8-3916914dfbcf tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Nov 23 02:54:17.207680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a39f4e-a6f3-400e-b23e-fc3d32cf35ef req-d2ccf9fb-f783-402b-aa7a-66759e7a56f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.209512 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a39f4e-a6f3-400e-b23e-fc3d32cf35ef req-d2ccf9fb-f783-402b-aa7a-66759e7a56f6 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0551836 Nov 23 02:54:17.258463 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b9a39f4e-a6f3-400e-b23e-fc3d32cf35ef req-f7325d44-20f1-4298-a39e-f439e115059c tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425897 Nov 23 02:54:17.377364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d79e61-6b7d-4f49-8b90-b04a9fcf877d req-c85b14c1-bead-4639-b406-8e189e5c96b1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:17.378785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-17d79e61-6b7d-4f49-8b90-b04a9fcf877d req-c85b14c1-bead-4639-b406-8e189e5c96b1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0526993 Nov 23 02:54:17.430010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-17d79e61-6b7d-4f49-8b90-b04a9fcf877d req-7476edd4-391e-4c4a-9107-2a416154a3dd tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 Nov 23 02:54:20.683433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:27.561830 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:54:33.139981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a78a62b-96bd-4020-8764-f7b5fa926a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:35.620978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ac0d21d8-d6cc-4175-8c55-4560f66ea125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:36.537062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:38.196669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:39.328649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:40.464263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22fa0e0-0326-4022-9a14-2b4b55815963 req-2c1a7e9c-46e8-4325-8c0f-1fcd42a754db tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:40.465861 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d22fa0e0-0326-4022-9a14-2b4b55815963 req-2c1a7e9c-46e8-4325-8c0f-1fcd42a754db tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0520267 Nov 23 02:54:40.528617 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d22fa0e0-0326-4022-9a14-2b4b55815963 req-3a107dc9-9178-46f2-b4ab-e7c06a8a1451 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Nov 23 02:54:41.657391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d576ffe-5fb7-4071-88ed-034fdefbcfd3 req-2b3ce079-4438-4be1-8e17-73025aee2ec3 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:41.659011 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9d576ffe-5fb7-4071-88ed-034fdefbcfd3 req-2b3ce079-4438-4be1-8e17-73025aee2ec3 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0540621 Nov 23 02:54:41.714715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9d576ffe-5fb7-4071-88ed-034fdefbcfd3 req-7bd30cd1-da37-4d7d-80f4-244432a21b19 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477216 Nov 23 02:54:42.495729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-68c38996-328d-470b-80af-f4cb0882169d tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:42.497275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-68c38996-328d-470b-80af-f4cb0882169d tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0600040 Nov 23 02:54:42.600369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Deleting port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:54:42.600625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.700861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] For port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:42.701552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.714571 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Calling delete_port for 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:54:42.832675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935516f8-649d-4174-9cdf-955eb32e5fb7 req-ccbc1767-f0d7-4646-b2ae-462e191a5a8a tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:42.834371 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-935516f8-649d-4174-9cdf-955eb32e5fb7 req-ccbc1767-f0d7-4646-b2ae-462e191a5a8a tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=54fbcb72-579d-4ff1-acbc-5e966d5700a7 HTTP/1.1" status: 200 len: 946 time: 0.0501282 Nov 23 02:54:42.848497 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.882073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Pushing event deleted for resources: {'Port': ['ID=08d8c9ef-c295-4f90-af1d-5d485fb95fd9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:42.888285 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-935516f8-649d-4174-9cdf-955eb32e5fb7 req-f1bb31b4-8963-4106-b508-7c95d21e49d4 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 Nov 23 02:54:42.893295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['08d8c9ef-c295-4f90-af1d-5d485fb95fd9'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:42.928295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] No DVR routers for this DVR port 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:54:42.931061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:42.934662 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99e4c057-f96d-4c11-89c9-2e87a6a00343 req-b8401995-7190-4e4d-9ab6-677517c42b50 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "DELETE /v2.0/ports/08d8c9ef-c295-4f90-af1d-5d485fb95fd9 HTTP/1.1" status: 204 len: 173 time: 0.4302323 Nov 23 02:54:42.935159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'name': 'network-vif-deleted', 'tag': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:42.937524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f63fdf-28f5-4f5e-8831-4171229e35ec" -d '{"events": [{"server_uuid": "54fbcb72-579d-4ff1-acbc-5e966d5700a7", "name": "network-vif-deleted", "tag": "08d8c9ef-c295-4f90-af1d-5d485fb95fd9"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:42.978199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e006148-66f7-4218-849b-672124af4b47 x-openstack-request-id: req-1e006148-66f7-4218-849b-672124af4b47 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:42.978584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54fbcb72-579d-4ff1-acbc-5e966d5700a7", "name": "network-vif-deleted", "tag": "08d8c9ef-c295-4f90-af1d-5d485fb95fd9", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:42.978748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e006148-66f7-4218-849b-672124af4b47 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:42.979159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54fbcb72-579d-4ff1-acbc-5e966d5700a7', 'name': 'network-vif-deleted', 'tag': '08d8c9ef-c295-4f90-af1d-5d485fb95fd9', 'status': 'completed', 'code': 200} Nov 23 02:54:44.744045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-b0ec89f9-2190-4634-aa9c-a84f2d44cef5 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:44.745619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-b0ec89f9-2190-4634-aa9c-a84f2d44cef5 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 817 time: 0.1025617 Nov 23 02:54:44.761223 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-510c0abb-ae48-44ca-b545-41ae2d28ccae tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/quotas/31bf79038a9944cf9b1a64c7ecbfa673 HTTP/1.1" status: 200 len: 375 time: 0.0096111 Nov 23 02:54:44.812281 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-afa7a9d6-229c-4b94-8b66-3cd54192d1e2 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457792 Nov 23 02:54:44.959975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-06edc043-9ae7-4b13-8955-630bb65e5d08 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 02:54:44.961067 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-06edc043-9ae7-4b13-8955-630bb65e5d08 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1362164 Nov 23 02:54:45.412920 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-5718fc04-99f5-4da7-aa2c-a5edf5838ee4 service neutron] 10.222.0.53 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454668 Nov 23 02:54:45.504275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-91e06929-f474-457f-ac46-87e746053fb8 service neutron] 10.222.0.53 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820944 Nov 23 02:54:45.676200 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-533bd4b1-54f6-4f5f-87ae-760dfbfc8b41 req-5fef69c5-b636-4f34-9a5f-506451e912cc tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 210 time: 0.0271013 Nov 23 02:54:46.407266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:54:46.427998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:54:46.428379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 08d8c9ef-c295-4f90-af1d-5d485fb95fd9 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:54:46.784534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b2132b73-8b54-4f85-adb8-3443db345975 req-11f452c6-289f-4446-a875-5a799d2e0813 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 210 time: 0.0411167 Nov 23 02:54:46.875798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-a6384dd7-c251-414a-8210-6de64bd00474 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:46.877307 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-a6384dd7-c251-414a-8210-6de64bd00474 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 817 time: 0.1220345 Nov 23 02:54:46.912336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Request body: {'port': {'device_id': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'admin_state_up': True, 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:47.036320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Made reservation on behalf of 31bf79038a9944cf9b1a64c7ecbfa673 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:54:47.040640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.175471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Allocated IP 172.20.0.11 (28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca/631969c4-9cf0-4ba1-997e-ad4fe6115057/392442bd-0db0-4f57-92c0-d24096783f19) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:54:47.341335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.377813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.426105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:54:47.429396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:54:47.431912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:54:47.457609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Pushing event updated for resources: {'Port': ['ID=392442bd-0db0-4f57-92c0-d24096783f19,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:47.488967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.489642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.509425 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-07ec659a-6428-49a4-b260-c48c8938c8de tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6012695 Nov 23 02:54:47.530087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Request body: {'port': {'device_id': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:54:47.587524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.660118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82bac49a-0f05-4905-b707-504b9a59c551 None None] Provisioning complete for port 392442bd-0db0-4f57-92c0-d24096783f19 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:47.660742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82bac49a-0f05-4905-b707-504b9a59c551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.695252 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-82bac49a-0f05-4905-b707-504b9a59c551 None None] Port 392442bd-0db0-4f57-92c0-d24096783f19 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:54:47.863785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392442bd-0db0-4f57-92c0-d24096783f19 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:47.872270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.885592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Transition to ACTIVE for port object 392442bd-0db0-4f57-92c0-d24096783f19 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:54:47.890907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:47.904576 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf856c-dd1c-4b2b-874b-1f363453a554 req-121bb1b1-5a70-489f-94b8-ec4b25d2b730 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:47.906145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9fcf856c-dd1c-4b2b-874b-1f363453a554 req-121bb1b1-5a70-489f-94b8-ec4b25d2b730 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 932 time: 0.0515571 Nov 23 02:54:47.945910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Pushing event updated for resources: {'Port': ['ID=392442bd-0db0-4f57-92c0-d24096783f19,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:47.962053 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9fcf856c-dd1c-4b2b-874b-1f363453a554 req-f0815eb7-626e-4841-a4c4-3574552b2f4d tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Nov 23 02:54:47.969718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.970092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.970441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.970793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.971117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.971459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.971798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.972130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.972483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.972814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.973280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:47.973464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:54:48.029616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Attempting to bind port 392442bd-0db0-4f57-92c0-d24096783f19 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:54:48.030003 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Attempting to bind port 392442bd-0db0-4f57-92c0-d24096783f19 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:54:48.030346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Attempting to bind port 392442bd-0db0-4f57-92c0-d24096783f19 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:48.035010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Port 392442bd-0db0-4f57-92c0-d24096783f19 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:54:48.035322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Attempting to bind port 392442bd-0db0-4f57-92c0-d24096783f19 on network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:54:48.040693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:54:48.041035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Checking segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:54:48.041420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Bound using segment: {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:54:48.041854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Bound port: 392442bd-0db0-4f57-92c0-d24096783f19, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84f3c048-2d8a-47a9-8ce0-aca75e6d5055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:54:48.042213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:48.108988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] For port 392442bd-0db0-4f57-92c0-d24096783f19, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:54:48.112131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] For port 392442bd-0db0-4f57-92c0-d24096783f19, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=392442bd-0db0-4f57-92c0-d24096783f19,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:54:48.117609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:48.154749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.155378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:48.156861 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] 10.222.0.46 "PUT /v2.0/ports/392442bd-0db0-4f57-92c0-d24096783f19 HTTP/1.1" status: 200 len: 1094 time: 0.6313527 Nov 23 02:54:48.157472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'tag': '392442bd-0db0-4f57-92c0-d24096783f19'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:48.159785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6708d8e8-e133-4110-86a2-67b6e0df1315" -d '{"events": [{"name": "network-changed", "server_uuid": "58dd9f57-e5a2-4f34-a00c-ef5442c91766", "tag": "392442bd-0db0-4f57-92c0-d24096783f19"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:48.185403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9e817-4e08-41a8-8e46-320a362c6805 service neutron] Pushing event updated for resources: {'Port': ['ID=392442bd-0db0-4f57-92c0-d24096783f19,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:48.205733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405dac05-86dd-485d-ab1b-c757434b00e1 x-openstack-request-id: req-405dac05-86dd-485d-ab1b-c757434b00e1 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:48.206097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58dd9f57-e5a2-4f34-a00c-ef5442c91766", "tag": "392442bd-0db0-4f57-92c0-d24096783f19", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:48.206366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-405dac05-86dd-485d-ab1b-c757434b00e1 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:48.206847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'tag': '392442bd-0db0-4f57-92c0-d24096783f19', 'status': 'completed', 'code': 200} Nov 23 02:54:48.276909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-f881d86e-f2e0-4177-a9e3-677226581060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.278588 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-f881d86e-f2e0-4177-a9e3-677226581060 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 1097 time: 0.0444248 Nov 23 02:54:48.340167 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-624850fa-2377-41ac-832c-672ad8502c41 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=392442bd-0db0-4f57-92c0-d24096783f19 HTTP/1.1" status: 200 len: 217 time: 0.0399625 Nov 23 02:54:48.393616 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-8979056c-f73d-4ad8-bf34-077a9b9dc51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.394976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-8979056c-f73d-4ad8-bf34-077a9b9dc51d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=631969c4-9cf0-4ba1-997e-ad4fe6115057 HTTP/1.1" status: 200 len: 856 time: 0.0469332 Nov 23 02:54:48.445632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-241a168d-463b-4f74-8d9c-ba0f03d1a630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.447211 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-241a168d-463b-4f74-8d9c-ba0f03d1a630 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426664 Nov 23 02:54:48.549307 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-51486934-1aba-484c-a02b-6986ce675c10 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923297 Nov 23 02:54:48.655891 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bd11eaab-52d8-438a-acaa-b505363efd16 req-b31aa9b4-5997-47f6-96ab-e69d9a36f949 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959177 Nov 23 02:54:48.821289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-fb774d13-7639-46f6-b3ac-3fd6e2501eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.822800 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-fb774d13-7639-46f6-b3ac-3fd6e2501eae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 1097 time: 0.0486276 Nov 23 02:54:48.920874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-327fa327-5ad0-47c8-b162-cf8234c806ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:48.922263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-327fa327-5ad0-47c8-b162-cf8234c806ec service neutron] 10.222.0.46 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 918 time: 0.0886388 Nov 23 02:54:48.972751 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-83a00a15-de68-43ae-b594-dbf750000d8f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=392442bd-0db0-4f57-92c0-d24096783f19 HTTP/1.1" status: 200 len: 217 time: 0.0405672 Nov 23 02:54:49.029715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-09b778de-7fee-4b3d-bae3-7221e8b7ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.031198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-09b778de-7fee-4b3d-bae3-7221e8b7ebfa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=631969c4-9cf0-4ba1-997e-ad4fe6115057 HTTP/1.1" status: 200 len: 856 time: 0.0461445 Nov 23 02:54:49.078748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-cb8814d5-5edd-42a0-83bc-96ab2aefb2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.080275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-cb8814d5-5edd-42a0-83bc-96ab2aefb2ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412257 Nov 23 02:54:49.091951 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09994202-b5ff-4a18-bd4b-e673b343d8a4 req-5031424b-9b86-4115-9794-074e45544c05 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:49.093510 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-09994202-b5ff-4a18-bd4b-e673b343d8a4 req-5031424b-9b86-4115-9794-074e45544c05 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 944 time: 0.0500858 Nov 23 02:54:49.144580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-09994202-b5ff-4a18-bd4b-e673b343d8a4 req-97b48520-83de-4265-bda5-79fd3edc8479 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439754 Nov 23 02:54:49.178789 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-b46d69b2-73cc-4279-b63d-6372a6cb34fa service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875685 Nov 23 02:54:49.278075 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6708d8e8-e133-4110-86a2-67b6e0df1315 req-209df829-a618-464f-9733-4985897e020d service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889847 Nov 23 02:54:50.269761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3bb499-36a9-47c9-b06c-7764ccede978 req-62752e15-2b4b-4198-b0d3-5388f097c55f tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:50.271377 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a3bb499-36a9-47c9-b06c-7764ccede978 req-62752e15-2b4b-4198-b0d3-5388f097c55f tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 944 time: 0.0518343 Nov 23 02:54:50.323896 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a3bb499-36a9-47c9-b06c-7764ccede978 req-89f8c1b8-ac51-4330-a4aa-68c37334e134 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Nov 23 02:54:50.422688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 392442bd-0db0-4f57-92c0-d24096783f19 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:54:50.516608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 392442bd-0db0-4f57-92c0-d24096783f19, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=392442bd-0db0-4f57-92c0-d24096783f19,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:50.527917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '392442bd-0db0-4f57-92c0-d24096783f19', 'network_id': '28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca', 'port_id': '392442bd-0db0-4f57-92c0-d24096783f19', 'mac_address': 'fa:16:3e:5c:36:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '631969c4-9cf0-4ba1-997e-ad4fe6115057', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:54:50.566980 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:50.584280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392442bd-0db0-4f57-92c0-d24096783f19 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:54:50.606760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 392442bd-0db0-4f57-92c0-d24096783f19, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=392442bd-0db0-4f57-92c0-d24096783f19,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:50.613118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:50.659846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=392442bd-0db0-4f57-92c0-d24096783f19,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:50.685871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:50.964748 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['392442bd-0db0-4f57-92c0-d24096783f19'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:54:51.453129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dc83d-3a36-4c4e-87f0-1c8d0f85deb4 req-b36a36f8-d967-4024-998d-a6f897275aac tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:51.454681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-341dc83d-3a36-4c4e-87f0-1c8d0f85deb4 req-b36a36f8-d967-4024-998d-a6f897275aac tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 945 time: 0.0569196 Nov 23 02:54:51.503846 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-341dc83d-3a36-4c4e-87f0-1c8d0f85deb4 req-472bdf91-9596-4238-ad09-f481eb44015f tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Nov 23 02:54:52.434188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 392442bd-0db0-4f57-92c0-d24096783f19 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:54:52.495666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 392442bd-0db0-4f57-92c0-d24096783f19 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:54:52.499557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 392442bd-0db0-4f57-92c0-d24096783f19 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:54:52.499945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:52.583020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:52.607046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392442bd-0db0-4f57-92c0-d24096783f19'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:54:52.609483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3584e01a-9272-4b36-b43a-deaa364d37e7" -d '{"events": [{"server_uuid": "58dd9f57-e5a2-4f34-a00c-ef5442c91766", "name": "network-vif-plugged", "status": "completed", "tag": "392442bd-0db0-4f57-92c0-d24096783f19"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:54:52.623567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 392442bd-0db0-4f57-92c0-d24096783f19, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=392442bd-0db0-4f57-92c0-d24096783f19,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:54:52.628083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa853d7-7b40-4397-98c2-eb07b08368df req-2b8f3a5a-3bd9-4f40-93d7-c8ee4f895b0d tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.629199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:54:52.632781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5aa853d7-7b40-4397-98c2-eb07b08368df req-2b8f3a5a-3bd9-4f40-93d7-c8ee4f895b0d tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 945 time: 0.0598691 Nov 23 02:54:52.655770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b978ec8e-6d49-47e4-8264-7013f796080a x-openstack-request-id: req-b978ec8e-6d49-47e4-8264-7013f796080a {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:54:52.656062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dd9f57-e5a2-4f34-a00c-ef5442c91766", "name": "network-vif-plugged", "status": "completed", "tag": "392442bd-0db0-4f57-92c0-d24096783f19", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:54:52.656358 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b978ec8e-6d49-47e4-8264-7013f796080a {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:54:52.656759 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392442bd-0db0-4f57-92c0-d24096783f19', 'code': 200} Nov 23 02:54:52.678941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5aa853d7-7b40-4397-98c2-eb07b08368df req-14583afc-fbce-4df5-9726-0834e9d8854d tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Nov 23 02:54:52.682407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=392442bd-0db0-4f57-92c0-d24096783f19,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:54:52.894602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceab98-eb63-4185-9ba4-f7769bece12b req-5b823341-ae0e-4eaa-80ce-7ad3b33d222a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:52.896104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b6ceab98-eb63-4185-9ba4-f7769bece12b req-5b823341-ae0e-4eaa-80ce-7ad3b33d222a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 1099 time: 0.0424232 Nov 23 02:54:52.944954 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b6ceab98-eb63-4185-9ba4-f7769bece12b req-b1eb77ce-add9-47d5-b02a-73dcb9b8a11b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 Nov 23 02:54:53.813079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981972-d74a-4272-84f4-5402cc3da05a req-5fbd4741-eba9-4906-b6da-e5bfda773308 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:53.814542 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3e981972-d74a-4272-84f4-5402cc3da05a req-5fbd4741-eba9-4906-b6da-e5bfda773308 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0562999 Nov 23 02:54:53.865830 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3e981972-d74a-4272-84f4-5402cc3da05a req-913adf7c-2c01-4bbc-ab67-cdf777c6f85b tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430012 Nov 23 02:54:54.929988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-54e58c32-8e28-483d-bdf1-769eeb23d81c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516989 Nov 23 02:54:55.025769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a01e4f-92ea-482c-a50a-d7028c8b07ac req-39b570e3-6849-4291-b75c-0408304939c8 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:55.027233 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d6a01e4f-92ea-482c-a50a-d7028c8b07ac req-39b570e3-6849-4291-b75c-0408304939c8 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0771205 Nov 23 02:54:55.089161 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-68b0588e-9e0d-4c5f-aee1-479eac0247f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:55.090753 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-68b0588e-9e0d-4c5f-aee1-479eac0247f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 1099 time: 0.0845256 Nov 23 02:54:55.100030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d6a01e4f-92ea-482c-a50a-d7028c8b07ac req-a4bea2ec-271c-414a-8a85-63996eef1180 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552053 Nov 23 02:54:55.200814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-ce966ecc-18dd-4d3a-b389-b852089a3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:55.202169 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-ce966ecc-18dd-4d3a-b389-b852089a3b58 service neutron] 10.222.0.46 "GET /v2.0/networks?id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 200 len: 918 time: 0.0896683 Nov 23 02:54:55.219685 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51a5c-6538-480d-af06-1ddd69f2647b req-984e347f-517f-4d46-b39b-d3424087aaaa tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:55.221342 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-60c51a5c-6538-480d-af06-1ddd69f2647b req-984e347f-517f-4d46-b39b-d3424087aaaa tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0534420 Nov 23 02:54:55.246820 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-39d884c2-05fa-4677-a6cb-1fd271957703 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=392442bd-0db0-4f57-92c0-d24096783f19 HTTP/1.1" status: 200 len: 217 time: 0.0366068 Nov 23 02:54:55.271378 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-60c51a5c-6538-480d-af06-1ddd69f2647b req-31d6349f-c24b-4bf8-bdc1-297cf72532fd tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434744 Nov 23 02:54:55.297942 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-129c2a3e-97df-489a-893e-fed50121281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:55.298954 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-129c2a3e-97df-489a-893e-fed50121281c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=631969c4-9cf0-4ba1-997e-ad4fe6115057 HTTP/1.1" status: 200 len: 856 time: 0.0447154 Nov 23 02:54:55.355232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-4abb19fe-04b1-43fa-b718-922441cba958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:54:55.356812 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-4abb19fe-04b1-43fa-b718-922441cba958 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494094 Nov 23 02:54:55.449982 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-56f4a6d8-a2d1-402e-9441-be05d7ae1238 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841582 Nov 23 02:54:55.551391 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a043dc4c-3281-469f-89ff-34133bbba8ad req-f0daecc0-a833-4fe7-9c53-002df3cc8d34 service neutron] 10.222.0.46 "GET /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933256 Nov 23 02:55:03.141600 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81183c60-f042-4678-9809-7e7c27ecc9c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:04.565605 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:55:05.636473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-66a92a41-ab7d-4cf8-bb7e-84f3f41b3898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:06.537025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:08.199855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:09.333695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:18.039514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e02a07-76a5-45e4-8ef5-63a9736f1952 req-eae9bfaf-c4b0-484e-93ab-8ff225450cef tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:18.041093 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d9e02a07-76a5-45e4-8ef5-63a9736f1952 req-eae9bfaf-c4b0-484e-93ab-8ff225450cef tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0498791 Nov 23 02:55:18.089621 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d9e02a07-76a5-45e4-8ef5-63a9736f1952 req-fea941fb-57b0-4979-a0a9-e00f44009009 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Nov 23 02:55:19.218244 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc83b0e-ab2f-4796-bd55-a802014b7888 req-1ee3c680-ce18-44bd-b25c-f6e46a6d32e8 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:19.219725 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfc83b0e-ab2f-4796-bd55-a802014b7888 req-1ee3c680-ce18-44bd-b25c-f6e46a6d32e8 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0571866 Nov 23 02:55:19.276481 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bfc83b0e-ab2f-4796-bd55-a802014b7888 req-63ae56ae-ccc7-4321-9e79-12066a4f27c5 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481746 Nov 23 02:55:20.118759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409995d-85ab-4b20-99a3-be3f86654196 req-cf19e0be-50d4-4b3c-9df4-e23a666523dd tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:20.120993 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a409995d-85ab-4b20-99a3-be3f86654196 req-cf19e0be-50d4-4b3c-9df4-e23a666523dd tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0637441 Nov 23 02:55:20.224371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Deleting port 392442bd-0db0-4f57-92c0-d24096783f19 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:20.224735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.316655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] For port 392442bd-0db0-4f57-92c0-d24096783f19, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=392442bd-0db0-4f57-92c0-d24096783f19,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:20.317019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.335298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Calling delete_port for 392442bd-0db0-4f57-92c0-d24096783f19 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:20.448035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a4517-b83a-449f-87d5-b57f824f0ddd req-8707330c-0e79-444a-bf97-2c1e116d43f3 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:20.449513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c81a4517-b83a-449f-87d5-b57f824f0ddd req-8707330c-0e79-444a-bf97-2c1e116d43f3 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/ports?device_id=58dd9f57-e5a2-4f34-a00c-ef5442c91766 HTTP/1.1" status: 200 len: 946 time: 0.0720770 Nov 23 02:55:20.534085 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c81a4517-b83a-449f-87d5-b57f824f0ddd req-7c681bc8-d825-4f4a-a8bb-e65d1ba21480 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.53 "GET /v2.0/security-groups?id=45dda54a-46cd-4c7d-b43f-f59ff2deb351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781496 Nov 23 02:55:20.535073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.566354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Pushing event deleted for resources: {'Port': ['ID=392442bd-0db0-4f57-92c0-d24096783f19,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:20.596103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['392442bd-0db0-4f57-92c0-d24096783f19'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:55:20.605686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] No DVR routers for this DVR port 392442bd-0db0-4f57-92c0-d24096783f19 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:20.608484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:20.611907 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a409995d-85ab-4b20-99a3-be3f86654196 req-1136dfd8-c601-4149-8ab6-f34cef8b6ff1 tempest-TestEncryptedCinderVolumes-1648484787 tempest-TestEncryptedCinderVolumes-1648484787-project] 10.222.0.46 "DELETE /v2.0/ports/392442bd-0db0-4f57-92c0-d24096783f19 HTTP/1.1" status: 204 len: 173 time: 0.4801526 Nov 23 02:55:20.612399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'name': 'network-vif-deleted', 'tag': '392442bd-0db0-4f57-92c0-d24096783f19'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:55:20.615441 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854192da-c82a-4693-8092-66f8d059c028" -d '{"events": [{"server_uuid": "58dd9f57-e5a2-4f34-a00c-ef5442c91766", "name": "network-vif-deleted", "tag": "392442bd-0db0-4f57-92c0-d24096783f19"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:55:20.656638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09221f89-63e8-44bf-9fa9-26722266064f x-openstack-request-id: req-09221f89-63e8-44bf-9fa9-26722266064f {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:55:20.657056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58dd9f57-e5a2-4f34-a00c-ef5442c91766", "name": "network-vif-deleted", "tag": "392442bd-0db0-4f57-92c0-d24096783f19", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:55:20.657373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09221f89-63e8-44bf-9fa9-26722266064f {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:55:20.657862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58dd9f57-e5a2-4f34-a00c-ef5442c91766', 'name': 'network-vif-deleted', 'tag': '392442bd-0db0-4f57-92c0-d24096783f19', 'status': 'completed', 'code': 200} Nov 23 02:55:20.687603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:21.655874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39678) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:22.035740 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.291961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Deleting port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:22.292415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.370870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] For port 0ff7e966-3039-424b-b3d0-01ea3b28a6b4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:22.371230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.389008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Calling delete_port for 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:22.547780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 392442bd-0db0-4f57-92c0-d24096783f19 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:22.568656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 392442bd-0db0-4f57-92c0-d24096783f19 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:22.569037 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 392442bd-0db0-4f57-92c0-d24096783f19 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:22.587420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:22.613311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff7e966-3039-424b-b3d0-01ea3b28a6b4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:22.784547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.004720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Router efbcc412-43a0-4bf3-a7c9-80eef2fa998e has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:23.112208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:23.118138 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3925b02b-22f6-4fe6-ba6e-9b9d1ff96d22 admin admin] 10.222.0.53 "PUT /v2.0/routers/efbcc412-43a0-4bf3-a7c9-80eef2fa998e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4608760 Nov 23 02:55:23.120339 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39680) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:23.122209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] Sync routers for ids ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:23.133743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] Routers {'efbcc412-43a0-4bf3-a7c9-80eef2fa998e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:23.134961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:23.228959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.242940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] Set router efbcc412-43a0-4bf3-a7c9-80eef2fa998e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:23.438665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 5, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:23.618395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] Checking router: efbcc412-43a0-4bf3-a7c9-80eef2fa998e for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:23.628274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] Routers {'efbcc412-43a0-4bf3-a7c9-80eef2fa998e'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:23.628952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:23.679541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.735316 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Deleting port 0b563985-29a4-4aa3-b180-b648d79e8eb4 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:23.735656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.739858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] Set router efbcc412-43a0-4bf3-a7c9-80eef2fa998e gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:23.814844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] For port 0b563985-29a4-4aa3-b180-b648d79e8eb4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0b563985-29a4-4aa3-b180-b648d79e8eb4,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:23.815508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:23.827935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Calling delete_port for 0b563985-29a4-4aa3-b180-b648d79e8eb4 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:23.916160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 5, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:23.947561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ef8bdd-d1c5-4c2b-b51e-c8812fb5472d None None] The sync data for ids ['efbcc412-43a0-4bf3-a7c9-80eef2fa998e'] in dv-neutron-818844-1-hyperv is: [{'id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'name': 'tempest-TestEncryptedCinderVolumes-1128399206-router', 'tenant_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:53:56Z', 'updated_at': '2021-11-23T02:55:22Z', 'revision_number': 5, 'project_id': '31bf79038a9944cf9b1a64c7ecbfa673', 'gw_port': {'id': '0b563985-29a4-4aa3-b180-b648d79e8eb4', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbcc412-43a0-4bf3-a7c9-80eef2fa998e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:53:57Z', 'updated_at': '2021-11-23T02:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:23.998601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.025685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b563985-29a4-4aa3-b180-b648d79e8eb4,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:24.041653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd10caee-09b3-4141-9c83-6e0dba060044 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:24.087778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.177128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.179329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.233188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.233671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efbcc412-43a0-4bf3-a7c9-80eef2fa998e {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:55:24.238601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.239821 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9ccb7b1d-5382-4970-b65d-7d673734f5c0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/efbcc412-43a0-4bf3-a7c9-80eef2fa998e HTTP/1.1" status: 204 len: 168 time: 1.1164112 Nov 23 02:55:24.242487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39684) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:24.298934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Deleting subnet 631969c4-9cf0-4ba1-997e-ad4fe6115057 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:24.302583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.342031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.422989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.481304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.512605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.516134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4f8f6-3a8d-48e7-a332-dbcc645b98a6 None None] Network 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:24.516868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/631969c4-9cf0-4ba1-997e-ad4fe6115057 HTTP/1.1" status: 204 len: 168 time: 0.2731786 Nov 23 02:55:24.517875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936b4329-a14d-46cd-a426-8d999475e2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631969c4-9cf0-4ba1-997e-ad4fe6115057,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:24.520327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39686) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:24.592357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.655755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Deleting port 4ea2a422-fbcc-424e-99f0-81949b411a71 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:24.656100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.724218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] For port 4ea2a422-fbcc-424e-99f0-81949b411a71, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=4ea2a422-fbcc-424e-99f0-81949b411a71,segment=NetworkSegment(84f3c048-2d8a-47a9-8ce0-aca75e6d5055),segment_id=84f3c048-2d8a-47a9-8ce0-aca75e6d5055)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:24.724610 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.738180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Calling delete_port for 4ea2a422-fbcc-424e-99f0-81949b411a71 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:24.819752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.848966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Pushing event deleted for resources: {'Port': ['ID=4ea2a422-fbcc-424e-99f0-81949b411a71,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:24.852709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] No DVR routers for this DVR port 4ea2a422-fbcc-424e-99f0-81949b411a71 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:24.921454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.943393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:24.955208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f3c048-2d8a-47a9-8ce0-aca75e6d5055') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:24.955515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f3c048-2d8a-47a9-8ce0-aca75e6d5055') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:24.957401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f928919a-bce7-40a7-a989-927102c684fc None None] DHCP port deletion for 28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:24.966630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.981536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.988530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:24.988918 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:24.990646 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:25.050829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.056957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.060679 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] 10.222.0.53 "DELETE /v2.0/networks/28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca HTTP/1.1" status: 204 len: 168 time: 0.5391154 Nov 23 02:55:25.064000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39688) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:25.073350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6666575-60a9-42ef-ad35-2227d65942da admin admin] Pushing event deleted for resources: {'Network': ['ID=28961bf5-b7f7-4cfb-8ce3-7d6a1fb668ca,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:25.195345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b563985-29a4-4aa3-b180-b648d79e8eb4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:25.216089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 0b563985-29a4-4aa3-b180-b648d79e8eb4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:25.216463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0b563985-29a4-4aa3-b180-b648d79e8eb4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:25.216916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:25.236540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:25.236798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0ff7e966-3039-424b-b3d0-01ea3b28a6b4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:25.237239 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4ea2a422-fbcc-424e-99f0-81949b411a71 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:25.256286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 4ea2a422-fbcc-424e-99f0-81949b411a71 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:25.256640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 4ea2a422-fbcc-424e-99f0-81949b411a71 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:25.418533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.678798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Deleting port d23092c7-1019-4f9a-be03-60abbad47009 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:25.679030 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.769753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] For port d23092c7-1019-4f9a-be03-60abbad47009, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d23092c7-1019-4f9a-be03-60abbad47009,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:25.770072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.782789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Calling delete_port for d23092c7-1019-4f9a-be03-60abbad47009 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:25.971500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:25.997797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Pushing event deleted for resources: {'Port': ['ID=d23092c7-1019-4f9a-be03-60abbad47009,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:26.024709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.025072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.025395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.025765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.026090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.026424 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.026797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.027129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.027457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.027793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.028114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.028462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:26.174868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.402806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Router c9e24748-7748-47c9-8733-21424019c5dd has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:26.513210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:26.518580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8172bf49-346f-4f9c-9823-d1ee5a94eafa admin admin] 10.222.0.53 "PUT /v2.0/routers/c9e24748-7748-47c9-8733-21424019c5dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534345 Nov 23 02:55:26.522144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39690) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:26.525371 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] Sync routers for ids ['c9e24748-7748-47c9-8733-21424019c5dd'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:26.536966 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] Routers {'c9e24748-7748-47c9-8733-21424019c5dd'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:26.537594 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['c9e24748-7748-47c9-8733-21424019c5dd'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:26.628184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.642812 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] Set router c9e24748-7748-47c9-8733-21424019c5dd gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:26.741767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.801286 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Deleting port 96fe74fd-d610-4263-992f-3203299ed662 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:26.801633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.830529 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '96fe74fd-d610-4263-992f-3203299ed662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:55:25Z', 'revision_number': 5, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port': {'id': '96fe74fd-d610-4263-992f-3203299ed662', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:24:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:26.860545 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] Checking router: c9e24748-7748-47c9-8733-21424019c5dd for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:26.868806 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] Routers {'c9e24748-7748-47c9-8733-21424019c5dd'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:26.869425 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['c9e24748-7748-47c9-8733-21424019c5dd'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:26.883001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] For port 96fe74fd-d610-4263-992f-3203299ed662, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=96fe74fd-d610-4263-992f-3203299ed662,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:26.883291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:26.896566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Calling delete_port for 96fe74fd-d610-4263-992f-3203299ed662 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:26.952391 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] Set router c9e24748-7748-47c9-8733-21424019c5dd gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:27.005887 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:55:26Z', 'revision_number': 6, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:27.034163 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdee42-935f-49d2-af50-f2baf1694482 None None] The sync data for ids ['c9e24748-7748-47c9-8733-21424019c5dd'] in dv-neutron-818844-1-hyperv is: [{'id': 'c9e24748-7748-47c9-8733-21424019c5dd', 'name': 'tempest-TestEncryptedCinderVolumes-747163171-router', 'tenant_id': '91dc2be64782401385d1e6d5ae7ec594', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:54:01Z', 'updated_at': '2021-11-23T02:55:26Z', 'revision_number': 6, 'project_id': '91dc2be64782401385d1e6d5ae7ec594', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:27.064711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.092317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=96fe74fd-d610-4263-992f-3203299ed662,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:27.106075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af85bf-9c6e-41cd-a738-653a25cff8cf None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:27.153142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.251913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.254266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.304633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.305336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e24748-7748-47c9-8733-21424019c5dd {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:55:27.310152 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.311684 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8ba415d7-d904-410a-a631-53eea8f3a0dc admin admin] 10.222.0.53 "DELETE /v2.0/routers/c9e24748-7748-47c9-8733-21424019c5dd HTTP/1.1" status: 204 len: 168 time: 0.7885778 Nov 23 02:55:27.314489 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39692) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:27.360024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Deleting subnet f4529433-3e03-4e80-a660-d3b47ee09499 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:55:27.364402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.412468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.508212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.567472 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.595451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4529433-3e03-4e80-a660-d3b47ee09499,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:27.597614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.600841 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f82b84e2-7850-4f37-bc65-8f9c6ec42582 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f4529433-3e03-4e80-a660-d3b47ee09499 HTTP/1.1" status: 204 len: 168 time: 0.2852652 Nov 23 02:55:27.601457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92477748-2d1e-475a-9824-9fbd6a554eca None None] Network 60d02a2b-dc8d-4790-b7d7-20140d7b19ad requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:27.603534 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39694) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:27.674532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.733674 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Deleting port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:27.734018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.800385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] For port 1bacf802-05e5-4cce-b349-ceea7e1fbe13, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1bacf802-05e5-4cce-b349-ceea7e1fbe13,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:27.800762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.814296 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] DHCP port deletion for 60d02a2b-dc8d-4790-b7d7-20140d7b19ad request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:27.814533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Calling delete_port for 1bacf802-05e5-4cce-b349-ceea7e1fbe13 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:27.845684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d23092c7-1019-4f9a-be03-60abbad47009 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:27.870539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d23092c7-1019-4f9a-be03-60abbad47009 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:27.870887 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d23092c7-1019-4f9a-be03-60abbad47009 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:27.892425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Deleting port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:55:27.892811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.902465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.930908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bacf802-05e5-4cce-b349-ceea7e1fbe13,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:27.936541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] No DVR routers for this DVR port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:27.961229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] For port 1bacf802-05e5-4cce-b349-ceea7e1fbe13, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1bacf802-05e5-4cce-b349-ceea7e1fbe13,segment=NetworkSegment(4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee),segment_id=4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:27.961629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:27.974644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Calling delete_port for 1bacf802-05e5-4cce-b349-ceea7e1fbe13 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:55:28.007995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.028606 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d02a2b-dc8d-4790-b7d7-20140d7b19ad']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:28.038276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:28.038509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1765e1-4dec-4e7a-8938-f0e7ee4c46ee') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:28.052144 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.057897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.069251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.078253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:55:28.078652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:55:28.080591 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:55:28.085728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Pushing event deleted for resources: {'Port': ['ID=1bacf802-05e5-4cce-b349-ceea7e1fbe13,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.096354 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.096641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.097156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.097639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.098177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.098657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.099141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.099625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.100110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.100882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.101216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.101541 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:28.104376 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c29d4f8-5bab-4990-afa8-fa3455339573 None None] No DVR routers for this DVR port 1bacf802-05e5-4cce-b349-ceea7e1fbe13 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:55:28.142898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.148795 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.152045 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/60d02a2b-dc8d-4790-b7d7-20140d7b19ad HTTP/1.1" status: 204 len: 168 time: 0.5474985 Nov 23 02:55:28.163268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb170ce7-7c10-427d-addb-828638e8c9a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=60d02a2b-dc8d-4790-b7d7-20140d7b19ad,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.347468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39698) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:28.389484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2a3a98dd-358a-4160-bdc8-40a1c2eb3e6f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31bf79038a9944cf9b1a64c7ecbfa673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404687 Nov 23 02:55:28.392086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39700) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:28.445633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-957f6468-50c8-4a66-bacf-7e112ab36c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.468435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-957f6468-50c8-4a66-bacf-7e112ab36c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.524340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-957f6468-50c8-4a66-bacf-7e112ab36c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.527071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-957f6468-50c8-4a66-bacf-7e112ab36c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.528463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-957f6468-50c8-4a66-bacf-7e112ab36c95 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/45dda54a-46cd-4c7d-b43f-f59ff2deb351 HTTP/1.1" status: 204 len: 168 time: 0.1354277 Nov 23 02:55:28.536376 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f6468-50c8-4a66-bacf-7e112ab36c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dda54a-46cd-4c7d-b43f-f59ff2deb351,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:28.886164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39706) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:28.925435 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fe543d66-a5d8-4cb7-9fd3-b42ea670d198 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91dc2be64782401385d1e6d5ae7ec594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381048 Nov 23 02:55:28.927999 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39708) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:28.974928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91b438d1-7a74-4809-a00a-f89eeb79976a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:28.998341 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91b438d1-7a74-4809-a00a-f89eeb79976a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.052015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91b438d1-7a74-4809-a00a-f89eeb79976a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.056146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-91b438d1-7a74-4809-a00a-f89eeb79976a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.058052 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-91b438d1-7a74-4809-a00a-f89eeb79976a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bc012396-5475-4a20-9e68-72d569ad3385 HTTP/1.1" status: 204 len: 168 time: 0.1289322 Nov 23 02:55:29.066210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b438d1-7a74-4809-a00a-f89eeb79976a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc012396-5475-4a20-9e68-72d569ad3385,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:29.188707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 96fe74fd-d610-4263-992f-3203299ed662 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:29.209371 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 96fe74fd-d610-4263-992f-3203299ed662 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:29.209790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 96fe74fd-d610-4263-992f-3203299ed662 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:29.210422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1bacf802-05e5-4cce-b349-ceea7e1fbe13 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:55:29.233446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 1bacf802-05e5-4cce-b349-ceea7e1fbe13 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:55:29.233446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1bacf802-05e5-4cce-b349-ceea7e1fbe13 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:55:29.773298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39730) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:29.880927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-968954408-network', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:29.905439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Made reservation on behalf of 601792f9467f419dad9e3dc73f7cedc3 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:29.908063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.920023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:29.995391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.001076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.025422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:30.035346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b482466-d17e-4f8e-a66c-26e339fdb633,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:30.040396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.040737 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Added segment 3afaa7f4-a50f-43b4-8173-cd2b3f15d04e of type vlan for network b547a07d-fc03-4639-96b8-b47a5a19e6d8 Nov 23 02:55:30.080869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.107365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.108300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:30.108878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.164922 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3903887 Nov 23 02:55:30.168266 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39734) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:30.172799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5109cd-2d1e-4ffb-85e6-f66772ae794b admin admin] Pushing event updated for resources: {'Network': ['ID=b547a07d-fc03-4639-96b8-b47a5a19e6d8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:30.173361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Request body: {'subnet': {'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-968954408-subnet', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:30.183004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:30.194760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Made reservation on behalf of 601792f9467f419dad9e3dc73f7cedc3 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:30.197122 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.366711 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.420588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:30.429334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Checking segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:30.429698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Network hostable DHCP agents. Network: b547a07d-fc03-4639-96b8-b47a5a19e6d8, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:30.448277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:30.459112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, b547a07d-fc03-4639-96b8-b47a5a19e6d8) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:30.463109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:30.463706 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.468909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810056db-5dd9-4874-8921-b146502a2c2f None None] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:30.483882 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f39835ec-1acf-41e0-a93f-c7038818f398 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3114011 Nov 23 02:55:30.484065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39736) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:30.488367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:30.510300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.511301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.621869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:55:30.622968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.769552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Allocated IP 172.20.0.2 (b547a07d-fc03-4639-96b8-b47a5a19e6d8/5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd/68b06ccb-1f52-48ed-b6c9-6e36b535d363) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:30.899002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.922842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.930397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:30.972408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:30.975146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:30.979461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:30.983105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Pushing event updated for resources: {'Port': ['ID=68b06ccb-1f52-48ed-b6c9-6e36b535d363,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.036713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Attempting to bind port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:31.037086 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Attempting to bind port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:31.037435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Attempting to bind port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 on network b547a07d-fc03-4639-96b8-b47a5a19e6d8 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:31.041103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.042399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:31.042776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Checking segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:31.043174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.043790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Bound using segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:31.044518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Bound port: 68b06ccb-1f52-48ed-b6c9-6e36b535d363, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:31.044905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.109560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] For port 68b06ccb-1f52-48ed-b6c9-6e36b535d363, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:31.112766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] For port 68b06ccb-1f52-48ed-b6c9-6e36b535d363, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=68b06ccb-1f52-48ed-b6c9-6e36b535d363,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:31.118818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.182135 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6851b-c104-45e5-8562-9d936503d344 None None] Pushing event updated for resources: {'Port': ['ID=68b06ccb-1f52-48ed-b6c9-6e36b535d363,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.254515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.274363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.406920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Allocated IP 172.26.8.24 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/37c6f69e-4618-4099-96ff-842af6b5fdb1) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:31.518829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.554272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.598367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:31.603172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:31.605811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:31.618176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a01f0-f672-4e98-90ef-e38207d4ad31 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:31.632002 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Pushing event updated for resources: {'Port': ['ID=37c6f69e-4618-4099-96ff-842af6b5fdb1,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:31.678884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-50590fd1-705a-4d1b-98df-ce21fdddb82d None None] Provisioning complete for port 37c6f69e-4618-4099-96ff-842af6b5fdb1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:31.679263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50590fd1-705a-4d1b-98df-ce21fdddb82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:31.714468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-50590fd1-705a-4d1b-98df-ce21fdddb82d None None] Port 37c6f69e-4618-4099-96ff-842af6b5fdb1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:31.887342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.093868 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.099133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ccc68-2cbe-4a4e-aec1-6046bcfc9b78 None None] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:32.167154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-138eab0c-2ab4-48a0-8835-c69c5be43623 None None] Provisioning complete for port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:32.167522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-138eab0c-2ab4-48a0-8835-c69c5be43623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.230007 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Router 5a2696f2-5c49-48ff-a4f8-de324a05548a is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:55:32.325774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-138eab0c-2ab4-48a0-8835-c69c5be43623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.366251 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:32.379658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Sync routers for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:32.383897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-138eab0c-2ab4-48a0-8835-c69c5be43623 None None] For port 68b06ccb-1f52-48ed-b6c9-6e36b535d363, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=68b06ccb-1f52-48ed-b6c9-6e36b535d363,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:32.390861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.392984 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e6269933-2ca6-457a-bbf0-845a2cfec46e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9072127 Nov 23 02:55:32.394172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-138eab0c-2ab4-48a0-8835-c69c5be43623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.395971 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39738) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:32.421077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:32.421745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:32.532586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138eab0c-2ab4-48a0-8835-c69c5be43623 None None] Pushing event updated for resources: {'Port': ['ID=68b06ccb-1f52-48ed-b6c9-6e36b535d363,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:32.565833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:32.684859 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2b0412cc-4069-4c18-a295-493a27f31b20 None None] Provisioning complete for port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:32.685581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2b0412cc-4069-4c18-a295-493a27f31b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.835557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:31Z', 'revision_number': 3, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:32.865941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:32.866343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Checking router: 5a2696f2-5c49-48ff-a4f8-de324a05548a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:32.866698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Updating router 5a2696f2-5c49-48ff-a4f8-de324a05548a port 37c6f69e-4618-4099-96ff-842af6b5fdb1 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:32.892394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.032102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Allocated IP 172.20.0.1 (b547a07d-fc03-4639-96b8-b47a5a19e6d8/5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd/49a5255e-071d-44d2-accd-cab200a52b6d) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:33.135847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.158221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-caef42e2-64a9-456c-bb78-82e1ddcda649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.161266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.169876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.185782 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.236142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:33.239972 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:33.244474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:33.248151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Pushing event updated for resources: {'Port': ['ID=49a5255e-071d-44d2-accd-cab200a52b6d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.290524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.367860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 68b06ccb-1f52-48ed-b6c9-6e36b535d363 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:33.402703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdd870e-f6df-4470-aeb7-0b94e3143465 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:33.435944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b0e20-bc22-4bbd-87a1-a6ec9e3f8b6a None None] Pushing event updated for resources: {'Port': ['ID=37c6f69e-4618-4099-96ff-842af6b5fdb1,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.438778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Attempting to bind port 37c6f69e-4618-4099-96ff-842af6b5fdb1 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:33.439201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Attempting to bind port 37c6f69e-4618-4099-96ff-842af6b5fdb1 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:33.439566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Attempting to bind port 37c6f69e-4618-4099-96ff-842af6b5fdb1 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:33.447744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:33.448112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:33.448542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.448929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:33.449401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Bound port: 37c6f69e-4618-4099-96ff-842af6b5fdb1, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:33.449813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.452656 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.491737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:33.492100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.534876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] For port 37c6f69e-4618-4099-96ff-842af6b5fdb1, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:33.554200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] For port 37c6f69e-4618-4099-96ff-842af6b5fdb1, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37c6f69e-4618-4099-96ff-842af6b5fdb1,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:33.564254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.574776 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Provisioning complete for port 37c6f69e-4618-4099-96ff-842af6b5fdb1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:33.575198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.624862 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.632526 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.658930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408031cb-335a-4ceb-8abf-c027439ce5a6 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:33.699013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Pushing event updated for resources: {'Port': ['ID=49a5255e-071d-44d2-accd-cab200a52b6d,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.701215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b0e20-bc22-4bbd-87a1-a6ec9e3f8b6a None None] Pushing event updated for resources: {'Port': ['ID=37c6f69e-4618-4099-96ff-842af6b5fdb1,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:33.701774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.710756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:33.711568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:33.801698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:33.803225 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:33.827786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.860297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] For port 37c6f69e-4618-4099-96ff-842af6b5fdb1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37c6f69e-4618-4099-96ff-842af6b5fdb1,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:33.864527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:33.900009 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:33.936538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Router 5a2696f2-5c49-48ff-a4f8-de324a05548a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:33.986246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Provisioning complete for port 49a5255e-071d-44d2-accd-cab200a52b6d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:33.986613 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.028764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Pushing event updated for resources: {'Port': ['ID=37c6f69e-4618-4099-96ff-842af6b5fdb1,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:34.048884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:34.054081 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6f980ec5-25a6-4880-9799-c8f3d722dda1 admin admin] 10.222.0.53 "PUT /v2.0/routers/5a2696f2-5c49-48ff-a4f8-de324a05548a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6573229 Nov 23 02:55:34.074933 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-803093b3-b0a8-4fe0-911d-d7321ca6ea2f None None] Port 49a5255e-071d-44d2-accd-cab200a52b6d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:34.160395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 2, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:34.190000 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c177f5-6942-43c8-8a78-6f84a20767f3 None None] The sync data for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv is: [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 2, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:34.202024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59228cb4-46c0-4572-ab72-3d28da3a7332 None None] Provisioning complete for port 37c6f69e-4618-4099-96ff-842af6b5fdb1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:34.202478 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59228cb4-46c0-4572-ab72-3d28da3a7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.301997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-59228cb4-46c0-4572-ab72-3d28da3a7332 None None] Provisioning complete for port 49a5255e-071d-44d2-accd-cab200a52b6d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:34.302378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-59228cb4-46c0-4572-ab72-3d28da3a7332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.347267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-59228cb4-46c0-4572-ab72-3d28da3a7332 None None] Port 49a5255e-071d-44d2-accd-cab200a52b6d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:34.591409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39754) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:34.596994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1526222254-network', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:34.625763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Made reservation on behalf of 911b696bdeeb4f5689b6758d293c5a71 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:34.628446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.638319 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.722012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.726931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.759922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:55:34.762083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab79049d-5a46-4482-98da-ee23c1df7ef3,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:34.774504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.774856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Added segment 5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8 of type vlan for network 38b6db5e-92f3-4877-926a-4557f8fa8de4 Nov 23 02:55:34.833345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.869723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.870722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:34.871267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:34.935068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3424156 Nov 23 02:55:34.937929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39756) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:34.943087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Request body: {'subnet': {'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1526222254-subnet', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:34.949299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec39043-eef5-4953-b024-881839c14308 admin admin] Pushing event updated for resources: {'Network': ['ID=38b6db5e-92f3-4877-926a-4557f8fa8de4,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:34.959501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:55:34.984146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Made reservation on behalf of 911b696bdeeb4f5689b6758d293c5a71 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:34.987269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.180870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.225422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37c6f69e-4618-4099-96ff-842af6b5fdb1 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:35.284499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 37c6f69e-4618-4099-96ff-842af6b5fdb1 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:35.284871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.561911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a07f90-926e-44a3-b37d-89aa64fb9dd8,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:35.579704 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Checking segment: {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:35.580067 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Network hostable DHCP agents. Network: 38b6db5e-92f3-4877-926a-4557f8fa8de4, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:55:35.599884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:55:35.610781 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 38b6db5e-92f3-4877-926a-4557f8fa8de4) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:35.614979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:35.615582 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.627468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c08a37-8e59-4cad-988b-a0dba1ea43ee None None] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:35.635101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0315e97a-9a5c-494e-aa87-6a3b5622a8ea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6960115 Nov 23 02:55:35.637826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39758) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:35.645227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:35.672340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-312a312a-9486-44a6-81df-0406aaff9876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.675818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.677182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.730042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.784989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-38b6db5e-92f3-4877-926a-4557f8fa8de4', 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'fixed_ips': [{'subnet_id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:55:35.785866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.878508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:35.924585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Allocated IP 172.20.0.2 (38b6db5e-92f3-4877-926a-4557f8fa8de4/c2a07f90-926e-44a3-b37d-89aa64fb9dd8/f84f8177-54a9-49ae-bc38-566e41fc6393) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:36.087947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.090850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.094246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.111475 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.135476 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:36.140353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:36.143965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:36.151760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Pushing event updated for resources: {'Port': ['ID=f84f8177-54a9-49ae-bc38-566e41fc6393,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.208995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Attempting to bind port f84f8177-54a9-49ae-bc38-566e41fc6393 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:36.209483 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Attempting to bind port f84f8177-54a9-49ae-bc38-566e41fc6393 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:36.209857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Attempting to bind port f84f8177-54a9-49ae-bc38-566e41fc6393 on network 38b6db5e-92f3-4877-926a-4557f8fa8de4 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:36.219215 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:36.219595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Checking segment: {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:36.220641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.221318 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Bound using segment: {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:36.222121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Bound port: f84f8177-54a9-49ae-bc38-566e41fc6393, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:36.222579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.227055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Allocated IP 172.26.8.197 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/f016c615-ae80-4839-90f1-37772d6fbe58) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:36.244754 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Sync routers for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:36.258852 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:36.259695 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:36.290739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] For port f84f8177-54a9-49ae-bc38-566e41fc6393, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:36.294686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] For port f84f8177-54a9-49ae-bc38-566e41fc6393, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f84f8177-54a9-49ae-bc38-566e41fc6393,segment=NetworkSegment(5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8),segment_id=5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:36.300067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.346821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.370926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d590c-8cc0-4d68-bc8d-04ff7716656e None None] Pushing event updated for resources: {'Port': ['ID=f84f8177-54a9-49ae-bc38-566e41fc6393,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.372310 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:36.396025 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.441876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:36.446505 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:36.451446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:36.453350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=f016c615-ae80-4839-90f1-37772d6fbe58,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:36.462514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff67030e-1d65-4bea-9129-375371137938 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:36.494082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-780ff373-502a-454e-b923-c1a9435ee73a None None] Provisioning complete for port f016c615-ae80-4839-90f1-37772d6fbe58 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:36.494461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-780ff373-502a-454e-b923-c1a9435ee73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.555728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-780ff373-502a-454e-b923-c1a9435ee73a None None] Port f016c615-ae80-4839-90f1-37772d6fbe58 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:36.560216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.635757 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 2, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:36.664785 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Checking router: 5a2696f2-5c49-48ff-a4f8-de324a05548a for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:36.665175 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Updating router 5a2696f2-5c49-48ff-a4f8-de324a05548a port 49a5255e-071d-44d2-accd-cab200a52b6d binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:36.693009 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.738290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.943601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.961702 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:36.968000 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.020414 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Pushing event updated for resources: {'Port': ['ID=49a5255e-071d-44d2-accd-cab200a52b6d,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:37.043274 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.043956 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.044335 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.044668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.045185 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.045519 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.045819 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.046151 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.046491 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.046791 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.047278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.047883 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:37.076755 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Attempting to bind port 49a5255e-071d-44d2-accd-cab200a52b6d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:37.077132 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Attempting to bind port 49a5255e-071d-44d2-accd-cab200a52b6d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:37.077659 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Attempting to bind port 49a5255e-071d-44d2-accd-cab200a52b6d on network b547a07d-fc03-4639-96b8-b47a5a19e6d8 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:37.083047 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:37.083435 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Checking segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:37.083825 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.084221 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Bound using segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:37.084733 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Bound port: 49a5255e-071d-44d2-accd-cab200a52b6d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:37.085102 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.087071 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Router 9919c0ec-ab3c-4e1a-a549-a581237f020f is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:55:37.189231 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] For port 49a5255e-071d-44d2-accd-cab200a52b6d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:37.193323 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] For port 49a5255e-071d-44d2-accd-cab200a52b6d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=49a5255e-071d-44d2-accd-cab200a52b6d,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:37.201028 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.245039 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:37.256821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Sync routers for ids ['9919c0ec-ab3c-4e1a-a549-a581237f020f'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:37.272560 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.273976 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-54868701-ef16-480c-ba55-36c6510bfd09 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6350741 Nov 23 02:55:37.276727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39760) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:55:37.292764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Routers {'9919c0ec-ab3c-4e1a-a549-a581237f020f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:37.293632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9919c0ec-ab3c-4e1a-a549-a581237f020f'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:37.319518 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210821b-d500-400e-ad25-f11d1b278410 None None] Pushing event updated for resources: {'Port': ['ID=49a5255e-071d-44d2-accd-cab200a52b6d,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:37.323512 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:37.324465 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:37.365965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f84f8177-54a9-49ae-bc38-566e41fc6393 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:37.486392 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:37.676697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1da274eb-1654-40c4-8ced-46c0b0e18455 None None] Provisioning complete for port 49a5255e-071d-44d2-accd-cab200a52b6d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:37.677335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1da274eb-1654-40c4-8ced-46c0b0e18455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.721650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Set router 9919c0ec-ab3c-4e1a-a549-a581237f020f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:37.763589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7482796-bd5b-43f2-b0c1-07da693a6708 None None] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:55:37.826959 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:37.830541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:37.857686 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e13d635-32dd-4128-ba59-a1d308ac49fb None None] The sync data for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv is: [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:37Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:37.920777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f84f8177-54a9-49ae-bc38-566e41fc6393 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:37.921240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.002238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Allocated IP 172.20.0.1 (38b6db5e-92f3-4877-926a-4557f8fa8de4/c2a07f90-926e-44a3-b37d-89aa64fb9dd8/0292aef9-f2de-4ec9-99c3-34a11c6ed502) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:38.041765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1da274eb-1654-40c4-8ced-46c0b0e18455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.125964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.140218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-1da274eb-1654-40c4-8ced-46c0b0e18455 None None] For port 49a5255e-071d-44d2-accd-cab200a52b6d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=49a5255e-071d-44d2-accd-cab200a52b6d,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:38.163762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.167119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1da274eb-1654-40c4-8ced-46c0b0e18455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.209804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:38.213020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:38.218215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:38.238743 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0292aef9-f2de-4ec9-99c3-34a11c6ed502,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:38.256525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.263325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.284973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.309469 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da274eb-1654-40c4-8ced-46c0b0e18455 None None] Pushing event updated for resources: {'Port': ['ID=49a5255e-071d-44d2-accd-cab200a52b6d,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:38.329618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 3, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:38.350083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port f84f8177-54a9-49ae-bc38-566e41fc6393, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f84f8177-54a9-49ae-bc38-566e41fc6393,segment=NetworkSegment(5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8),segment_id=5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:38.382315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Checking router: 9919c0ec-ab3c-4e1a-a549-a581237f020f for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:38.382591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Updating router 9919c0ec-ab3c-4e1a-a549-a581237f020f port f016c615-ae80-4839-90f1-37772d6fbe58 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:38.385034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.393137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82387ea3-4d3f-4e30-ab9d-70ffb87f944c None None] Provisioning complete for port f84f8177-54a9-49ae-bc38-566e41fc6393 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:38.394411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82387ea3-4d3f-4e30-ab9d-70ffb87f944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.446126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.502959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.536151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=f84f8177-54a9-49ae-bc38-566e41fc6393,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:38.663721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.671051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.740594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.742679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=0292aef9-f2de-4ec9-99c3-34a11c6ed502,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:38.763365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-82387ea3-4d3f-4e30-ab9d-70ffb87f944c None None] Provisioning complete for port 49a5255e-071d-44d2-accd-cab200a52b6d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:38.763745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-82387ea3-4d3f-4e30-ab9d-70ffb87f944c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.841181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:38.842768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:38.897650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.910782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:38.971671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Router 9919c0ec-ab3c-4e1a-a549-a581237f020f has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:55:38.974255 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360d6cdf-38a2-45a0-a04b-0b709733bbaa None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:38.995793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Attempting to bind port f016c615-ae80-4839-90f1-37772d6fbe58 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:38.996604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Attempting to bind port f016c615-ae80-4839-90f1-37772d6fbe58 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:38.996981 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Attempting to bind port f016c615-ae80-4839-90f1-37772d6fbe58 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:38.999699 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae31c01-bdb4-4048-950a-5b105df14d47 None None] Pushing event updated for resources: {'Port': ['ID=f016c615-ae80-4839-90f1-37772d6fbe58,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:39.008564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:39.008994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:39.009659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.010034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:39.010542 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Bound port: f016c615-ae80-4839-90f1-37772d6fbe58, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:39.010882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.075798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] For port f016c615-ae80-4839-90f1-37772d6fbe58, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:39.079417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] For port f016c615-ae80-4839-90f1-37772d6fbe58, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f016c615-ae80-4839-90f1-37772d6fbe58,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:39.081306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Provisioning complete for port f84f8177-54a9-49ae-bc38-566e41fc6393 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:39.081674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.095242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:55:39.102638 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5a9131be-286a-45d0-b613-af8f6fece1e0 admin admin] 10.222.0.53 "PUT /v2.0/routers/9919c0ec-ab3c-4e1a-a549-a581237f020f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8220513 Nov 23 02:55:39.104519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.181069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c004fe-7752-4883-8465-f0eeff610910 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:55:39.192855 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae31c01-bdb4-4048-950a-5b105df14d47 None None] Pushing event updated for resources: {'Port': ['ID=f016c615-ae80-4839-90f1-37772d6fbe58,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:39.195361 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Routers {'9919c0ec-ab3c-4e1a-a549-a581237f020f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:39.195988 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9919c0ec-ab3c-4e1a-a549-a581237f020f'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:39.272736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 49a5255e-071d-44d2-accd-cab200a52b6d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:39.383054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.402932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] Set router 9919c0ec-ab3c-4e1a-a549-a581237f020f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:39.405501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Provisioning complete for port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:39.405963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.659390 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 49a5255e-071d-44d2-accd-cab200a52b6d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:39.659775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.729661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:39.773817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Provisioning complete for port f016c615-ae80-4839-90f1-37772d6fbe58 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:39.774186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:39.891495 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f84f8177-54a9-49ae-bc38-566e41fc6393 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:39.970998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.002193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0292aef9-f2de-4ec9-99c3-34a11c6ed502', 'name': '', 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'mac_address': 'fa:16:3e:ea:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:37Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 2, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'subnets': [{'id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:40.005976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] For port f016c615-ae80-4839-90f1-37772d6fbe58, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f016c615-ae80-4839-90f1-37772d6fbe58,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:40.039648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.043769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d92ed8f-7559-421c-9807-2ec8d3380ee8 None None] The sync data for ids ['9919c0ec-ab3c-4e1a-a549-a581237f020f'] in dv-neutron-818844-1-hyperv is: [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0292aef9-f2de-4ec9-99c3-34a11c6ed502', 'name': '', 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'mac_address': 'fa:16:3e:ea:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:37Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 2, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'subnets': [{'id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:40.047337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f84f8177-54a9-49ae-bc38-566e41fc6393 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:40.047337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.131110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3675b-83fc-4e0e-b92c-73d7f883deb1 None None] Pushing event updated for resources: {'Port': ['ID=f016c615-ae80-4839-90f1-37772d6fbe58,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:40.191946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4fb1d160-bcdd-4ad9-804c-8e88a3df063f None None] Provisioning complete for port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:40.192563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d160-bcdd-4ad9-804c-8e88a3df063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:40.253925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4fb1d160-bcdd-4ad9-804c-8e88a3df063f None None] Port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:40.266937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4fb1d160-bcdd-4ad9-804c-8e88a3df063f None None] Provisioning complete for port f016c615-ae80-4839-90f1-37772d6fbe58 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:40.267316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4fb1d160-bcdd-4ad9-804c-8e88a3df063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.253740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f016c615-ae80-4839-90f1-37772d6fbe58 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:41.325300 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f016c615-ae80-4839-90f1-37772d6fbe58 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:41.325681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:41.565142 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:55:42.310248 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Sync routers for ids ['9919c0ec-ab3c-4e1a-a549-a581237f020f'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:55:42.324279 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Routers {'9919c0ec-ab3c-4e1a-a549-a581237f020f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:42.325251 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9919c0ec-ab3c-4e1a-a549-a581237f020f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:42.448822 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Set router 9919c0ec-ab3c-4e1a-a549-a581237f020f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:42.664766 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0292aef9-f2de-4ec9-99c3-34a11c6ed502', 'name': '', 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'mac_address': 'fa:16:3e:ea:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:37Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 2, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'subnets': [{'id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:42.694334 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Checking router: 9919c0ec-ab3c-4e1a-a549-a581237f020f for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:55:42.694703 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Updating router 9919c0ec-ab3c-4e1a-a549-a581237f020f port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:55:42.721650 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:42.996301 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.003515 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.091672 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efc51a-8cd9-4743-a6ca-7b63ac5ca365 None None] Pushing event updated for resources: {'Port': ['ID=0292aef9-f2de-4ec9-99c3-34a11c6ed502,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.139645 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Attempting to bind port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:55:43.140030 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Attempting to bind port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:55:43.140428 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Attempting to bind port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 on network 38b6db5e-92f3-4877-926a-4557f8fa8de4 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:55:43.147871 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:55:43.148488 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Checking segment: {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:55:43.148967 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.149454 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Bound using segment: {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:55:43.150881 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Bound port: 0292aef9-f2de-4ec9-99c3-34a11c6ed502, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:55:43.151347 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.245442 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] For port 0292aef9-f2de-4ec9-99c3-34a11c6ed502, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:55:43.250304 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] For port 0292aef9-f2de-4ec9-99c3-34a11c6ed502, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0292aef9-f2de-4ec9-99c3-34a11c6ed502,segment=NetworkSegment(5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8),segment_id=5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:55:43.260090 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.330153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efc51a-8cd9-4743-a6ca-7b63ac5ca365 None None] Pushing event updated for resources: {'Port': ['ID=0292aef9-f2de-4ec9-99c3-34a11c6ed502,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.349089 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Routers {'9919c0ec-ab3c-4e1a-a549-a581237f020f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:55:43.349865 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:55:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9919c0ec-ab3c-4e1a-a549-a581237f020f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:43.447131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-726941d2-de80-4934-ba29-69ab9ad830bd None None] Provisioning complete for port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:43.447741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-726941d2-de80-4934-ba29-69ab9ad830bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.482211 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] Set router 9919c0ec-ab3c-4e1a-a549-a581237f020f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:55:43.578660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-726941d2-de80-4934-ba29-69ab9ad830bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.629645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-726941d2-de80-4934-ba29-69ab9ad830bd None None] For port 0292aef9-f2de-4ec9-99c3-34a11c6ed502, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0292aef9-f2de-4ec9-99c3-34a11c6ed502,segment=NetworkSegment(5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8),segment_id=5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:55:43.640564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-726941d2-de80-4934-ba29-69ab9ad830bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.704144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726941d2-de80-4934-ba29-69ab9ad830bd None None] Pushing event updated for resources: {'Port': ['ID=0292aef9-f2de-4ec9-99c3-34a11c6ed502,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:43.741262 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0292aef9-f2de-4ec9-99c3-34a11c6ed502', 'name': '', 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'mac_address': 'fa:16:3e:ea:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:37Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'subnets': [{'id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:55:43.776969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-734356ef-302c-4769-b021-949832b89919 None None] Provisioning complete for port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:43.778356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-734356ef-302c-4769-b021-949832b89919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:43.784493 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd4fbe-d98a-4b3a-ab98-7dd2fada66d3 None None] The sync data for ids ['9919c0ec-ab3c-4e1a-a549-a581237f020f'] in dv-neutron-818844-1-hyperv is: [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '0292aef9-f2de-4ec9-99c3-34a11c6ed502', 'name': '', 'network_id': '38b6db5e-92f3-4877-926a-4557f8fa8de4', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'mac_address': 'fa:16:3e:ea:5a:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:37Z', 'updated_at': '2021-11-23T02:55:43Z', 'revision_number': 4, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'subnets': [{'id': 'c2a07f90-926e-44a3-b37d-89aa64fb9dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:55:45.241571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0292aef9-f2de-4ec9-99c3-34a11c6ed502 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:55:45.299975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:45.300601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:49.626368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-a69dd84e-22e7-44f9-9881-780f49748dc7 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:49.627742 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-a69dd84e-22e7-44f9-9881-780f49748dc7 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 814 time: 0.1176491 Nov 23 02:55:49.646434 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-0701e506-1219-48d4-876d-f9d5b0e7b28a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/quotas/601792f9467f419dad9e3dc73f7cedc3 HTTP/1.1" status: 200 len: 375 time: 0.0096149 Nov 23 02:55:49.698475 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-c8d87554-4e8a-44fb-b8d4-6b60a4ebfe74 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467944 Nov 23 02:55:49.796692 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-674e5cf2-bdec-4ae7-90f1-8ab73a6defc1 service neutron] 10.222.0.53 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Nov 23 02:55:49.893197 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-3530c011-1d04-46b5-924a-79084557173a service neutron] 10.222.0.53 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902257 Nov 23 02:55:50.067625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-784650fb-d042-4506-ab8d-a99cb4b1dad5 req-75803b16-f687-4cf3-b089-f81a780b9149 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 210 time: 0.0270855 Nov 23 02:55:50.708439 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.174352 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e5b0849b-73bc-4703-8787-27c4c418176f req-c3aa0b7e-06c5-4e92-b1a6-7167fe1a6184 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 210 time: 0.0344720 Nov 23 02:55:51.237750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-4b6f355a-2174-4088-9e91-f103e1818289 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.239221 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-4b6f355a-2174-4088-9e91-f103e1818289 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 814 time: 0.1088934 Nov 23 02:55:51.282491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'port': {'device_id': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'admin_state_up': True, 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:55:51.395930 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Made reservation on behalf of 601792f9467f419dad9e3dc73f7cedc3 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:55:51.400893 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.531976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Allocated IP 172.20.0.14 (b547a07d-fc03-4639-96b8-b47a5a19e6d8/5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd/5df977f7-1e50-44f2-b808-ed3907b42922) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:55:51.689989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.728267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.775298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:55:51.781550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:55:51.796873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:55:51.862946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:55:51.889667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.889817 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.890123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.890480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.890821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.901654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.903059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.903426 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.903774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.904124 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.904508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.904869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:55:51.936599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:51.937470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:51.960217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-b94e6fb8-2f30-4daf-ae4e-a03b3bc4da28 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6816158 Nov 23 02:55:52.072813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-434b890c-b32b-4557-aa2c-a106eec64454 None None] Provisioning complete for port 5df977f7-1e50-44f2-b808-ed3907b42922 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:55:52.073423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-434b890c-b32b-4557-aa2c-a106eec64454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:55:52.106763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-434b890c-b32b-4557-aa2c-a106eec64454 None None] Port 5df977f7-1e50-44f2-b808-ed3907b42922 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:55:52.308581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a6104-550d-4007-a372-da215cf59cd4 req-f181e5d1-d3cd-4668-bd8d-b348647919f4 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:52.310027 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f7a6104-550d-4007-a372-da215cf59cd4 req-f181e5d1-d3cd-4668-bd8d-b348647919f4 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0650125 Nov 23 02:55:52.374810 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f7a6104-550d-4007-a372-da215cf59cd4 req-13417296-b47f-4528-ba46-d4840bf99476 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Nov 23 02:55:53.490453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ddb19f-ae3b-4fb8-a19d-5174db3627be req-d67e44d0-0c4a-4184-a83f-26e10b6898f2 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:53.492001 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a9ddb19f-ae3b-4fb8-a19d-5174db3627be req-d67e44d0-0c4a-4184-a83f-26e10b6898f2 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0522799 Nov 23 02:55:53.543595 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a9ddb19f-ae3b-4fb8-a19d-5174db3627be req-fc4d03d8-aae8-4175-92a1-c0ef05d11a57 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Nov 23 02:55:54.666847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d9c26-4a7c-4f74-82ce-b5c92e7b5f07 req-9c2a4b13-8543-47aa-9543-3fab658d149a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:54.668391 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-290d9c26-4a7c-4f74-82ce-b5c92e7b5f07 req-9c2a4b13-8543-47aa-9543-3fab658d149a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0505278 Nov 23 02:55:54.718231 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-290d9c26-4a7c-4f74-82ce-b5c92e7b5f07 req-1494362b-ea4f-480a-acbf-63209d309b68 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438175 Nov 23 02:55:55.844121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416a3a3-598d-4aa4-a691-80fc68e26c18 req-1c2f71d6-535f-41e7-8099-c23727d14493 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:55.845658 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3416a3a3-598d-4aa4-a691-80fc68e26c18 req-1c2f71d6-535f-41e7-8099-c23727d14493 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0564740 Nov 23 02:55:55.902325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3416a3a3-598d-4aa4-a691-80fc68e26c18 req-544b832e-210b-4c5c-8ce8-44dcf3d0707f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Nov 23 02:55:57.033324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170fd56-e327-42fc-9f43-0fc978cbbda8 req-59c82f5f-8f50-4112-8e39-8f12c8ea3dfe tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:57.034860 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8170fd56-e327-42fc-9f43-0fc978cbbda8 req-59c82f5f-8f50-4112-8e39-8f12c8ea3dfe tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0592980 Nov 23 02:55:57.085114 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8170fd56-e327-42fc-9f43-0fc978cbbda8 req-5ec2d4fe-52bc-4bc3-91c1-1712ddd2bc32 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Nov 23 02:55:58.215110 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60e584-a84e-40c8-a164-b10e4555695e req-80c74584-a655-4f28-ae8c-e6405cfa83c5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:58.216662 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ed60e584-a84e-40c8-a164-b10e4555695e req-80c74584-a655-4f28-ae8c-e6405cfa83c5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0547595 Nov 23 02:55:58.271161 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ed60e584-a84e-40c8-a164-b10e4555695e req-97620ff3-7a4c-4c63-a91d-c67b4d20df9c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Nov 23 02:55:59.393454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b15f03-83b3-469c-a30f-3aab97cad9b5 req-28e26051-abad-4aea-af87-b4e5bca2f944 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:55:59.395050 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-49b15f03-83b3-469c-a30f-3aab97cad9b5 req-28e26051-abad-4aea-af87-b4e5bca2f944 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0563960 Nov 23 02:55:59.444869 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-49b15f03-83b3-469c-a30f-3aab97cad9b5 req-7f530fb2-08bf-4949-ad51-ca1870bf685a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437376 Nov 23 02:56:00.567638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811fbca8-5404-47ee-9eda-a2c165d5ebd4 req-bcf2b00d-1294-4eec-b22e-b393985bccac tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:00.569224 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-811fbca8-5404-47ee-9eda-a2c165d5ebd4 req-bcf2b00d-1294-4eec-b22e-b393985bccac tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0539534 Nov 23 02:56:00.623461 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-811fbca8-5404-47ee-9eda-a2c165d5ebd4 req-d7f5d1be-cc45-4f4e-9375-c7031e617469 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479913 Nov 23 02:56:01.749172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce50d-1693-448b-a429-9cfeb5ba22e7 req-102d8649-faaf-475e-9444-ed12e275c8e0 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:01.750612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f5ce50d-1693-448b-a429-9cfeb5ba22e7 req-102d8649-faaf-475e-9444-ed12e275c8e0 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 932 time: 0.0518246 Nov 23 02:56:01.802971 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4f5ce50d-1693-448b-a429-9cfeb5ba22e7 req-6c972308-9111-49ce-98b0-c7caad73e173 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461094 Nov 23 02:56:02.109975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Request body: {'port': {'device_id': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:02.168020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:02.443599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df977f7-1e50-44f2-b808-ed3907b42922 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:56:02.451773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:02.463711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Transition to ACTIVE for port object 5df977f7-1e50-44f2-b808-ed3907b42922 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:56:02.471305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:02.856184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:02.930945 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236bf85-7e10-4da7-8d82-eb5258ccd647 req-720138a4-7cca-43e5-940e-0c9684fa78c8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:02.932995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Attempting to bind port 5df977f7-1e50-44f2-b808-ed3907b42922 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:56:02.933338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Attempting to bind port 5df977f7-1e50-44f2-b808-ed3907b42922 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:56:02.933671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Attempting to bind port 5df977f7-1e50-44f2-b808-ed3907b42922 on network b547a07d-fc03-4639-96b8-b47a5a19e6d8 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:02.934144 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e236bf85-7e10-4da7-8d82-eb5258ccd647 req-720138a4-7cca-43e5-940e-0c9684fa78c8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 944 time: 0.0551260 Nov 23 02:56:02.938628 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Port 5df977f7-1e50-44f2-b808-ed3907b42922 on network b547a07d-fc03-4639-96b8-b47a5a19e6d8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:56:02.938949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Attempting to bind port 5df977f7-1e50-44f2-b808-ed3907b42922 on network b547a07d-fc03-4639-96b8-b47a5a19e6d8 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:56:02.944325 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:56:02.944663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Checking segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:56:02.945042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Bound using segment: {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:56:02.945469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Bound port: 5df977f7-1e50-44f2-b808-ed3907b42922, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:56:02.945826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:02.984354 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e236bf85-7e10-4da7-8d82-eb5258ccd647 req-624b82a6-c838-44a4-8986-a5d0ec588f80 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439427 Nov 23 02:56:03.011834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:56:03.015235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:56:03.020737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:03.060095 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.060808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:03.062102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] 10.222.0.46 "PUT /v2.0/ports/5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 1094 time: 0.9569936 Nov 23 02:56:03.062518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:03.064789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409" -d '{"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:03.099673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062664d-9848-47d9-8c65-6f86cf02b6ce service neutron] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:03.131536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a0649-54c9-438d-8d72-44460fb159e1 x-openstack-request-id: req-9e2a0649-54c9-438d-8d72-44460fb159e1 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:03.132183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:03.132476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e2a0649-54c9-438d-8d72-44460fb159e1 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:03.132921 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'status': 'completed', 'code': 200} Nov 23 02:56:03.139566 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-34a758d9-f7c0-4d68-9d2d-e96bc255e263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:03.194506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-60b877b3-0a2b-4cfb-9ecc-f19b959af666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.196173 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-60b877b3-0a2b-4cfb-9ecc-f19b959af666 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1097 time: 0.0494351 Nov 23 02:56:03.250028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-690c50d7-10e2-4e98-a75e-81ef21f25582 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 217 time: 0.0362320 Nov 23 02:56:03.307422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2cd30490-bd60-486c-a594-2ab69ad12412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.308895 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-2cd30490-bd60-486c-a594-2ab69ad12412 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0476117 Nov 23 02:56:03.360092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-dd06ceab-aa9a-4c76-9c15-691f9c6e9d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.361719 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-dd06ceab-aa9a-4c76-9c15-691f9c6e9d74 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449152 Nov 23 02:56:03.454761 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-ba6a8d94-23d4-47d7-9fc6-f77f1597e7c4 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Nov 23 02:56:03.555964 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b7cd94f8-eff4-4419-972b-92e97341bc3b req-8964e688-6952-4869-a96a-75a0459c93ff service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896611 Nov 23 02:56:03.698494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-7186503b-9851-4fd2-9f13-bc3b0bd6184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.699888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-7186503b-9851-4fd2-9f13-bc3b0bd6184f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1097 time: 0.0439615 Nov 23 02:56:03.796081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-9e69f831-54b9-4aa0-800d-661b98457f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.797595 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-9e69f831-54b9-4aa0-800d-661b98457f0a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.0870323 Nov 23 02:56:03.840690 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-28e7a3dd-e1ee-4259-99ed-d72cd03dd3fb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 217 time: 0.0351188 Nov 23 02:56:03.893646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-750645f3-486c-4a45-b6f2-cf555d3f803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.895058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-750645f3-486c-4a45-b6f2-cf555d3f803e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0447721 Nov 23 02:56:03.949570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-34ef2ae8-6f43-4dfa-b185-f7f38fdd08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:03.951230 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-34ef2ae8-6f43-4dfa-b185-f7f38fdd08dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453393 Nov 23 02:56:04.048058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-bec4199e-7c92-4d9b-9cee-a37b1939d85e service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845971 Nov 23 02:56:04.099924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49cc95-a300-4596-be7d-346d47ba3c79 req-798bf71c-1d45-4b04-820a-a07756b372b1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:04.101486 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5f49cc95-a300-4596-be7d-346d47ba3c79 req-798bf71c-1d45-4b04-820a-a07756b372b1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 944 time: 0.0499382 Nov 23 02:56:04.150122 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5f49cc95-a300-4596-be7d-346d47ba3c79 req-fdf49356-8f2a-4482-ad6e-6a63731fd815 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424447 Nov 23 02:56:04.153709 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a75e0b18-dd70-4cf0-b2cd-b36d97f5e409 req-ce5b7bc1-fec1-488b-9dcd-9d321a21173f service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955091 Nov 23 02:56:04.714299 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5df977f7-1e50-44f2-b808-ed3907b42922 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:56:04.820961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:04.832272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '5df977f7-1e50-44f2-b808-ed3907b42922', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'port_id': '5df977f7-1e50-44f2-b808-ed3907b42922', 'mac_address': 'fa:16:3e:4a:f6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:56:04.869687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:04.883073 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df977f7-1e50-44f2-b808-ed3907b42922 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:56:04.903345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:04.909162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:04.955366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:05.285662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d52b91-148a-48cc-99f7-a5d6df7e205a req-9938dc78-0eac-406b-9415-6d705af19885 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:05.287696 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d1d52b91-148a-48cc-99f7-a5d6df7e205a req-9938dc78-0eac-406b-9415-6d705af19885 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 945 time: 0.0629690 Nov 23 02:56:05.293468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5df977f7-1e50-44f2-b808-ed3907b42922'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:05.339633 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d1d52b91-148a-48cc-99f7-a5d6df7e205a req-cd01a91f-96ef-4ece-98ac-6000187e7ddf tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438533 Nov 23 02:56:05.633095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-95ef6c85-ec7c-4f8c-9e15-04af9b38d5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.470211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdf8b3-d354-460a-bb10-aaccf45d2858 req-8cd5a943-a2fe-4cb5-983b-76e2a2e344ff tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:06.471777 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b6fdf8b3-d354-460a-bb10-aaccf45d2858 req-8cd5a943-a2fe-4cb5-983b-76e2a2e344ff tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 945 time: 0.0624416 Nov 23 02:56:06.523315 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b6fdf8b3-d354-460a-bb10-aaccf45d2858 req-8ae2f288-0f97-4e92-a639-e77427186187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Nov 23 02:56:06.538314 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.713580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5df977f7-1e50-44f2-b808-ed3907b42922 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:56:06.773711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 5df977f7-1e50-44f2-b808-ed3907b42922 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:56:06.780054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 5df977f7-1e50-44f2-b808-ed3907b42922 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:06.780669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.866394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.889973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:06.892391 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f37b23-8ef1-4864-b696-e14df41f5a1b" -d '{"events": [{"server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "name": "network-vif-plugged", "status": "completed", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:06.905042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:06.910777 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:06.933810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6feaea-1b0d-4933-86ba-d15e005fe21a x-openstack-request-id: req-fe6feaea-1b0d-4933-86ba-d15e005fe21a {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:06.934106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "name": "network-vif-plugged", "status": "completed", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:06.934363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe6feaea-1b0d-4933-86ba-d15e005fe21a {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:06.934752 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'code': 200} Nov 23 02:56:06.959577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:07.179089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471a067-f2b5-4951-a05a-864917b7d9a4 req-0e3d7282-2fd9-4c37-ae70-f6f943ed1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:07.180719 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1471a067-f2b5-4951-a05a-864917b7d9a4 req-0e3d7282-2fd9-4c37-ae70-f6f943ed1b5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1099 time: 0.0490439 Nov 23 02:56:07.232227 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1471a067-f2b5-4951-a05a-864917b7d9a4 req-424da0ca-66d3-4450-9287-b68b7697d0dd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437169 Nov 23 02:56:07.653850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5122b-49d3-487c-8096-0f0d918ffe19 req-a866a99d-3f71-41fc-a1ea-bf48756181c2 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:07.655416 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b0c5122b-49d3-487c-8096-0f0d918ffe19 req-a866a99d-3f71-41fc-a1ea-bf48756181c2 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0513742 Nov 23 02:56:07.705076 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b0c5122b-49d3-487c-8096-0f0d918ffe19 req-b6684aee-7878-470f-be5c-9f3bbbe7a301 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Nov 23 02:56:08.207067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:08.832837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dbc38-53d9-4ceb-b60e-3bd74e148d75 req-667ffe3f-a4a9-48d9-87e4-20e7df50204a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:08.834359 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-db9dbc38-53d9-4ceb-b60e-3bd74e148d75 req-667ffe3f-a4a9-48d9-87e4-20e7df50204a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0509503 Nov 23 02:56:08.882858 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-db9dbc38-53d9-4ceb-b60e-3bd74e148d75 req-3cbab6ed-8492-42b1-8046-d17e9e8a2ff9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425165 Nov 23 02:56:09.013253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b716b5-4460-4076-af96-e3bd927709d0 req-bbda2aef-ef01-4022-9472-be6783246dd5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:09.015296 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d1b716b5-4460-4076-af96-e3bd927709d0 req-bbda2aef-ef01-4022-9472-be6783246dd5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0598493 Nov 23 02:56:09.074587 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d1b716b5-4460-4076-af96-e3bd927709d0 req-9e201e8f-bbec-4fe7-b06f-026e1187f570 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509796 Nov 23 02:56:09.330125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:09.421494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cab5b-37b2-4c73-b4ac-f9c5a182d6ae req-7faace74-28ac-4fc6-8a72-1bcfc03a7dd4 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:09.423010 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-814cab5b-37b2-4c73-b4ac-f9c5a182d6ae req-7faace74-28ac-4fc6-8a72-1bcfc03a7dd4 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0546813 Nov 23 02:56:09.479634 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-814cab5b-37b2-4c73-b4ac-f9c5a182d6ae req-c1d409ed-0fcd-4e6b-8d7e-89e8819d7882 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495408 Nov 23 02:56:18.568727 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:56:20.725244 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:23.243230 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf91551-cd82-429f-851e-f5d2918306c4 req-396e8cdd-72e1-46f4-a38d-7113cfe07aa8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:23.244670 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8cf91551-cd82-429f-851e-f5d2918306c4 req-396e8cdd-72e1-46f4-a38d-7113cfe07aa8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0510869 Nov 23 02:56:23.297965 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8cf91551-cd82-429f-851e-f5d2918306c4 req-1824108b-52e4-4000-b7c0-6b5795c1e5d0 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470550 Nov 23 02:56:23.321354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39960) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:23.458703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa79c7-5d49-4fee-aca2-7e0fe21be9a6 tempest-TestMinimumBasicScenario-18719256 tempest-TestMinimumBasicScenario-18719256-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:23.460370 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6caa79c7-5d49-4fee-aca2-7e0fe21be9a6 tempest-TestMinimumBasicScenario-18719256 tempest-TestMinimumBasicScenario-18719256-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1094 time: 0.1378741 Nov 23 02:56:23.464669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39964) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:23.468965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '5df977f7-1e50-44f2-b808-ed3907b42922', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:23.494451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:23.601512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:23.702884 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Allocated IP 172.26.8.208 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/16a10cb8-867f-4d98-915a-daff23abbbd9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:56:23.812590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:23.848563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:23.888881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:56:23.891929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:56:23.895787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:56:23.926446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'Port': ['ID=16a10cb8-867f-4d98-915a-daff23abbbd9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:24.294338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:24.370926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:24.524268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:24.532586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:24.599686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'Port': ['ID=16a10cb8-867f-4d98-915a-daff23abbbd9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:24.616422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:24.720759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Floating IP 831effc2-5abf-4de5-83ce-8a764b5f4602 associated. External IP: 172.26.8.208, port: 5df977f7-1e50-44f2-b808-ed3907b42922. Nov 23 02:56:24.953330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Router 5a2696f2-5c49-48ff-a4f8-de324a05548a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:56:25.072883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:56:25.082880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] Sync routers for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:56:25.092670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.093456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:25.094311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:56:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:25.121652 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-85c85c55-794f-44cc-8eba-2967bd08694b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6559510 Nov 23 02:56:25.122264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:25.124567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064717b4-4bfd-4014-9fee-94673cae7a47" -d '{"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:25.124907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39966) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:25.137389 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648112901', 'description': 'tempest-secgroup-smoke-1648112901 description', 'project_id': '601792f9467f419dad9e3dc73f7cedc3'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:25.162512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.172649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb5010e-e73e-4b56-860d-a533a7c081aa x-openstack-request-id: req-bbb5010e-e73e-4b56-860d-a533a7c081aa {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:25.172951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:25.173211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbb5010e-e73e-4b56-860d-a533a7c081aa {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:25.173623 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'status': 'completed', 'code': 200} Nov 23 02:56:25.204110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:25.248615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.254434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.274506 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-f1195719-5730-4416-b5d4-a336a3504cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:25.276625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-f1195719-5730-4416-b5d4-a336a3504cb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1099 time: 0.0457239 Nov 23 02:56:25.285043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.289621 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1630156 Nov 23 02:56:25.292457 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39970) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:25.299581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group_rule': {'security_group_id': 'ba98b0dc-0242-447a-b4fc-12db64b36d8a', 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:25.318487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734af6a0-05db-4544-95e3-1e822efea8b8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba98b0dc-0242-447a-b4fc-12db64b36d8a,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:25.341384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.385877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-4fb03a97-a03f-48e4-8e42-94da15c43d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:25.387172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-4fb03a97-a03f-48e4-8e42-94da15c43d45 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.1007884 Nov 23 02:56:25.395709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.402837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.425565 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=025d5251-d4a6-47ed-85be-0ced40d4f244,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:25.438821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.443134 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39972) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:25.444043 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0c4229c6-d3f4-4c13-b9f8-418214e7d182 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505799 Nov 23 02:56:25.447733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group_rule': {'security_group_id': 'ba98b0dc-0242-447a-b4fc-12db64b36d8a', 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:25.461863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '831effc2-5abf-4de5-83ce-8a764b5f4602', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'floating_ip_address': '172.26.8.208', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'port_id': '5df977f7-1e50-44f2-b808-ed3907b42922', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'mac_address': 'fa:16:3e:4a:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:56:24Z', 'updated_at': '2021-11-23T02:56:24Z', 'revision_number': 0, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:25.478910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-29825b7b-9d77-4fb6-a38a-74b0ceb940d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 1000 time: 0.0838153 Nov 23 02:56:25.488705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] Checking router: 5a2696f2-5c49-48ff-a4f8-de324a05548a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:56:25.496330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.497028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:56:25.497664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:56:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:25.560807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-36077ef8-40d3-4cc7-ab2c-90e1ab5dc97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:25.562400 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-36077ef8-40d3-4cc7-ab2c-90e1ab5dc97a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0747485 Nov 23 02:56:25.622627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.631271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.639901 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-92c40a05-46c8-40f7-b84e-ec0e7aaed574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:25.641533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-92c40a05-46c8-40f7-b84e-ec0e7aaed574 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698712 Nov 23 02:56:25.663010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bef3db-65c7-420e-b974-712fcaaf14cf,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:25.703404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.707713 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-49fd7cb0-cfae-449f-ad53-6869d2424187 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2608383 Nov 23 02:56:25.708626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39974) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:25.713861 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group_rule': {'security_group_id': 'ba98b0dc-0242-447a-b4fc-12db64b36d8a', 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:25.755759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.764755 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-0072ff9b-e078-4f83-90b9-5d1aceb37e79 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102612 Nov 23 02:56:25.778183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:56:25.817808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.823918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.838638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9500913f-2762-4ee1-a5a1-b15473e895f4,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:25.856193 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.859758 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-46b3782b-634d-4113-898d-f407edf6739d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492329 Nov 23 02:56:25.861904 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39976) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:25.866992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group_rule': {'security_group_id': 'ba98b0dc-0242-447a-b4fc-12db64b36d8a', 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:25.878600 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-064717b4-4bfd-4014-9fee-94673cae7a47 req-1cdaf4e3-b10b-43dd-86a0-df3db0108f7f service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055245 Nov 23 02:56:25.898950 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.986627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:25.996329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.017623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d894bb66-4fb0-48f6-9faa-b00295e54e05,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:26.029872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.032098 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db25a1c3-b674-4204-bea7-79841202b2c9 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686695 Nov 23 02:56:26.035386 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 39978) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:26.041147 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group_rule': {'security_group_id': 'ba98b0dc-0242-447a-b4fc-12db64b36d8a', 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:26.045676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '831effc2-5abf-4de5-83ce-8a764b5f4602', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'floating_ip_address': '172.26.8.208', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'port_id': '5df977f7-1e50-44f2-b808-ed3907b42922', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'mac_address': 'fa:16:3e:4a:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:56:24Z', 'updated_at': '2021-11-23T02:56:24Z', 'revision_number': 0, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:56:26.067847 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Project 601792f9467f419dad9e3dc73f7cedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:56:26.073027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.075925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf192e4-14ff-4a9a-915b-fbc08decba58 None None] The sync data for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv is: [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '831effc2-5abf-4de5-83ce-8a764b5f4602', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'floating_ip_address': '172.26.8.208', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'port_id': '5df977f7-1e50-44f2-b808-ed3907b42922', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'mac_address': 'fa:16:3e:4a:f6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:56:24Z', 'updated_at': '2021-11-23T02:56:24Z', 'revision_number': 0, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:56:26.135486 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.140656 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.158851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ef8d21-a509-4bd3-841b-e387dba347d7,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:26.168873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.170112 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333497 Nov 23 02:56:26.171723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.172073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.173047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 39980) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:56:26.176360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.176836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.177270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.177623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.177997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.178329 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.178654 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.179164 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.179273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'security_group_rule': {'security_group_id': 'ba98b0dc-0242-447a-b4fc-12db64b36d8a', 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:26.179497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.179832 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4777f1-5d36-430b-a4c9-3b31a4064073 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:56:26.201633 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Project 601792f9467f419dad9e3dc73f7cedc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:56:26.208715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.275075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.280254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.299772 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fd6058-d8f8-4929-90f7-0aa66a25ece6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:26.300338 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a0325-520d-4486-90f9-72334b46d0e2 None None] New status for floating IP 831effc2-5abf-4de5-83ce-8a764b5f4602: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:56:26.309595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.310833 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6e51dbdb-c354-4b19-9925-95edb536435a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367722 Nov 23 02:56:26.409783 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-e90be258-11bd-4daf-aba7-43454d466c77 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648112901&fields=id&tenant_id=601792f9467f419dad9e3dc73f7cedc3 HTTP/1.1" status: 200 len: 267 time: 0.0470672 Nov 23 02:56:26.462797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-2d4b37c7-b974-4a23-9550-37e5105465e8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:26.464267 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-2d4b37c7-b974-4a23-9550-37e5105465e8 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0485492 Nov 23 02:56:26.476625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'port': {'security_groups': ['2b482466-d17e-4f8e-a66c-26e339fdb633', 'ba98b0dc-0242-447a-b4fc-12db64b36d8a']}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:56:26.542720 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.731499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:56:26.767479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.774395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.813448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5df977f7-1e50-44f2-b808-ed3907b42922'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:26.820283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:26.820907 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:26.822318 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b74ac4ae-4cab-470b-b8cc-95fcf2a8d5a0 req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "PUT /v2.0/ports/5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 982 time: 0.3505356 Nov 23 02:56:26.822785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:56:26.828031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7452429f-8bd3-427c-b578-759453e141d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:56:26.849698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab67499-b277-4b34-8d82-ff7eee957e3c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=6']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:56:26.966866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462300c-7323-478a-9e99-7734e24b9e1e req-931e494a-f597-4989-9dc5-f95b6ab8d29a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:26.967634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5df977f7-1e50-44f2-b808-ed3907b42922'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:56:26.968536 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3462300c-7323-478a-9e99-7734e24b9e1e req-931e494a-f597-4989-9dc5-f95b6ab8d29a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0556610 Nov 23 02:56:27.048965 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3462300c-7323-478a-9e99-7734e24b9e1e req-35a0ee6e-c8b0-4b86-8900-ba37a7cae78d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718737 Nov 23 02:56:27.050512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53232a-b0c6-42a7-b414-a37cf2a8ccfe x-openstack-request-id: req-eb53232a-b0c6-42a7-b414-a37cf2a8ccfe {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:56:27.050802 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:56:27.051079 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb53232a-b0c6-42a7-b414-a37cf2a8ccfe {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:56:27.051458 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'status': 'completed', 'code': 200} Nov 23 02:56:27.101476 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-89ecdff2-d52c-4594-a235-6b31610b4801 None None] Provisioning complete for port 5df977f7-1e50-44f2-b808-ed3907b42922 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:56:27.101767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-89ecdff2-d52c-4594-a235-6b31610b4801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:27.154195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429f-8bd3-427c-b578-759453e141d5 req-badc2181-286e-4310-bfb8-4e83a5f36913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.155799 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-badc2181-286e-4310-bfb8-4e83a5f36913 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1138 time: 0.0488353 Nov 23 02:56:27.256454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429f-8bd3-427c-b578-759453e141d5 req-cb4e7406-0b40-4a7e-8c42-6a94469c5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.257949 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-cb4e7406-0b40-4a7e-8c42-6a94469c5ad2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.0931146 Nov 23 02:56:27.328578 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-60674eb7-ff11-406d-9ed5-4de7174f9ae5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 1002 time: 0.0627377 Nov 23 02:56:27.385647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429f-8bd3-427c-b578-759453e141d5 req-d317da17-12fa-4185-b99c-e60dee7242d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.387142 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-d317da17-12fa-4185-b99c-e60dee7242d4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0508561 Nov 23 02:56:27.435953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452429f-8bd3-427c-b578-759453e141d5 req-99638bd2-dc17-4089-9331-dcc050c515d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:27.437506 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-99638bd2-dc17-4089-9331-dcc050c515d9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413072 Nov 23 02:56:27.530525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-fb9ebe94-478d-46b4-a8df-3770b3cd6d27 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836787 Nov 23 02:56:27.631188 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7452429f-8bd3-427c-b578-759453e141d5 req-94613920-f26a-4a95-90a9-93592582acee service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920174 Nov 23 02:56:33.145493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f29ca6b8-98e5-42b8-adcf-c841c62a3975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:35.637095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6ea0fe59-080e-4028-9191-7a447e7a8a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:36.552022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:38.217190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:39.326288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:49.828621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d60c1f-2098-47db-891f-a7cc851d879e req-61319930-f94e-4f04-93d5-8178857a7a06 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:49.830177 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c1d60c1f-2098-47db-891f-a7cc851d879e req-61319930-f94e-4f04-93d5-8178857a7a06 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0563493 Nov 23 02:56:49.860695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-65012a09-5c3a-4434-8b35-b946db8b0aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:49.862270 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-65012a09-5c3a-4434-8b35-b946db8b0aba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1138 time: 0.0433047 Nov 23 02:56:49.893405 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c1d60c1f-2098-47db-891f-a7cc851d879e req-f7330719-3c9b-448e-b1ca-0e53ea30ece5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568783 Nov 23 02:56:49.966151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-9ad05ce6-3f9e-4bfd-a361-69db04bcaee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:49.967627 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-9ad05ce6-3f9e-4bfd-a361-69db04bcaee4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.0957956 Nov 23 02:56:50.033603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-3e2ba45b-c05e-4866-98d0-a34153828965 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 1002 time: 0.0580516 Nov 23 02:56:50.092804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-be97c387-60d0-44f3-a4a9-7fc47e92620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:50.094320 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-be97c387-60d0-44f3-a4a9-7fc47e92620a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0510485 Nov 23 02:56:50.149088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-edce6d6e-6a35-4937-bc6f-d3595d8bc84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:50.150521 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-edce6d6e-6a35-4937-bc6f-d3595d8bc84d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0481675 Nov 23 02:56:50.240747 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-1b8c6fe6-4bab-49ed-abdd-77eb985efc44 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814073 Nov 23 02:56:50.341969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-72900296-eb20-4419-8713-2856dbd1cbf6 req-d53e13e5-bca8-4a88-8850-5876cddafc07 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930614 Nov 23 02:56:50.737313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:56:51.038270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbc8e4-280d-4e40-a870-d37a92720e18 req-2ac4af68-7bf1-467b-9b28-164abd870890 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:51.039650 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2dbbc8e4-280d-4e40-a870-d37a92720e18 req-2ac4af68-7bf1-467b-9b28-164abd870890 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0671048 Nov 23 02:56:51.112781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2dbbc8e4-280d-4e40-a870-d37a92720e18 req-9f57b4cb-e0bc-4285-bcf8-58b980db7382 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659268 Nov 23 02:56:52.233710 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aff035-bea9-42d6-938c-dee8d3321d92 req-457bd902-abdd-4b92-a076-80a021d48af2 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:52.234362 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3aff035-bea9-42d6-938c-dee8d3321d92 req-457bd902-abdd-4b92-a076-80a021d48af2 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0500972 Nov 23 02:56:52.297465 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d3aff035-bea9-42d6-938c-dee8d3321d92 req-550020f2-4d82-4ce1-ba8c-13de24406463 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562792 Nov 23 02:56:53.431632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4d0d9-f37d-472e-8163-7e9a3e86633b req-7e7dbbd0-0479-4946-b50e-7be2982b8272 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:53.433065 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1be4d0d9-f37d-472e-8163-7e9a3e86633b req-7e7dbbd0-0479-4946-b50e-7be2982b8272 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0605106 Nov 23 02:56:53.496059 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1be4d0d9-f37d-472e-8163-7e9a3e86633b req-eb8ab4f8-c87f-4c24-8664-8c469a0d1f68 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534515 Nov 23 02:56:54.641605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135066a-8a2f-4c6b-b038-ec093ef0e5d7 req-4015ead3-cf6d-481a-8d83-72aa3652e07a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:54.643049 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8135066a-8a2f-4c6b-b038-ec093ef0e5d7 req-4015ead3-cf6d-481a-8d83-72aa3652e07a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0601320 Nov 23 02:56:54.706345 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8135066a-8a2f-4c6b-b038-ec093ef0e5d7 req-7eea7bf2-08b2-4852-abac-088705759c1c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541718 Nov 23 02:56:55.574357 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:56:55.845037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3237273-48f9-4f5a-8a06-afafcbc5ad21 req-0a47e794-c795-42b5-aaa7-6525a4fe3609 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:55.846425 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c3237273-48f9-4f5a-8a06-afafcbc5ad21 req-0a47e794-c795-42b5-aaa7-6525a4fe3609 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0576992 Nov 23 02:56:55.910275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c3237273-48f9-4f5a-8a06-afafcbc5ad21 req-4269d18f-3ca2-4a24-822f-8d51fb2a576e tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550988 Nov 23 02:56:57.048719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be17d15-2aa4-4e04-8130-cf070a746aa1 req-d8b4bed5-c852-46c1-b8f1-f75633a00a2c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:57.050314 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6be17d15-2aa4-4e04-8130-cf070a746aa1 req-d8b4bed5-c852-46c1-b8f1-f75633a00a2c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0620360 Nov 23 02:56:57.111476 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6be17d15-2aa4-4e04-8130-cf070a746aa1 req-2f6c69e9-e211-4ebc-bedb-738df2e0cf1c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548832 Nov 23 02:56:57.962781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-7c93643a-14ca-479d-8b97-d3a9a536bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:57.964299 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-7c93643a-14ca-479d-8b97-d3a9a536bb2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1138 time: 0.0425491 Nov 23 02:56:58.085670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-ba84f63d-3259-4d0d-8306-bd7162c4d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.087149 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-ba84f63d-3259-4d0d-8306-bd7162c4d938 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.0908618 Nov 23 02:56:58.157505 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-ccf9e09e-e634-48e9-a90f-e291ff8dff15 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 1002 time: 0.0604610 Nov 23 02:56:58.236667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-8d06406a-beb1-43a5-b9b8-24b555e2c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.238147 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-8d06406a-beb1-43a5-b9b8-24b555e2c516 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0730588 Nov 23 02:56:58.255014 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c445-0cff-47c3-87a8-30a46be02101 req-64df1223-6e47-4e97-8b91-c35c0101873f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.256464 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2246c445-0cff-47c3-87a8-30a46be02101 req-64df1223-6e47-4e97-8b91-c35c0101873f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0622540 Nov 23 02:56:58.332580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-5596cc91-fec6-47c1-a8b3-5b5f2c5ac643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:58.334145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-5596cc91-fec6-47c1-a8b3-5b5f2c5ac643 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768397 Nov 23 02:56:58.357923 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2246c445-0cff-47c3-87a8-30a46be02101 req-5503c2b1-be6c-4473-a042-1a1cbb4a017e tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925934 Nov 23 02:56:58.439352 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-d4fe5d86-e120-4d3d-aade-39ce6e1c30b0 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954223 Nov 23 02:56:58.534975 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3fd58fd0-86e4-4a89-b17a-97795b61c10e req-5dd932a7-de91-4ce3-b967-10745b9a6889 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877781 Nov 23 02:56:59.491083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18bc24-1a27-490e-871e-9bd193c4593c req-4b86772b-f695-4c27-8324-c64533ad9e3b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:56:59.492568 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9c18bc24-1a27-490e-871e-9bd193c4593c req-4b86772b-f695-4c27-8324-c64533ad9e3b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0561779 Nov 23 02:56:59.557232 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9c18bc24-1a27-490e-871e-9bd193c4593c req-12e3e85c-a6bc-409e-b5d8-4302feb05a3b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552404 Nov 23 02:57:00.689019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c45512-d96b-4ae7-9cee-68b980e5e1dc req-8c26301e-305a-4a04-8279-32533c279d4c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:00.690530 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-65c45512-d96b-4ae7-9cee-68b980e5e1dc req-8c26301e-305a-4a04-8279-32533c279d4c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0575182 Nov 23 02:57:01.084282 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-65c45512-d96b-4ae7-9cee-68b980e5e1dc req-967545e4-c634-420b-8256-955aa8ba8545 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3852389 Nov 23 02:57:02.215533 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33059d77-af16-4ec0-b53c-f696cbd20ac6 req-5339f9e7-6191-4fc8-bc27-c68381b2da6f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:02.217102 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-33059d77-af16-4ec0-b53c-f696cbd20ac6 req-5339f9e7-6191-4fc8-bc27-c68381b2da6f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0515919 Nov 23 02:57:02.282723 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-33059d77-af16-4ec0-b53c-f696cbd20ac6 req-99a184ac-0bd3-44da-bbf1-91036f5ea48b tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589509 Nov 23 02:57:03.139680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2a733a9c-a69d-4741-9f11-80d3276f734a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:03.411860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed39fce-4491-40fc-9fd4-0db062d03a3c req-01921f02-a6f2-4c55-8e48-ec7af5c9ca5c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:03.413249 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ed39fce-4491-40fc-9fd4-0db062d03a3c req-01921f02-a6f2-4c55-8e48-ec7af5c9ca5c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0519731 Nov 23 02:57:03.478454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ed39fce-4491-40fc-9fd4-0db062d03a3c req-3a37de20-8073-45e0-a5b4-63317b3c5955 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567744 Nov 23 02:57:04.686826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5211c5e-422d-4ae7-af28-d0bd036445f7 req-857a6826-5f8b-4d83-9b1e-5b0c96dee3c5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:04.688938 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f5211c5e-422d-4ae7-af28-d0bd036445f7 req-857a6826-5f8b-4d83-9b1e-5b0c96dee3c5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.1311419 Nov 23 02:57:04.759588 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f5211c5e-422d-4ae7-af28-d0bd036445f7 req-b3db4bf4-fb21-4a88-95ef-f37765afae0d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611517 Nov 23 02:57:05.636291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e1098ff8-6bff-4dc1-9952-0438c7956028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:05.966636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814568a-80d0-4450-9ce8-fa8c5a7fa612 req-23de8380-1612-48e5-9e64-259a36aae38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:05.968151 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0814568a-80d0-4450-9ce8-fa8c5a7fa612 req-23de8380-1612-48e5-9e64-259a36aae38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.1270561 Nov 23 02:57:06.031591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0814568a-80d0-4450-9ce8-fa8c5a7fa612 req-a50cceeb-7a73-43a4-8866-c9e694a92d62 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565777 Nov 23 02:57:06.548401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:07.158384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f56c-e4b2-4a75-aadb-482dd81beb43 req-9b83058a-dc1c-4f1f-bbf6-fc2aa193dc9a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:07.159856 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cbd4f56c-e4b2-4a75-aadb-482dd81beb43 req-9b83058a-dc1c-4f1f-bbf6-fc2aa193dc9a tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0559804 Nov 23 02:57:07.225310 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cbd4f56c-e4b2-4a75-aadb-482dd81beb43 req-245c9127-28bc-4ab4-b3e8-710f63d00cf5 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559509 Nov 23 02:57:08.217527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:08.347682 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3574e722-a42e-4b82-a520-2fac348fd454 req-fb87be6f-ce37-474c-8517-f8187c669bc1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:08.349710 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3574e722-a42e-4b82-a520-2fac348fd454 req-fb87be6f-ce37-474c-8517-f8187c669bc1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0565352 Nov 23 02:57:08.414880 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3574e722-a42e-4b82-a520-2fac348fd454 req-099ecdb4-5ca3-42b2-a75b-f1e1f32a43c4 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586896 Nov 23 02:57:09.344508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:09.544054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571b5a7-948d-495c-a49c-44219f6721ae req-a1b1e07f-5898-4e4a-a953-7299be563063 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:09.545652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3571b5a7-948d-495c-a49c-44219f6721ae req-a1b1e07f-5898-4e4a-a953-7299be563063 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0515985 Nov 23 02:57:09.605243 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3571b5a7-948d-495c-a49c-44219f6721ae req-17e2d1e8-1a9c-4f62-8505-5080e8506c1f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531671 Nov 23 02:57:10.745849 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac5255-cc30-44e1-b6b3-4fd87c5febbf req-d9bc2763-00bc-4768-b2e7-4240ecf9c640 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:10.747372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6eac5255-cc30-44e1-b6b3-4fd87c5febbf req-d9bc2763-00bc-4768-b2e7-4240ecf9c640 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0551152 Nov 23 02:57:10.811565 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6eac5255-cc30-44e1-b6b3-4fd87c5febbf req-57259de5-bfc6-4113-bc51-a361cc6aea4e tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574942 Nov 23 02:57:11.940755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2132035-0b89-42f7-84c1-a8d4c5f3d615 req-e028b48a-5313-4e83-8725-4f493f2278e3 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:11.942288 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c2132035-0b89-42f7-84c1-a8d4c5f3d615 req-e028b48a-5313-4e83-8725-4f493f2278e3 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0636313 Nov 23 02:57:12.012558 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c2132035-0b89-42f7-84c1-a8d4c5f3d615 req-2983bb75-2765-430e-8322-d4bbfc8505bd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=ba98b0dc-0242-447a-b4fc-12db64b36d8a&id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638301 Nov 23 02:57:20.733051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:32.575551 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:57:33.142943 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-111bbeb3-302b-492e-8d32-4b973081842c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:35.639131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9e6cfb1d-bd87-4ccd-b4be-5e033b6375e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:36.560487 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:38.220797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:39.341676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:47.428213 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-589d83b4-fcb5-4398-8623-c107f277b1a1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648112901&fields=id&tenant_id=601792f9467f419dad9e3dc73f7cedc3 HTTP/1.1" status: 200 len: 267 time: 0.0557234 Nov 23 02:57:47.486920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-c54dc7ae-5104-4d44-8980-7c8847afca24 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:47.489438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-c54dc7ae-5104-4d44-8980-7c8847afca24 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 985 time: 0.0551183 Nov 23 02:57:47.506931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Request body: {'port': {'security_groups': ['2b482466-d17e-4f8e-a66c-26e339fdb633']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:57:47.583883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:47.791718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:57:47.831234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:47.837203 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:47.885372 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5df977f7-1e50-44f2-b808-ed3907b42922'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:57:47.896774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:47.897536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:47.898988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9f87baa0-44c2-47cb-b2f5-45e5b10cfd7b req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "PUT /v2.0/ports/5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 943 time: 0.3987932 Nov 23 02:57:47.899462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:57:47.901812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479e283-c61b-486b-a35b-b1376569d013" -d '{"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:57:47.908843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40054) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:57:47.928587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event updated for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=7']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:47.937179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.937538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.938018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.938364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.938692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.939025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.939366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.939802 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.940178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.940537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.940859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:47.941182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bfdefb-522d-4e3a-8eba-dd800cecf447 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.028211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.056159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26431c8-12b2-480e-afaa-45dbc225d5e0 x-openstack-request-id: req-d26431c8-12b2-480e-afaa-45dbc225d5e0 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:57:48.056787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:57:48.057294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d26431c8-12b2-480e-afaa-45dbc225d5e0 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:57:48.058117 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'status': 'completed', 'code': 200} Nov 23 02:57:48.061089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5df977f7-1e50-44f2-b808-ed3907b42922'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:57:48.064083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.149008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.152166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.155275 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "DELETE /v2.0/security-groups/ba98b0dc-0242-447a-b4fc-12db64b36d8a HTTP/1.1" status: 204 len: 168 time: 0.2452161 Nov 23 02:57:48.158711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40060) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:57:48.171129 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba98b0dc-0242-447a-b4fc-12db64b36d8a,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:48.178856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.179210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.179806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.180151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.180664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.181146 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.181800 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.183992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.184653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.185001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.185348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.185734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeee93d-406d-4ba5-b669-63bd8be2c38d tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:57:48.249806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9cd00868-eb68-4537-b589-84ac9c419ef3 None None] Provisioning complete for port 5df977f7-1e50-44f2-b808-ed3907b42922 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:57:48.250255 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9cd00868-eb68-4537-b589-84ac9c419ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.353640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e283-c61b-486b-a35b-b1376569d013 req-8ade9c9e-b40b-41a9-ac5a-eb4d1f3ff402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:48.355170 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-8ade9c9e-b40b-41a9-ac5a-eb4d1f3ff402 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1099 time: 0.2251472 Nov 23 02:57:48.495248 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e283-c61b-486b-a35b-b1376569d013 req-4ad6e37b-d5d5-45c7-8e71-be5c3aae3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:48.496795 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-4ad6e37b-d5d5-45c7-8e71-be5c3aae3bf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.1299741 Nov 23 02:57:48.501178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Deleting port 16a10cb8-867f-4d98-915a-daff23abbbd9 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:57:48.501518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.613791 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-366d41f6-b840-45c4-a011-737eab40893d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 1002 time: 0.0999515 Nov 23 02:57:48.636891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.637218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.672409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Calling delete_port for 16a10cb8-867f-4d98-915a-daff23abbbd9 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:57:48.694698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e283-c61b-486b-a35b-b1376569d013 req-210f92d2-015e-4e85-aa9b-3d55ccf64742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:48.696186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-210f92d2-015e-4e85-aa9b-3d55ccf64742 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0706174 Nov 23 02:57:48.790936 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479e283-c61b-486b-a35b-b1376569d013 req-523655e6-eaa0-4f0a-9911-939f6897cc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:48.792464 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-523655e6-eaa0-4f0a-9911-939f6897cc96 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691378 Nov 23 02:57:48.931608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-07c5dd37-5736-4555-9371-81e41422bf5d service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229296 Nov 23 02:57:48.933795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:48.964378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event deleted for resources: {'Port': ['ID=16a10cb8-867f-4d98-915a-daff23abbbd9,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:57:49.096291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:49.096646 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Floating IP 831effc2-5abf-4de5-83ce-8a764b5f4602 disassociated (deleted). External IP: 172.26.8.208, port: 5df977f7-1e50-44f2-b808-ed3907b42922. Nov 23 02:57:49.102102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8479e283-c61b-486b-a35b-b1376569d013 req-b994b4c6-fafe-4454-81f5-f6662a64f20a service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474431 Nov 23 02:57:49.323976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Router 5a2696f2-5c49-48ff-a4f8-de324a05548a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:57:49.441453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:57:49.446505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:49.451952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] Sync routers for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:57:49.462790 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:57:49.463337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:57:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:49.474359 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-817c8782-a904-4f47-abdc-ac48cc6cf1cd tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "DELETE /v2.0/floatingips/831effc2-5abf-4de5-83ce-8a764b5f4602 HTTP/1.1" status: 204 len: 168 time: 1.3143582 Nov 23 02:57:49.574539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:57:49.786850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:49.816498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] Checking router: 5a2696f2-5c49-48ff-a4f8-de324a05548a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:57:49.828477 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:57:49.829315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:57:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:49.942615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:57:50.059769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:57:50.062757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9ef38b-2135-4842-85ba-fb0664895d20" -d '{"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:57:50.101217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6683da-2985-4cef-8dca-764ef42025d6 x-openstack-request-id: req-ee6683da-2985-4cef-8dca-764ef42025d6 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:57:50.101512 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:57:50.101766 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee6683da-2985-4cef-8dca-764ef42025d6 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:57:50.102177 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'status': 'completed', 'code': 200} Nov 23 02:57:50.142311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:57:50.168830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c273a-48e3-4089-a572-268cb41e5bfb None None] The sync data for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv is: [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '49a5255e-071d-44d2-accd-cab200a52b6d', 'name': '', 'network_id': 'b547a07d-fc03-4639-96b8-b47a5a19e6d8', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'mac_address': 'fa:16:3e:2f:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:32Z', 'updated_at': '2021-11-23T02:55:38Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'subnets': [{'id': '5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:57:50.199861 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-a780d0c8-05b8-4e18-ab45-93978abe9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:50.201479 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-a780d0c8-05b8-4e18-ab45-93978abe9281 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=601792f9467f419dad9e3dc73f7cedc3&device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 1099 time: 0.0458624 Nov 23 02:57:50.307104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-adec2ff2-4889-4fbc-9eaf-4026762d9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:50.309125 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-adec2ff2-4889-4fbc-9eaf-4026762d9b76 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 200 len: 915 time: 0.0967064 Nov 23 02:57:50.364890 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-9d2cc619-f2a2-4b49-a096-5da5fccc41a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 200 len: 217 time: 0.0471468 Nov 23 02:57:50.422892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-63377464-4f99-4f65-9504-245c087ec9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:50.425379 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-63377464-4f99-4f65-9504-245c087ec9e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 200 len: 853 time: 0.0533059 Nov 23 02:57:50.427141 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0769551-6abc-446e-a415-a1d3cc5c8a0c None None] New status for floating IP 831effc2-5abf-4de5-83ce-8a764b5f4602: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:57:50.476359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-f7a0a91b-cf6c-4ca4-977c-3d6066df910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:50.477864 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-f7a0a91b-cf6c-4ca4-977c-3d6066df910c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b547a07d-fc03-4639-96b8-b47a5a19e6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435858 Nov 23 02:57:50.569631 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-06701d2b-4102-4487-9b95-6942ed18939d service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829415 Nov 23 02:57:50.667366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a9ef38b-2135-4842-85ba-fb0664895d20 req-343c3090-5d63-47ff-b5d9-3b72bf1e7373 service neutron] 10.222.0.46 "GET /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876961 Nov 23 02:57:50.745123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:57:58.531238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f6a1-8ea0-4303-bc5d-bc48dcc5bd1f req-eddd54ef-752d-458e-bc0f-61475bc9f03f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:58.532793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5128f6a1-8ea0-4303-bc5d-bc48dcc5bd1f req-eddd54ef-752d-458e-bc0f-61475bc9f03f tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0533359 Nov 23 02:57:58.583868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5128f6a1-8ea0-4303-bc5d-bc48dcc5bd1f req-2795e087-14ac-45c8-b9e8-b7e8d0b3b1a4 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438244 Nov 23 02:57:59.723183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb105a-fcf8-4bf5-a6f7-e1cf9ef0901e req-eab3ab07-6a11-4e7a-8ffb-9c3b2bd85449 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:57:59.724686 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4dcb105a-fcf8-4bf5-a6f7-e1cf9ef0901e req-eab3ab07-6a11-4e7a-8ffb-9c3b2bd85449 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0620766 Nov 23 02:57:59.787030 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4dcb105a-fcf8-4bf5-a6f7-e1cf9ef0901e req-e9188e3d-bea5-4882-a1f8-33cb075a6a16 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534203 Nov 23 02:58:00.798099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-d452b650-409d-40e8-a275-d09faa383dd1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.799598 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-d452b650-409d-40e8-a275-d09faa383dd1 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.46 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0698986 Nov 23 02:58:00.925851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d51f79-4c83-41b7-bc61-2b3ab52bb341 req-b8d2c27e-a9ad-439e-b832-88e27667c77c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:00.927346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75d51f79-4c83-41b7-bc61-2b3ab52bb341 req-b8d2c27e-a9ad-439e-b832-88e27667c77c tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76944fe-4091-48f0-9fd4-dd95bf3277ee HTTP/1.1" status: 200 len: 946 time: 0.0625341 Nov 23 02:58:00.933756 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Deleting port 5df977f7-1e50-44f2-b808-ed3907b42922 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:00.934216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:01.044752 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-75d51f79-4c83-41b7-bc61-2b3ab52bb341 req-a1095cdf-763a-43b3-ac91-1472c26e8525 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.53 "GET /v2.0/security-groups?id=2b482466-d17e-4f8e-a66c-26e339fdb633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060100 Nov 23 02:58:01.064759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] For port 5df977f7-1e50-44f2-b808-ed3907b42922, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5df977f7-1e50-44f2-b808-ed3907b42922,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:01.065072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:01.077808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Calling delete_port for 5df977f7-1e50-44f2-b808-ed3907b42922 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:01.214207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:01.243906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Pushing event deleted for resources: {'Port': ['ID=5df977f7-1e50-44f2-b808-ed3907b42922,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:01.254035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['5df977f7-1e50-44f2-b808-ed3907b42922'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:58:01.288790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] No DVR routers for this DVR port 5df977f7-1e50-44f2-b808-ed3907b42922 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:01.291336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:01.294788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ecd5aaa-b319-4bd1-b4ff-c15408b2c2cc req-ae868255-3d62-4502-aabd-af96e2e56795 tempest-TestMinimumBasicScenario-2131413423 tempest-TestMinimumBasicScenario-2131413423-project] 10.222.0.46 "DELETE /v2.0/ports/5df977f7-1e50-44f2-b808-ed3907b42922 HTTP/1.1" status: 204 len: 173 time: 0.4883089 Nov 23 02:58:01.295267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'name': 'network-vif-deleted', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:01.297639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bafd11-3c58-45aa-87fe-ad8b6d5a5212" -d '{"events": [{"server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "name": "network-vif-deleted", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:01.333824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66316790-19be-44ca-b27a-1f1300d7b9b9 x-openstack-request-id: req-66316790-19be-44ca-b27a-1f1300d7b9b9 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:01.334147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76944fe-4091-48f0-9fd4-dd95bf3277ee", "name": "network-vif-deleted", "tag": "5df977f7-1e50-44f2-b808-ed3907b42922", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:01.334412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66316790-19be-44ca-b27a-1f1300d7b9b9 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:01.334820 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76944fe-4091-48f0-9fd4-dd95bf3277ee', 'name': 'network-vif-deleted', 'tag': '5df977f7-1e50-44f2-b808-ed3907b42922', 'status': 'completed', 'code': 200} Nov 23 02:58:03.148624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b958437d-bb97-446f-9192-29641814ca23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:03.276187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5df977f7-1e50-44f2-b808-ed3907b42922 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:03.300811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 5df977f7-1e50-44f2-b808-ed3907b42922 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:03.301162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 5df977f7-1e50-44f2-b808-ed3907b42922 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:03.727074 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40164) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:04.096603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:04.352544 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Deleting port 49a5255e-071d-44d2-accd-cab200a52b6d {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:04.352815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:04.442276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] For port 49a5255e-071d-44d2-accd-cab200a52b6d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=49a5255e-071d-44d2-accd-cab200a52b6d,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:04.442666 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:04.455461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Calling delete_port for 49a5255e-071d-44d2-accd-cab200a52b6d owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:04.637204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:04.661792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Pushing event deleted for resources: {'Port': ['ID=49a5255e-071d-44d2-accd-cab200a52b6d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:04.831876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:05.369069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Router 5a2696f2-5c49-48ff-a4f8-de324a05548a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:05.478719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:05.484836 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-89101f13-a8b4-42a4-85ae-3c9e836d317f admin admin] 10.222.0.53 "PUT /v2.0/routers/5a2696f2-5c49-48ff-a4f8-de324a05548a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562408 Nov 23 02:58:05.487176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40166) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:05.492153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] Sync routers for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:05.506119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:05.506744 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:57:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:05.596195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:05.704270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:05.761523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Deleting port 37c6f69e-4618-4099-96ff-842af6b5fdb1 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:05.761741 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:05.766001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-91243459-0ec0-40d6-b8b7-4d8536d5a617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:05.773518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:05.845785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] For port 37c6f69e-4618-4099-96ff-842af6b5fdb1, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=37c6f69e-4618-4099-96ff-842af6b5fdb1,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:05.846407 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:05.859248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Calling delete_port for 37c6f69e-4618-4099-96ff-842af6b5fdb1 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:05.955277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:58:04Z', 'revision_number': 5, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port': {'id': '37c6f69e-4618-4099-96ff-842af6b5fdb1', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:31Z', 'updated_at': '2021-11-23T02:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:05.986656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] Checking router: 5a2696f2-5c49-48ff-a4f8-de324a05548a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:05.995175 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] Routers {'5a2696f2-5c49-48ff-a4f8-de324a05548a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:05.995823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5a2696f2-5c49-48ff-a4f8-de324a05548a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:06.031807 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.074025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d197369-45e8-4a7d-9a4c-d609992ef309 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:06.082430 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Pushing event deleted for resources: {'Port': ['ID=37c6f69e-4618-4099-96ff-842af6b5fdb1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:06.083830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] Set router 5a2696f2-5c49-48ff-a4f8-de324a05548a gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:06.124623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.141005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:58:05Z', 'revision_number': 6, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:06.168581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dec056-5fb1-438e-b09b-acfa87871b10 None None] The sync data for ids ['5a2696f2-5c49-48ff-a4f8-de324a05548a'] in dv-neutron-818844-1-hyperv is: [{'id': '5a2696f2-5c49-48ff-a4f8-de324a05548a', 'name': 'tempest-TestMinimumBasicScenario-968954408-router', 'tenant_id': '601792f9467f419dad9e3dc73f7cedc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:30Z', 'updated_at': '2021-11-23T02:58:05Z', 'revision_number': 6, 'project_id': '601792f9467f419dad9e3dc73f7cedc3', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:06.223643 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.225803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.272267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.272909 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2696f2-5c49-48ff-a4f8-de324a05548a {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:58:06.278369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.279515 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0325a6a0-64bc-4873-a975-8a54d5f27760 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5a2696f2-5c49-48ff-a4f8-de324a05548a HTTP/1.1" status: 204 len: 168 time: 0.7911236 Nov 23 02:58:06.283731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40168) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:06.329987 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Deleting subnet 5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:58:06.333518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.371527 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.460775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.521966 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.551911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:06.558266 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.565020 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6b137ccf-ebab-476d-8c34-04599ba0033d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5ed9b7ba-ed91-41e5-bfc7-1f214457e1dd HTTP/1.1" status: 204 len: 168 time: 0.2780468 Nov 23 02:58:06.565456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40170) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:06.574670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc7cf7a-8069-4435-a903-f55b8be26490 None None] Network b547a07d-fc03-4639-96b8-b47a5a19e6d8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:06.577127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.641508 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.692169 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Deleting port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:06.692517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.754346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] For port 68b06ccb-1f52-48ed-b6c9-6e36b535d363, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=68b06ccb-1f52-48ed-b6c9-6e36b535d363,segment=NetworkSegment(3afaa7f4-a50f-43b4-8173-cd2b3f15d04e),segment_id=3afaa7f4-a50f-43b4-8173-cd2b3f15d04e)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:06.754738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.771806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Calling delete_port for 68b06ccb-1f52-48ed-b6c9-6e36b535d363 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:06.853416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:06.881826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=68b06ccb-1f52-48ed-b6c9-6e36b535d363,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:06.883961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] No DVR routers for this DVR port 68b06ccb-1f52-48ed-b6c9-6e36b535d363 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:06.954434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0c8a6-5226-45b6-8560-9b6087a634f0 None None] DHCP port deletion for b547a07d-fc03-4639-96b8-b47a5a19e6d8 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:06.971748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.000632 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b547a07d-fc03-4639-96b8-b47a5a19e6d8']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:07.010070 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:07.010364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3afaa7f4-a50f-43b4-8173-cd2b3f15d04e') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:07.021077 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.037919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.044818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:58:07.045207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:58:07.047022 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:58:07.102579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.108360 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.111720 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b547a07d-fc03-4639-96b8-b47a5a19e6d8 HTTP/1.1" status: 204 len: 168 time: 0.5452843 Nov 23 02:58:07.115374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40172) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:07.132520 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf597-4227-4f8c-ace0-ad71cb9e93b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b547a07d-fc03-4639-96b8-b47a5a19e6d8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:07.286425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 49a5255e-071d-44d2-accd-cab200a52b6d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:07.307649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 49a5255e-071d-44d2-accd-cab200a52b6d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:07.308703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 49a5255e-071d-44d2-accd-cab200a52b6d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:07.309740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 68b06ccb-1f52-48ed-b6c9-6e36b535d363 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:07.330565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 68b06ccb-1f52-48ed-b6c9-6e36b535d363 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:07.330907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 68b06ccb-1f52-48ed-b6c9-6e36b535d363 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:07.331345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37c6f69e-4618-4099-96ff-842af6b5fdb1 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:07.351146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 37c6f69e-4618-4099-96ff-842af6b5fdb1 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:07.351573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 37c6f69e-4618-4099-96ff-842af6b5fdb1 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:07.500171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.758632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Deleting port 0292aef9-f2de-4ec9-99c3-34a11c6ed502 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:07.758971 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.843496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] For port 0292aef9-f2de-4ec9-99c3-34a11c6ed502, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=0292aef9-f2de-4ec9-99c3-34a11c6ed502,segment=NetworkSegment(5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8),segment_id=5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:07.844359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:07.860275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Calling delete_port for 0292aef9-f2de-4ec9-99c3-34a11c6ed502 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:08.051362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:08.076443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Pushing event deleted for resources: {'Port': ['ID=0292aef9-f2de-4ec9-99c3-34a11c6ed502,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:08.224831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:08.247015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:08.473773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Router 9919c0ec-ab3c-4e1a-a549-a581237f020f has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:08.587012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:08.594817 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cf3c5e02-8ba2-471f-9dbf-179464e5622f admin admin] 10.222.0.53 "PUT /v2.0/routers/9919c0ec-ab3c-4e1a-a549-a581237f020f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4777317 Nov 23 02:58:08.597232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40174) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:08.597775 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] Sync routers for ids ['9919c0ec-ab3c-4e1a-a549-a581237f020f'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:08.609730 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] Routers {'9919c0ec-ab3c-4e1a-a549-a581237f020f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:08.610367 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9919c0ec-ab3c-4e1a-a549-a581237f020f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:08.702544 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:08.718246 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] Set router 9919c0ec-ab3c-4e1a-a549-a581237f020f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:08.902878 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:58:07Z', 'revision_number': 5, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:08.934472 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] Checking router: 9919c0ec-ab3c-4e1a-a549-a581237f020f for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:08.944275 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] Routers {'9919c0ec-ab3c-4e1a-a549-a581237f020f'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:08.944938 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['9919c0ec-ab3c-4e1a-a549-a581237f020f'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:09.055507 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] Set router 9919c0ec-ab3c-4e1a-a549-a581237f020f gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:09.139746 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.194912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Deleting port f016c615-ae80-4839-90f1-37772d6fbe58 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:09.195260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.232681 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:58:07Z', 'revision_number': 5, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:09.259305 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddf78dd-4671-4ce2-96f5-71f888314466 None None] The sync data for ids ['9919c0ec-ab3c-4e1a-a549-a581237f020f'] in dv-neutron-818844-1-hyperv is: [{'id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'name': 'tempest-TestMinimumBasicScenario-1526222254-router', 'tenant_id': '911b696bdeeb4f5689b6758d293c5a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197'}], 'enable_snat': True}, 'gw_port_id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:55:35Z', 'updated_at': '2021-11-23T02:58:07Z', 'revision_number': 5, 'project_id': '911b696bdeeb4f5689b6758d293c5a71', 'gw_port': {'id': 'f016c615-ae80-4839-90f1-37772d6fbe58', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:f0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9919c0ec-ab3c-4e1a-a549-a581237f020f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:55:36Z', 'updated_at': '2021-11-23T02:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:09.284055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] For port f016c615-ae80-4839-90f1-37772d6fbe58, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f016c615-ae80-4839-90f1-37772d6fbe58,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:09.284600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.300891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Calling delete_port for f016c615-ae80-4839-90f1-37772d6fbe58 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:09.324934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.472563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.501527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f016c615-ae80-4839-90f1-37772d6fbe58,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:09.516811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f1f21e-71a0-4c12-83b7-a72b3da99310 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:09.564052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.575458 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:58:09.656444 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.658858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.711493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.712107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9919c0ec-ab3c-4e1a-a549-a581237f020f {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:58:09.716860 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.718053 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d5f3dae6-672f-44d2-929f-d31941b73ff5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9919c0ec-ab3c-4e1a-a549-a581237f020f HTTP/1.1" status: 204 len: 168 time: 1.1198914 Nov 23 02:58:09.721045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40176) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:09.775174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Deleting subnet c2a07f90-926e-44a3-b37d-89aa64fb9dd8 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:58:09.778400 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.813372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.894379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.970384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:09.996668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a07f90-926e-44a3-b37d-89aa64fb9dd8,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:10.000789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.004070 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f8a5b076-15e7-4d17-b9b9-b8bae6c92c26 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c2a07f90-926e-44a3-b37d-89aa64fb9dd8 HTTP/1.1" status: 204 len: 168 time: 0.2817659 Nov 23 02:58:10.006808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40178) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:10.008931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04de31d-b05c-46f8-bd14-7456ed32010b None None] Network 38b6db5e-92f3-4877-926a-4557f8fa8de4 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:10.092808 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.160011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Deleting port f84f8177-54a9-49ae-bc38-566e41fc6393 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:10.160454 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.229866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] For port f84f8177-54a9-49ae-bc38-566e41fc6393, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f84f8177-54a9-49ae-bc38-566e41fc6393,segment=NetworkSegment(5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8),segment_id=5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:10.230221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.244024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Calling delete_port for f84f8177-54a9-49ae-bc38-566e41fc6393 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:10.283501 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] DHCP port deletion for 38b6db5e-92f3-4877-926a-4557f8fa8de4 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:10.342789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Deleting port f84f8177-54a9-49ae-bc38-566e41fc6393 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:58:10.343636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.346532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.376477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Pushing event deleted for resources: {'Port': ['ID=f84f8177-54a9-49ae-bc38-566e41fc6393,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:10.380170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] No DVR routers for this DVR port f84f8177-54a9-49ae-bc38-566e41fc6393 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:10.410764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] For port f84f8177-54a9-49ae-bc38-566e41fc6393, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:10.411165 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.423618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Calling delete_port for f84f8177-54a9-49ae-bc38-566e41fc6393 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:58:10.426411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Port f84f8177-54a9-49ae-bc38-566e41fc6393 was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 02:58:10.427767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.448860 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.452498 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Pushing event deleted for resources: {'Port': ['ID=f84f8177-54a9-49ae-bc38-566e41fc6393,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:10.460083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] No DVR routers for this DVR port f84f8177-54a9-49ae-bc38-566e41fc6393 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:58:10.462405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.462757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.463087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.463450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.463787 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.464122 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.464518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.464860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.465198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.465527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.465857 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.466182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ff8437-b7c1-4251-9707-0d9dd60d2815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:10.470068 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b6db5e-92f3-4877-926a-4557f8fa8de4']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:10.480869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:10.481166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d73c3bc-585f-4ae5-bb4d-f16232d9bfa8') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:10.490891 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.504426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.511150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:58:10.511571 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:58:10.513387 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:58:10.572184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.579102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.582986 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] 10.222.0.53 "DELETE /v2.0/networks/38b6db5e-92f3-4877-926a-4557f8fa8de4 HTTP/1.1" status: 204 len: 168 time: 0.5748117 Nov 23 02:58:10.596825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf44246-0b79-4862-b1c6-30686f6f704a admin admin] Pushing event deleted for resources: {'Network': ['ID=38b6db5e-92f3-4877-926a-4557f8fa8de4,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:10.748572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40182) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:10.790852 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4da9d4ce-b589-4a21-9d5a-1c217a66eef3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=601792f9467f419dad9e3dc73f7cedc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409827 Nov 23 02:58:10.793557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:10.841288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7d184ea-932d-48d6-a636-0755a38bfa3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.875577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7d184ea-932d-48d6-a636-0755a38bfa3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.926970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7d184ea-932d-48d6-a636-0755a38bfa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.930262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c7d184ea-932d-48d6-a636-0755a38bfa3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:10.931420 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c7d184ea-932d-48d6-a636-0755a38bfa3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b482466-d17e-4f8e-a66c-26e339fdb633 HTTP/1.1" status: 204 len: 168 time: 0.1370125 Nov 23 02:58:10.940177 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d184ea-932d-48d6-a636-0755a38bfa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b482466-d17e-4f8e-a66c-26e339fdb633,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:11.269082 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:11.281817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0292aef9-f2de-4ec9-99c3-34a11c6ed502 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:11.305741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 0292aef9-f2de-4ec9-99c3-34a11c6ed502 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:11.306088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 0292aef9-f2de-4ec9-99c3-34a11c6ed502 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:11.306503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f84f8177-54a9-49ae-bc38-566e41fc6393 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:11.314151 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-2eb3ce91-2339-4566-afbb-9aabb8aaa252 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=911b696bdeeb4f5689b6758d293c5a71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414696 Nov 23 02:58:11.314597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40192) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:11.325959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: f84f8177-54a9-49ae-bc38-566e41fc6393 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:11.326313 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f84f8177-54a9-49ae-bc38-566e41fc6393 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:11.327249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f016c615-ae80-4839-90f1-37772d6fbe58 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:58:11.346396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: f016c615-ae80-4839-90f1-37772d6fbe58 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:58:11.346940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f016c615-ae80-4839-90f1-37772d6fbe58 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:58:11.366478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3100eb77-9531-4c6d-8171-0d1c14d2b7ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:11.389080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3100eb77-9531-4c6d-8171-0d1c14d2b7ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:11.438384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3100eb77-9531-4c6d-8171-0d1c14d2b7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:11.441228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3100eb77-9531-4c6d-8171-0d1c14d2b7ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:11.442447 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3100eb77-9531-4c6d-8171-0d1c14d2b7ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab79049d-5a46-4482-98da-ee23c1df7ef3 HTTP/1.1" status: 204 len: 168 time: 0.1269298 Nov 23 02:58:11.453653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100eb77-9531-4c6d-8171-0d1c14d2b7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab79049d-5a46-4482-98da-ee23c1df7ef3,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.119925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40232) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.125012 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1386580500', 'description': 'tempest-secgroup-smoke-1386580500 description', 'project_id': 'd23944b7e11344a590106bc6d8dc0256'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:13.148866 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.156871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.238358 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.244008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.281916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcc7a95-c27f-4d8f-8e7c-4bb124021048,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.322821 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.328545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.361060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.362338 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2413545 Nov 23 02:58:13.364343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138ce2a-1985-477f-afbb-6ec19762227b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8306f41-8e81-4cba-b798-be541d9a0777,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.365470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40234) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.373116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'e8306f41-8e81-4cba-b798-be541d9a0777', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:13.405246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.463702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.469333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.487004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df86c61c-2486-45d3-8e29-4944568ab084,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.497697 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.498919 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e07b98d0-aeba-46ad-a21f-5efd4b1689c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306367 Nov 23 02:58:13.501926 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40236) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.506521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'e8306f41-8e81-4cba-b798-be541d9a0777', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:13.536834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.592699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.598702 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.616046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a8c044-4446-42b1-8a66-71870175621c,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.626679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.628418 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-196f51a7-23b7-4e41-898e-e743f36f9dc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254513 Nov 23 02:58:13.631499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40238) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.637625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'e8306f41-8e81-4cba-b798-be541d9a0777', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:13.667852 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.725031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.729640 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.747045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cf03ee3-a47a-4adc-80e2-1b9ae6dfcb1f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.761270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.762542 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9119e85e-136a-4639-9bff-227a652555f3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293955 Nov 23 02:58:13.765713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40240) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.770546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'e8306f41-8e81-4cba-b798-be541d9a0777', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:13.799700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.859356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.865870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.886411 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd8955d-77a5-4ca1-822d-5ee728a16a74,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:13.893140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:13.894350 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c6e5a995-0288-4e49-b0a2-d49519794d40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276076 Nov 23 02:58:13.897555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40242) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:13.902348 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'e8306f41-8e81-4cba-b798-be541d9a0777', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:13.926828 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:58:13.931603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.002465 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.008195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.025429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944e7fa4-5cec-4139-b157-9abc83dce5d0,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:14.035405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.036654 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-21c26131-7c6d-4901-9492-ffafa94697eb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380310 Nov 23 02:58:14.039663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40244) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:14.044446 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'e8306f41-8e81-4cba-b798-be541d9a0777', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:14.070054 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:58:14.075010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.137760 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.142615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.160342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fa2860-d3d4-43b1-b7af-210ab3b9e117,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:14.167931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.169183 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1f87e60f-2bbd-486c-9462-d2fb1e3b3c8c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284251 Nov 23 02:58:14.172569 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40246) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:14.177467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'network': {'name': 'tempest-network-smoke--958256163', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:14.198055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:58:14.201919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.225791 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:58:14.236328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.236328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Added segment c4387574-359a-4599-930f-325221b1b9bb of type vlan for network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 Nov 23 02:58:14.279315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.305946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.311448 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:14.312011 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.371831 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1981809 Nov 23 02:58:14.375180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40248) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:14.380617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'admin_state_up': True, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:14.380804 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a725-0eaa-4d84-bf45-99fa72e0f325 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Network': ['ID=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:14.391650 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:58:14.410998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.412462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.464638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.617054 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.819062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.837634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:14.954907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.15 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cc47b082-500e-4a33-9f4f-d2905a561cd9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:15.060958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.101089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.146111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:15.149115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:15.152613 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:15.158315 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=cc47b082-500e-4a33-9f4f-d2905a561cd9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:15.162507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6e2f90-418f-451a-9b7e-d2ae2d038e3b None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:15.285845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2f7c64c5-3d15-48ac-ac26-807429cb7fbf None None] Provisioning complete for port cc47b082-500e-4a33-9f4f-d2905a561cd9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:15.286213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2f7c64c5-3d15-48ac-ac26-807429cb7fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.325485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c64c5-3d15-48ac-ac26-807429cb7fbf None None] Port cc47b082-500e-4a33-9f4f-d2905a561cd9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:15.423981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.633198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.772921 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:58:15.879097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:15.890266 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Sync routers for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:15.901968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:15.902419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:15.902639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:15.903671 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6cc04cfe-23c3-4c36-8a4f-ffba21e72ba1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5273871 Nov 23 02:58:15.906914 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40250) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:16.013183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:16.031473 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-533f170c-439d-4a09-b0a8-22b0cee4b3a6 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d23944b7e11344a590106bc6d8dc0256&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233046 Nov 23 02:58:16.034573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40256) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:16.121550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89131fda-baf7-4919-9b20-0c4d9931f307 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:16.123104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-89131fda-baf7-4919-9b20-0c4d9931f307 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876050 Nov 23 02:58:16.126908 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40258) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:16.160011 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-13d405c7-77a7-41f6-821e-03c391c2ae1e tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316658 Nov 23 02:58:16.162583 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:16.167278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649627688', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:16.201934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:15Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:16.230632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Checking router: 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:16.231055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Updating router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 port cc47b082-500e-4a33-9f4f-d2905a561cd9 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:58:16.257379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.258195 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:58:16.261895 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.450196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.510023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Subnet': ['ID=246253e9-a86c-40ca-9fac-71651e896b16,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:16.520738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.522035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Checking segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:16.522508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network hostable DHCP agents. Network: 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:58:16.529107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.541764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:58:16.551597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:16.556892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:16.558043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.566019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa6cd5-6953-49e5-8820-0c359829a8ea None None] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:16.578981 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-22d23bf1-f10f-4b4a-b1c7-03f488af60ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4148955 Nov 23 02:58:16.581758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40262) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:16.587819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7d5e1-a145-433f-82b6-286a6e3c0270 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:16.626772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Attempting to bind port cc47b082-500e-4a33-9f4f-d2905a561cd9 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:16.627166 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Attempting to bind port cc47b082-500e-4a33-9f4f-d2905a561cd9 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:16.627540 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Attempting to bind port cc47b082-500e-4a33-9f4f-d2905a561cd9 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:16.633516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3203f-89a6-4c38-9fb6-824f5ac48e8d None None] Pushing event updated for resources: {'Port': ['ID=cc47b082-500e-4a33-9f4f-d2905a561cd9,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:16.642206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:16.642206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:16.642206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.642740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:16.643103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Bound port: cc47b082-500e-4a33-9f4f-d2905a561cd9, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:16.643462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.723838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-cfac7096-e8f3-465d-a05c-c5db130466d0 None None] Provisioning complete for port cc47b082-500e-4a33-9f4f-d2905a561cd9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:16.724214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cfac7096-e8f3-465d-a05c-c5db130466d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.769818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] For port cc47b082-500e-4a33-9f4f-d2905a561cd9, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:16.796393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] For port cc47b082-500e-4a33-9f4f-d2905a561cd9, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cc47b082-500e-4a33-9f4f-d2905a561cd9,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:16.802735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-cfac7096-e8f3-465d-a05c-c5db130466d0 None None] Port cc47b082-500e-4a33-9f4f-d2905a561cd9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:16.806516 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.864846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a283b47-6732-4347-8508-2d9b58722c2e None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:58:16.886388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:58:16.887320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:16.907928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:16.908668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:16.913910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3203f-89a6-4c38-9fb6-824f5ac48e8d None None] Pushing event updated for resources: {'Port': ['ID=cc47b082-500e-4a33-9f4f-d2905a561cd9,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:17.038118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.062426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e9f826d5-45e4-44f0-86e2-276c4b724b99 None None] Provisioning complete for port cc47b082-500e-4a33-9f4f-d2905a561cd9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:17.062989 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9f826d5-45e4-44f0-86e2-276c4b724b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.301892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:17.395094 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Allocated IP 172.20.0.2 (5d59ce63-2679-4a54-9d8f-9e85d24c1dd9/246253e9-a86c-40ca-9fac-71651e896b16/9f687742-ba08-4a22-8bf4-5bed518670a4) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:17.532006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9f826d5-45e4-44f0-86e2-276c4b724b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.572747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e9f826d5-45e4-44f0-86e2-276c4b724b99 None None] For port cc47b082-500e-4a33-9f4f-d2905a561cd9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cc47b082-500e-4a33-9f4f-d2905a561cd9,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:17.594462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9f826d5-45e4-44f0-86e2-276c4b724b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.710153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.712285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f826d5-45e4-44f0-86e2-276c4b724b99 None None] Pushing event updated for resources: {'Port': ['ID=cc47b082-500e-4a33-9f4f-d2905a561cd9,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:17.723036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.759898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:15Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:17.775773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.1 (5d59ce63-2679-4a54-9d8f-9e85d24c1dd9/246253e9-a86c-40ca-9fac-71651e896b16/59b4d284-7d14-47be-8474-0099caa473d9) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:17.795004 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a8924-6a35-4120-a8c7-80b004716250 None None] The sync data for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv is: [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:15Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:17.799910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:17.804544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:17.806254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Pushing event updated for resources: {'Port': ['ID=9f687742-ba08-4a22-8bf4-5bed518670a4,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:17.808457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:17.873174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Attempting to bind port 9f687742-ba08-4a22-8bf4-5bed518670a4 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:17.873554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Attempting to bind port 9f687742-ba08-4a22-8bf4-5bed518670a4 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:17.873920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Attempting to bind port 9f687742-ba08-4a22-8bf4-5bed518670a4 on network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:17.879565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:17.879925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Checking segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:17.880375 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.880809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Bound using segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:17.881282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Bound port: 9f687742-ba08-4a22-8bf4-5bed518670a4, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:17.881666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.905982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.941678 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:17.946263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] For port 9f687742-ba08-4a22-8bf4-5bed518670a4, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:17.949924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] For port 9f687742-ba08-4a22-8bf4-5bed518670a4, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9f687742-ba08-4a22-8bf4-5bed518670a4,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:17.956130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:18.004199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:18.009375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:18.016768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:18.035002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813df9ee-cd9d-4a05-8249-d19847744bca None None] Pushing event updated for resources: {'Port': ['ID=9f687742-ba08-4a22-8bf4-5bed518670a4,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:18.052311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=59b4d284-7d14-47be-8474-0099caa473d9,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:18.083293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:18.229293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:18.912198 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:18.918864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:18.996041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=59b4d284-7d14-47be-8474-0099caa473d9,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:18.999585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.022025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde8b97-ba93-4305-83d5-0f4d5bdbe9c5 None None] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:58:19.101017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:19.102632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:19.154966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-04e2568e-cb4c-42ed-9cd2-acff7624350a None None] Provisioning complete for port 9f687742-ba08-4a22-8bf4-5bed518670a4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:19.155202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04e2568e-cb4c-42ed-9cd2-acff7624350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.215847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:19.276334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04e2568e-cb4c-42ed-9cd2-acff7624350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.327386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-04e2568e-cb4c-42ed-9cd2-acff7624350a None None] For port 9f687742-ba08-4a22-8bf4-5bed518670a4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9f687742-ba08-4a22-8bf4-5bed518670a4,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:19.332723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-04e2568e-cb4c-42ed-9cd2-acff7624350a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.387956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f687742-ba08-4a22-8bf4-5bed518670a4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:19.392334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:19.400326 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fc43bcf8-d413-4124-9f68-65d97856e742 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/2c2d4b13-9d62-4b05-8e12-f5f6f9773927/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8151186 Nov 23 02:58:19.457448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2568e-cb4c-42ed-9cd2-acff7624350a None None] Pushing event updated for resources: {'Port': ['ID=9f687742-ba08-4a22-8bf4-5bed518670a4,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:19.472214 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9f687742-ba08-4a22-8bf4-5bed518670a4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:19.472737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.575201 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-38daf0c0-bde2-4b11-8d05-1bc91d25848d None None] Provisioning complete for port 9f687742-ba08-4a22-8bf4-5bed518670a4 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:19.575583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-38daf0c0-bde2-4b11-8d05-1bc91d25848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.584638 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-8c952c11-fcbd-49d2-8e60-32781aadaaf7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1386580500&fields=id&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 267 time: 0.0542226 Nov 23 02:58:19.597541 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Sync routers for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:19.605202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cc47b082-500e-4a33-9f4f-d2905a561cd9 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:19.610552 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:19.611602 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:19.703636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cc47b082-500e-4a33-9f4f-d2905a561cd9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:19.704020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.725702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-c22e34d1-10ea-4c20-9f5a-af1909123388 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:19.728507 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-c22e34d1-10ea-4c20-9f5a-af1909123388 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/networks?id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 200 len: 796 time: 0.1345832 Nov 23 02:58:19.737610 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:19.750912 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-94ff635e-af8f-4797-9639-6ea2ee9a753c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/quotas/d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 375 time: 0.0169053 Nov 23 02:58:19.753848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-38daf0c0-bde2-4b11-8d05-1bc91d25848d None None] Provisioning complete for port 59b4d284-7d14-47be-8474-0099caa473d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:19.754283 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-38daf0c0-bde2-4b11-8d05-1bc91d25848d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.803767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-38daf0c0-bde2-4b11-8d05-1bc91d25848d None None] Port 59b4d284-7d14-47be-8474-0099caa473d9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:19.821872 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-3807d5ab-0442-44a1-97ff-a8ce755334bd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699315 Nov 23 02:58:19.923049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9982d1d2-9757-4d03-95a1-218d326fe975 None None] Provisioning complete for port 59b4d284-7d14-47be-8474-0099caa473d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:19.923518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9982d1d2-9757-4d03-95a1-218d326fe975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:19.962620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-9982d1d2-9757-4d03-95a1-218d326fe975 None None] Port 59b4d284-7d14-47be-8474-0099caa473d9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:19.996808 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-67be779d-fea4-4e2b-b1e9-b5d6818cdd5e service neutron] 10.222.0.53 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616457 Nov 23 02:58:20.064010 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 2, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:20.084858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ebae2643-1306-4f70-8419-59d32a54d87b None None] Provisioning complete for port 59b4d284-7d14-47be-8474-0099caa473d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:20.085511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ebae2643-1306-4f70-8419-59d32a54d87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.090241 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Checking router: 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:20.090595 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Updating router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 port 59b4d284-7d14-47be-8474-0099caa473d9 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:58:20.092813 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-7ff22e18-ad7d-46fa-8813-5d03407114fe service neutron] 10.222.0.53 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897086 Nov 23 02:58:20.118529 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.124350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ebae2643-1306-4f70-8419-59d32a54d87b None None] Port 59b4d284-7d14-47be-8474-0099caa473d9 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:20.272081 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-93e01985-1397-4eae-b019-4b294915bafb req-b5eb2ead-521a-4abe-ba8e-2075fcdaf2ae tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 210 time: 0.0368974 Nov 23 02:58:20.398559 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.404566 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.455309 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Pushing event updated for resources: {'Port': ['ID=59b4d284-7d14-47be-8474-0099caa473d9,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:20.478820 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.479177 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.479519 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.479853 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.480182 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.480540 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.480980 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.481324 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.481535 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.481841 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.482194 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.482481 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:58:20.517416 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Attempting to bind port 59b4d284-7d14-47be-8474-0099caa473d9 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:20.517799 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Attempting to bind port 59b4d284-7d14-47be-8474-0099caa473d9 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:20.518272 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Attempting to bind port 59b4d284-7d14-47be-8474-0099caa473d9 on network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:20.524122 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:20.524526 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Checking segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:20.524925 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.525317 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Bound using segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:20.525789 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Bound port: 59b4d284-7d14-47be-8474-0099caa473d9, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:20.526165 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.595427 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] For port 59b4d284-7d14-47be-8474-0099caa473d9, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:20.599063 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] For port 59b4d284-7d14-47be-8474-0099caa473d9, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59b4d284-7d14-47be-8474-0099caa473d9,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:20.603976 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.665325 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:20.665949 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:20.710733 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3096a-5855-4310-81e7-383d1813bdea None None] Pushing event updated for resources: {'Port': ['ID=59b4d284-7d14-47be-8474-0099caa473d9,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:20.762984 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.777005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-259ed246-add3-463f-9dd2-34873c863898 None None] Provisioning complete for port 59b4d284-7d14-47be-8474-0099caa473d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:20.777491 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-259ed246-add3-463f-9dd2-34873c863898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.785872 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:20.871935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-259ed246-add3-463f-9dd2-34873c863898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.906465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-259ed246-add3-463f-9dd2-34873c863898 None None] For port 59b4d284-7d14-47be-8474-0099caa473d9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59b4d284-7d14-47be-8474-0099caa473d9,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:20.911997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-259ed246-add3-463f-9dd2-34873c863898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:20.960451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ed246-add3-463f-9dd2-34873c863898 None None] Pushing event updated for resources: {'Port': ['ID=59b4d284-7d14-47be-8474-0099caa473d9,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:21.008082 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:21.034385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8f496180-def6-48a7-886c-4b3a4d40f6ce None None] Provisioning complete for port 59b4d284-7d14-47be-8474-0099caa473d9 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:21.034767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8f496180-def6-48a7-886c-4b3a4d40f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:21.036829 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0668f66e-3141-40d0-a875-8f42eb35872b None None] The sync data for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv is: [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:21.392042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f687742-ba08-4a22-8bf4-5bed518670a4 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:21.395596 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1b70dcd7-7bee-4efc-9227-257f52e361a8 req-1c4f2d51-52db-40f3-85ca-0f2b0f29bd66 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 210 time: 0.0443168 Nov 23 02:58:21.448013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 9f687742-ba08-4a22-8bf4-5bed518670a4 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:21.448681 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:21.554402 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 59b4d284-7d14-47be-8474-0099caa473d9 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:21.574967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-72bfc65e-b491-48f7-af29-d23ff4ea64c6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:21.576517 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-72bfc65e-b491-48f7-af29-d23ff4ea64c6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/networks?id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 200 len: 796 time: 0.1506221 Nov 23 02:58:21.606423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 59b4d284-7d14-47be-8474-0099caa473d9 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:21.606893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:21.681746 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-fa514829-086a-4a13-8910-92c6fb3529f0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 380 time: 0.0644329 Nov 23 02:58:21.693068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'port': {'device_id': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'admin_state_up': True, 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'security_groups': ['e8306f41-8e81-4cba-b798-be541d9a0777']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:21.810527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:58:21.814575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:21.949019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.11 (5d59ce63-2679-4a54-9d8f-9e85d24c1dd9/246253e9-a86c-40ca-9fac-71651e896b16/6fc6bb30-f92d-42a5-89b8-ddeef253f434) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:22.097458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.133467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.185863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:22.189434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:22.191859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:22.199334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=6fc6bb30-f92d-42a5-89b8-ddeef253f434,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:22.251966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:22.252542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.272422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-9836de69-2970-4f48-9b13-971e7223a9b4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833397 Nov 23 02:58:22.297929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Request body: {'port': {'device_id': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:22.356273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.463446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-61de2069-922e-4355-a64d-a7e92dd06bba None None] Provisioning complete for port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:22.464062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-61de2069-922e-4355-a64d-a7e92dd06bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.503217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-61de2069-922e-4355-a64d-a7e92dd06bba None None] Port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:58:22.579737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ea350-afee-4be9-b028-36f30059f100 req-981ce512-04e1-46c6-8665-fa5ff6efca89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:22.581296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-652ea350-afee-4be9-b028-36f30059f100 req-981ce512-04e1-46c6-8665-fa5ff6efca89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 932 time: 0.1084604 Nov 23 02:58:22.671056 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-652ea350-afee-4be9-b028-36f30059f100 req-3a865ebd-e88b-480b-b0c0-aad544953d61 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789862 Nov 23 02:58:22.704709 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fc6bb30-f92d-42a5-89b8-ddeef253f434 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:58:22.712687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.725808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Transition to ACTIVE for port object 6fc6bb30-f92d-42a5-89b8-ddeef253f434 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:58:22.733242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.788928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc6bb30-f92d-42a5-89b8-ddeef253f434,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:22.861057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Attempting to bind port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:58:22.861394 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Attempting to bind port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:58:22.861732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Attempting to bind port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 on network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:22.866386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 on network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:58:22.866870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Attempting to bind port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 on network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:58:22.872115 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:58:22.872504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Checking segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:58:22.872891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Bound using segment: {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:58:22.873321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Bound port: 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4387574-359a-4599-930f-325221b1b9bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:58:22.873679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.940997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] For port 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:58:22.944168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] For port 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:58:22.950352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.990755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:22.991395 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:22.992818 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] 10.222.0.46 "PUT /v2.0/ports/6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 200 len: 1094 time: 0.6997628 Nov 23 02:58:22.993264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:22.995536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287c9120-07e0-4337-91b7-ea1abd898337" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:23.022205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fe097-20c9-417a-ae83-142787c803e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fc6bb30-f92d-42a5-89b8-ddeef253f434,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:23.040137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5e58f9-086c-4833-879d-c44208ebd80b x-openstack-request-id: req-6c5e58f9-086c-4833-879d-c44208ebd80b {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:23.040601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:23.040924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c5e58f9-086c-4833-879d-c44208ebd80b {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:23.041299 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'status': 'completed', 'code': 200} Nov 23 02:58:23.115663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-da769087-94c3-4756-aea6-6bcd49e31e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.117316 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-da769087-94c3-4756-aea6-6bcd49e31e7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0494380 Nov 23 02:58:23.173365 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-03385b0d-14bb-4ffe-990e-2cb289141639 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 200 len: 217 time: 0.0377352 Nov 23 02:58:23.230149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-266defd7-feaa-4881-8e52-35cfed6b264b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.231703 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-266defd7-feaa-4881-8e52-35cfed6b264b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=246253e9-a86c-40ca-9fac-71651e896b16 HTTP/1.1" status: 200 len: 835 time: 0.0499055 Nov 23 02:58:23.280659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481435dc-1678-48ef-8e49-be675ddbff1c req-db9552c3-510d-4bfa-9e9d-15b3253e7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.282138 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-db9552c3-510d-4bfa-9e9d-15b3253e7467 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417519 Nov 23 02:58:23.384752 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-fbe9cc45-6824-4e14-bd1b-8658724a0e85 service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936990 Nov 23 02:58:23.480614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-481435dc-1678-48ef-8e49-be675ddbff1c req-1d0c5939-8dbc-4688-9195-b4ce11db3897 service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879800 Nov 23 02:58:23.635688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9120-07e0-4337-91b7-ea1abd898337 req-06deccc7-d34c-4257-af3d-033818fbd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.637254 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-06deccc7-d34c-4257-af3d-033818fbd3a5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1097 time: 0.0490634 Nov 23 02:58:23.740108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9120-07e0-4337-91b7-ea1abd898337 req-3d6d241d-35ef-4f76-8993-bd10ecf3eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.741658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-3d6d241d-35ef-4f76-8993-bd10ecf3eb93 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 200 len: 897 time: 0.0963814 Nov 23 02:58:23.802032 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-6a5c60b9-9ae0-4fe0-9def-aef6d2af0361 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 200 len: 217 time: 0.0486345 Nov 23 02:58:23.870526 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070e1b8-84bf-4494-8e11-6586557bc399 req-a724a7e2-c52c-4624-a10c-f1cee97edf9b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.871903 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e070e1b8-84bf-4494-8e11-6586557bc399 req-a724a7e2-c52c-4624-a10c-f1cee97edf9b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 944 time: 0.1274967 Nov 23 02:58:23.898828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9120-07e0-4337-91b7-ea1abd898337 req-47ac54e1-b787-48dd-be45-7b7b932d7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.900206 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-47ac54e1-b787-48dd-be45-7b7b932d7480 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=246253e9-a86c-40ca-9fac-71651e896b16 HTTP/1.1" status: 200 len: 835 time: 0.0855989 Nov 23 02:58:23.952485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e070e1b8-84bf-4494-8e11-6586557bc399 req-6c331f90-e583-481e-8b42-4594825cb219 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736165 Nov 23 02:58:23.967558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c9120-07e0-4337-91b7-ea1abd898337 req-99369353-e82e-49f0-a976-fc43d8b30bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:23.970497 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-99369353-e82e-49f0-a976-fc43d8b30bce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568125 Nov 23 02:58:24.073174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-a28c19b3-598e-423e-809b-7a421bb24967 service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935512 Nov 23 02:58:24.176760 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-287c9120-07e0-4337-91b7-ea1abd898337 req-b202273c-3445-4bcb-8019-a9d2a7806661 service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920868 Nov 23 02:58:25.103498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d477a9-7d9e-44ff-b4b2-ba1822409fb4 req-72660fc1-132b-489a-b88f-fdd2d09348c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:25.105051 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-87d477a9-7d9e-44ff-b4b2-ba1822409fb4 req-72660fc1-132b-489a-b88f-fdd2d09348c5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 944 time: 0.0677481 Nov 23 02:58:25.158445 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-87d477a9-7d9e-44ff-b4b2-ba1822409fb4 req-a431c36f-0d85-4e00-ba20-810db3c857b1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467007 Nov 23 02:58:26.285424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76237d9b-c26f-44c6-acf0-28b3697b66f8 req-b78ec56d-fda6-4a6b-aedf-ad81162e64e8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:26.286935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-76237d9b-c26f-44c6-acf0-28b3697b66f8 req-b78ec56d-fda6-4a6b-aedf-ad81162e64e8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 944 time: 0.0562758 Nov 23 02:58:26.337820 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-76237d9b-c26f-44c6-acf0-28b3697b66f8 req-7a29859a-809c-4de0-b1ac-59f3b2bc739a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442402 Nov 23 02:58:27.393951 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 6fc6bb30-f92d-42a5-89b8-ddeef253f434 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:58:27.459719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac255f-8058-496d-a8d1-236a7bb53ec4 req-75a518e0-a25e-4ea4-b217-235142866caf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:27.461303 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ccac255f-8058-496d-a8d1-236a7bb53ec4 req-75a518e0-a25e-4ea4-b217-235142866caf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 944 time: 0.0514107 Nov 23 02:58:27.494630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:27.507278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'port_id': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'mac_address': 'fa:16:3e:25:e7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:58:27.510737 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ccac255f-8058-496d-a8d1-236a7bb53ec4 req-16490c4d-cf94-4e84-b35d-6cda7dba56a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433609 Nov 23 02:58:27.544453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:27.557194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fc6bb30-f92d-42a5-89b8-ddeef253f434 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:58:27.576341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:27.582770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:27.634740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=6fc6bb30-f92d-42a5-89b8-ddeef253f434,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:27.949102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['6fc6bb30-f92d-42a5-89b8-ddeef253f434'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:58:28.647167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc89905-21ff-4bc9-8a8b-9902e8ccea20 req-ea4bc901-65f9-48e6-9a5d-9e2a33880fbf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:28.650176 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5cc89905-21ff-4bc9-8a8b-9902e8ccea20 req-ea4bc901-65f9-48e6-9a5d-9e2a33880fbf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 945 time: 0.0585465 Nov 23 02:58:28.702151 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5cc89905-21ff-4bc9-8a8b-9902e8ccea20 req-a176fb56-68da-457f-843c-185faba65036 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Nov 23 02:58:29.401235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 6fc6bb30-f92d-42a5-89b8-ddeef253f434 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:58:29.457692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:58:29.461456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:58:29.461841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:29.539538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:29.569604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:29.571869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7beee-c710-4623-bdb8-8666da8fe045" -d '{"events": [{"server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "name": "network-vif-plugged", "status": "completed", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:29.585554 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:58:29.590716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:29.613974 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b31c5d-561d-4bae-8121-b0a4366d5374 x-openstack-request-id: req-76b31c5d-561d-4bae-8121-b0a4366d5374 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:29.614298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "name": "network-vif-plugged", "status": "completed", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:29.614557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76b31c5d-561d-4bae-8121-b0a4366d5374 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:29.614952 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'code': 200} Nov 23 02:58:29.641705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=6fc6bb30-f92d-42a5-89b8-ddeef253f434,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:29.850599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061361f0-3634-4888-9a7d-b63c656aef43 req-49b793be-1cac-4b5f-a7b9-4bf7a0ed6e3c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:29.852025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-061361f0-3634-4888-9a7d-b63c656aef43 req-49b793be-1cac-4b5f-a7b9-4bf7a0ed6e3c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0727696 Nov 23 02:58:29.882478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20937f62-0627-46eb-b00a-d0da212534d8 req-f8a5f277-d679-4050-aad3-ace179d65a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:29.883963 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20937f62-0627-46eb-b00a-d0da212534d8 req-f8a5f277-d679-4050-aad3-ace179d65a25 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0721047 Nov 23 02:58:29.924768 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-061361f0-3634-4888-9a7d-b63c656aef43 req-816eb22b-54d4-40d3-8beb-afe27b84af6b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656817 Nov 23 02:58:29.951789 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-20937f62-0627-46eb-b00a-d0da212534d8 req-d09b211d-db8b-4730-8c9f-badfbce19a7f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546489 Nov 23 02:58:31.056205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c659a6c-9e76-4a57-9b45-3b45aa4ced4f req-3aab3952-400e-4a64-b09d-ec4115c469e5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:31.057603 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3c659a6c-9e76-4a57-9b45-3b45aa4ced4f req-3aab3952-400e-4a64-b09d-ec4115c469e5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0605679 Nov 23 02:58:31.112185 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3c659a6c-9e76-4a57-9b45-3b45aa4ced4f req-0c581b11-9179-45bc-8812-df94b1754289 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459857 Nov 23 02:58:32.236784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e9def-4691-465a-ba4c-95d196a670f7 req-872b60b6-ad97-4ca9-8f07-cdd660f296d1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:32.238537 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ba3e9def-4691-465a-ba4c-95d196a670f7 req-872b60b6-ad97-4ca9-8f07-cdd660f296d1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0508094 Nov 23 02:58:32.293797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ba3e9def-4691-465a-ba4c-95d196a670f7 req-bfc77a87-5b5f-4c43-9273-ee083c318f6c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Nov 23 02:58:32.418391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9189f49-5c82-41f2-a07c-a37d88299804 req-33a0419f-af53-464e-b5a1-607848954125 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:32.419809 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a9189f49-5c82-41f2-a07c-a37d88299804 req-33a0419f-af53-464e-b5a1-607848954125 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0535767 Nov 23 02:58:32.475376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a9189f49-5c82-41f2-a07c-a37d88299804 req-a076affc-c2b0-49fa-a2c3-dada456eb50d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491848 Nov 23 02:58:32.497687 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40328) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:32.541943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae8e0d9-175e-4093-a2c6-47363e71d215 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:32.543431 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8ae8e0d9-175e-4093-a2c6-47363e71d215 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1094 time: 0.0447106 Nov 23 02:58:32.546397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40330) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:32.551181 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:58:32.574510 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:32.679086 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:32.785536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.240 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/30db06c6-52c2-4b8b-bef3-3d76a928753c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:58:32.893870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:32.934630 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:32.976568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:58:32.979562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:58:32.983075 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:58:32.988700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=30db06c6-52c2-4b8b-bef3-3d76a928753c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:33.144083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e4a686fd-190c-498b-9788-9b2557b218d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.355176 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.427900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.588044 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.595042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.668359 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=30db06c6-52c2-4b8b-bef3-3d76a928753c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:58:33.683880 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:33.796367 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP 0b87be19-0884-4df7-a21b-9b6900e1e461 associated. External IP: 172.26.8.240, port: 6fc6bb30-f92d-42a5-89b8-ddeef253f434. Nov 23 02:58:34.003773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:58:34.126303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:58:34.137389 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] Sync routers for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:58:34.146381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:34.149551 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:34.150185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:34.422740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:34.501565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4ae8825e-2693-4ede-abe5-c804e479ce89 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9541106 Nov 23 02:58:34.502271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:58:34.504529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1740139-6e4b-4ecb-be85-5e63833a74bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:58:34.541268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1433a4-2b84-4f88-a036-4aa2c3bb0fc9 x-openstack-request-id: req-0d1433a4-2b84-4f88-a036-4aa2c3bb0fc9 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:58:34.541572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:58:34.541824 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d1433a4-2b84-4f88-a036-4aa2c3bb0fc9 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:58:34.542217 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'status': 'completed', 'code': 200} Nov 23 02:58:34.631361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39b860-d774-4e48-b78f-d05192e89d85 req-d1f7607b-07bb-449a-b173-f54178ad6491 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:34.633126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb39b860-d774-4e48-b78f-d05192e89d85 req-d1f7607b-07bb-449a-b173-f54178ad6491 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0787768 Nov 23 02:58:34.659937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b87be19-0884-4df7-a21b-9b6900e1e461', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'port_id': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'mac_address': 'fa:16:3e:25:e7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:58:33Z', 'updated_at': '2021-11-23T02:58:33Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:34.663160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-30e81c36-29bd-4ff7-b0fd-00b7db33dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:34.664658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-30e81c36-29bd-4ff7-b0fd-00b7db33dcbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0719879 Nov 23 02:58:34.686517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] Checking router: 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:58:34.695514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:58:34.696168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:58:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:34.735299 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bb39b860-d774-4e48-b78f-d05192e89d85 req-bc6246ac-428d-4815-a6ee-641b33068a52 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942082 Nov 23 02:58:34.759473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40336) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:34.777478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-07ae2537-8624-40f5-ad5d-beda8e8ccebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:34.779096 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-07ae2537-8624-40f5-ad5d-beda8e8ccebd service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 200 len: 897 time: 0.1044559 Nov 23 02:58:34.820023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:58:34.823159 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-86c4533d-d6c1-4b77-a2be-3f17bd95e058 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/0b87be19-0884-4df7-a21b-9b6900e1e461 HTTP/1.1" status: 200 len: 992 time: 0.0613592 Nov 23 02:58:34.853220 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-faf0ef42-715b-43b0-8b51-956fb7336793 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 200 len: 1000 time: 0.0656044 Nov 23 02:58:34.904138 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-1976d65e-c073-4b7d-9a88-0be008c6ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:34.905637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-1976d65e-c073-4b7d-9a88-0be008c6ece6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=246253e9-a86c-40ca-9fac-71651e896b16 HTTP/1.1" status: 200 len: 835 time: 0.0444858 Nov 23 02:58:34.951785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-95b28fd2-0e99-43fb-ae7e-f6c35dfe090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:58:34.953371 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-95b28fd2-0e99-43fb-ae7e-f6c35dfe090d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406144 Nov 23 02:58:35.051734 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-4d5803b8-89e9-4d18-ae7d-bb3e8c46b2dd service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902507 Nov 23 02:58:35.055278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b87be19-0884-4df7-a21b-9b6900e1e461', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'port_id': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'mac_address': 'fa:16:3e:25:e7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:58:33Z', 'updated_at': '2021-11-23T02:58:33Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:58:35.082290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4dfd7b-8b3b-421b-acdd-fa332e6c6d05 None None] The sync data for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv is: [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '0b87be19-0884-4df7-a21b-9b6900e1e461', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.240', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'port_id': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'mac_address': 'fa:16:3e:25:e7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:58:33Z', 'updated_at': '2021-11-23T02:58:33Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:58:35.147232 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a1740139-6e4b-4ecb-be85-5e63833a74bf req-d4dd0327-636f-4c8f-a317-b0662f92cd7e service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864885 Nov 23 02:58:35.293720 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559fb21c-e09a-4e70-9e6d-72a4f8e7045b None None] New status for floating IP 0b87be19-0884-4df7-a21b-9b6900e1e461: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:58:35.639315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c05889f7-75f6-423e-8748-1dbd24ba6163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:35.827288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40338) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:58:35.901489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8b087ba3-ccd3-4c84-98a5-0a4ba08f6714 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/0b87be19-0884-4df7-a21b-9b6900e1e461 HTTP/1.1" status: 200 len: 994 time: 0.0725007 Nov 23 02:58:36.562331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:38.234227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:39.339657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:58:46.575490 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:58:50.744919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:00.887345 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-0becf7ae-bdd5-4305-b883-3be605786a45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416656 Nov 23 02:59:01.002490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-a78a67e7-1cf5-4f70-a13d-1895fa91abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:01.004047 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-a78a67e7-1cf5-4f70-a13d-1895fa91abbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0427077 Nov 23 02:59:01.121400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-a2f04266-2357-4a5f-99d8-06b4a13ba74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:01.122856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-a2f04266-2357-4a5f-99d8-06b4a13ba74e service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 200 len: 897 time: 0.0900886 Nov 23 02:59:01.190466 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-87d1f42c-cfd9-4285-b288-58b42e37160c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 200 len: 1002 time: 0.0580211 Nov 23 02:59:01.239148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-04dd5425-bc0e-4dd9-8f92-16496716c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:01.240606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-04dd5425-bc0e-4dd9-8f92-16496716c448 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=246253e9-a86c-40ca-9fac-71651e896b16 HTTP/1.1" status: 200 len: 835 time: 0.0423002 Nov 23 02:59:01.299243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-f3d03637-2bc8-428b-89c7-ae58fe08f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:01.300878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-f3d03637-2bc8-428b-89c7-ae58fe08f411 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0467710 Nov 23 02:59:01.404519 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-6c7c8e40-211c-4db3-b309-0bd0f95a1a0c service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947466 Nov 23 02:59:01.503395 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-097a0ba0-de27-4a91-b278-953ce1d1edfe req-312fbc19-0bb2-4f9b-878c-323692f5ab54 service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882406 Nov 23 02:59:03.155377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c787ca-91f9-4153-811c-91f52c9f29e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:05.638770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d5d6f600-6903-4dd0-bf38-e7bb6ad59acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:06.572698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:08.235287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:09.344258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:11.437321 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7724f-3a74-4940-9664-bbe5d7b677a5 req-86493ca7-41dc-44d4-a63d-2f993202e397 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:11.438853 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7be7724f-3a74-4940-9664-bbe5d7b677a5 req-86493ca7-41dc-44d4-a63d-2f993202e397 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0506339 Nov 23 02:59:11.495366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7be7724f-3a74-4940-9664-bbe5d7b677a5 req-e137b13e-204c-47b5-832f-b299c3bc8de3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504587 Nov 23 02:59:12.620320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5838e-5a06-44fb-838f-fbe58364259b req-f977bf5c-db4c-4425-bb27-a864bbda3d6f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:12.621777 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-29e5838e-5a06-44fb-838f-fbe58364259b req-f977bf5c-db4c-4425-bb27-a864bbda3d6f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0534239 Nov 23 02:59:12.673829 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-29e5838e-5a06-44fb-838f-fbe58364259b req-e4f86fdf-242a-45b5-881a-b3a72e10b2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459621 Nov 23 02:59:12.706258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40358) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:12.772283 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3c818ede-4848-4194-a863-a676ef43e286 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/0b87be19-0884-4df7-a21b-9b6900e1e461 HTTP/1.1" status: 200 len: 994 time: 0.0648248 Nov 23 02:59:14.120283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db350-d961-4ebd-be3e-d286cdc2cd2d req-1e4a4fc7-fee9-4967-92a6-08f59427f35f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:14.121747 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-063db350-d961-4ebd-be3e-d286cdc2cd2d req-1e4a4fc7-fee9-4967-92a6-08f59427f35f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0502858 Nov 23 02:59:14.175752 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-063db350-d961-4ebd-be3e-d286cdc2cd2d req-65a42f51-fe73-4a61-a7b0-f342d5eef62d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477593 Nov 23 02:59:15.316417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5815745-ad9b-4e9d-b0e0-8128ebfaf98c req-77621949-f963-49e3-9166-de51a51de667 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:15.317976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c5815745-ad9b-4e9d-b0e0-8128ebfaf98c req-77621949-f963-49e3-9166-de51a51de667 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0608673 Nov 23 02:59:15.368781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c5815745-ad9b-4e9d-b0e0-8128ebfaf98c req-ee81ed62-f4c0-4e79-a972-60b46f9c4137 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445182 Nov 23 02:59:15.394691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40368) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:15.455069 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-04bf3fca-7e5f-4f54-8c62-f623e8ccefab tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/0b87be19-0884-4df7-a21b-9b6900e1e461 HTTP/1.1" status: 200 len: 994 time: 0.0591159 Nov 23 02:59:15.758994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40374) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:15.931289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 30db06c6-52c2-4b8b-bef3-3d76a928753c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:15.931592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:16.006466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:16.006748 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:16.019291 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 30db06c6-52c2-4b8b-bef3-3d76a928753c owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:16.179695 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:16.214121 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=30db06c6-52c2-4b8b-bef3-3d76a928753c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:16.242112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.242452 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.242814 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.243150 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.243480 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.243815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.244141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.244492 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.244818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.245145 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.245465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.245788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:16.286713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:16.287038 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP 0b87be19-0884-4df7-a21b-9b6900e1e461 disassociated (deleted). External IP: 172.26.8.240, port: 6fc6bb30-f92d-42a5-89b8-ddeef253f434. Nov 23 02:59:16.505397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:16.613241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:16.618236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:16.623427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] Sync routers for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:16.635276 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:16.635945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:16.649434 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dd018dab-a692-4052-8805-65e34a962bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/floatingips/0b87be19-0884-4df7-a21b-9b6900e1e461 HTTP/1.1" status: 204 len: 168 time: 0.8893194 Nov 23 02:59:16.650062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:16.652653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236cd259-3502-4ef5-b75a-62abf7969a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:16.698151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc8dfb6-1a3a-49fd-a08f-fe911221fcaa x-openstack-request-id: req-fbc8dfb6-1a3a-49fd-a08f-fe911221fcaa {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:16.698447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:16.698705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbc8dfb6-1a3a-49fd-a08f-fe911221fcaa {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:16.699116 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'status': 'completed', 'code': 200} Nov 23 02:59:16.746111 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:16.794941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-09d19e92-c3a2-4d77-b1ee-ba594210321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:16.796769 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-09d19e92-c3a2-4d77-b1ee-ba594210321b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 1099 time: 0.0467815 Nov 23 02:59:16.901655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-593ab4e6-aee8-411f-90d6-b922ab8ac818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:16.903071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-593ab4e6-aee8-411f-90d6-b922ab8ac818 service neutron] 10.222.0.46 "GET /v2.0/networks?id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 200 len: 897 time: 0.0985034 Nov 23 02:59:16.906848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875ceb3-0995-4d82-b1a9-4f4f6ddf63ea req-f9dccb5c-86ce-4be8-a57e-d0b5ba887092 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:16.908454 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f875ceb3-0995-4d82-b1a9-4f4f6ddf63ea req-f9dccb5c-86ce-4be8-a57e-d0b5ba887092 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0531130 Nov 23 02:59:16.958014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-8a32544c-f531-45f4-8ce0-d82a24bec241 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 200 len: 217 time: 0.0437014 Nov 23 02:59:16.966325 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f875ceb3-0995-4d82-b1a9-4f4f6ddf63ea req-c8cfd11b-0635-406d-8e3b-ce514dd613da tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490584 Nov 23 02:59:16.975737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:17.002891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] Checking router: 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:17.011964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:17.012137 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-9aa57a50-51d0-4ad3-9e6e-5587d0809edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:17.012692 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:17.013663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-9aa57a50-51d0-4ad3-9e6e-5587d0809edb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=246253e9-a86c-40ca-9fac-71651e896b16 HTTP/1.1" status: 200 len: 835 time: 0.0461366 Nov 23 02:59:17.062321 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-2f390b1f-e8f8-416c-898a-64d5f3c32aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:17.064260 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-2f390b1f-e8f8-416c-898a-64d5f3c32aee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425019 Nov 23 02:59:17.122430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:17.160444 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-ecba6e70-917f-45e4-a363-8e0771291281 service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875695 Nov 23 02:59:17.260347 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-236cd259-3502-4ef5-b75a-62abf7969a1a req-0f93d8b8-bf93-4466-ac91-367c862dcfba service neutron] 10.222.0.46 "GET /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895753 Nov 23 02:59:17.325911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:17.352392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c1384f-f079-4e2d-8533-9a9ed6f17526 None None] The sync data for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv is: [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:18Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '59b4d284-7d14-47be-8474-0099caa473d9', 'name': '', 'network_id': '5d59ce63-2679-4a54-9d8f-9e85d24c1dd9', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '246253e9-a86c-40ca-9fac-71651e896b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:17Z', 'updated_at': '2021-11-23T02:58:20Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '246253e9-a86c-40ca-9fac-71651e896b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:17.570456 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba2c676-ecdd-412a-8614-7b5f6fbbf86d None None] New status for floating IP 0b87be19-0884-4df7-a21b-9b6900e1e461: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:59:18.102948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa851-4979-45bf-994a-588f8230568a req-30abffd1-46bd-4972-b498-702920d0b36c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:18.104454 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5d6fa851-4979-45bf-994a-588f8230568a req-30abffd1-46bd-4972-b498-702920d0b36c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0593307 Nov 23 02:59:18.157947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5d6fa851-4979-45bf-994a-588f8230568a req-35b3f21d-d0c3-48b9-a611-515160d14cd2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449948 Nov 23 02:59:19.036575 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-cc38a443-a04d-494d-b19a-0fe2d4cca98b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:19.038024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-cc38a443-a04d-494d-b19a-0fe2d4cca98b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0636613 Nov 23 02:59:19.129876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:19.130599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:19.226720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 6fc6bb30-f92d-42a5-89b8-ddeef253f434, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6fc6bb30-f92d-42a5-89b8-ddeef253f434,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:19.227086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:19.241119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 6fc6bb30-f92d-42a5-89b8-ddeef253f434 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:19.289778 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad23cc1-4a76-4a56-998b-f9edc4be4f29 req-c38932d8-4eea-453b-b1d0-133704debe78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:19.291235 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6ad23cc1-4a76-4a56-998b-f9edc4be4f29 req-c38932d8-4eea-453b-b1d0-133704debe78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4 HTTP/1.1" status: 200 len: 946 time: 0.0586939 Nov 23 02:59:19.349747 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6ad23cc1-4a76-4a56-998b-f9edc4be4f29 req-b161e4b6-1255-41d5-a0a0-df5e0c33f096 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=e8306f41-8e81-4cba-b798-be541d9a0777&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520520 Nov 23 02:59:19.379637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:19.409202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=6fc6bb30-f92d-42a5-89b8-ddeef253f434,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:19.421097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.421469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.421843 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.422199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.422540 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.422863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.423187 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.423526 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.423859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.424190 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.424620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.424950 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:19.459290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] No DVR routers for this DVR port 6fc6bb30-f92d-42a5-89b8-ddeef253f434 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:59:19.461858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:19.465235 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7d272bdc-e541-4e30-bc5b-bce645cfdc67 req-6158f8dd-ddee-48f0-b64e-bca1c58c5ccd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "DELETE /v2.0/ports/6fc6bb30-f92d-42a5-89b8-ddeef253f434 HTTP/1.1" status: 204 len: 173 time: 0.4204588 Nov 23 02:59:19.465681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'name': 'network-vif-deleted', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:19.468023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf5cfb3-5edb-42fc-ad91-c131207f3208" -d '{"events": [{"server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "name": "network-vif-deleted", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:19.502982 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa1203e-16f7-415c-8fbf-f2d31e99dc59 x-openstack-request-id: req-afa1203e-16f7-415c-8fbf-f2d31e99dc59 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:19.503279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4", "name": "network-vif-deleted", "tag": "6fc6bb30-f92d-42a5-89b8-ddeef253f434", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:19.503534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afa1203e-16f7-415c-8fbf-f2d31e99dc59 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:19.503964 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d9ffb0a-5a46-44b0-9efb-c53eafbda1b4', 'name': 'network-vif-deleted', 'tag': '6fc6bb30-f92d-42a5-89b8-ddeef253f434', 'status': 'completed', 'code': 200} Nov 23 02:59:20.409558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40390) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:20.754634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:20.780513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:21.072009 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 59b4d284-7d14-47be-8474-0099caa473d9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:21.072277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:21.165406 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 59b4d284-7d14-47be-8474-0099caa473d9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=59b4d284-7d14-47be-8474-0099caa473d9,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:21.165768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:21.178099 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 59b4d284-7d14-47be-8474-0099caa473d9 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:21.366750 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:21.393766 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=59b4d284-7d14-47be-8474-0099caa473d9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:21.570434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:21.676383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 6fc6bb30-f92d-42a5-89b8-ddeef253f434 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:59:21.696505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 6fc6bb30-f92d-42a5-89b8-ddeef253f434 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:59:21.696877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 6fc6bb30-f92d-42a5-89b8-ddeef253f434 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:59:21.793783 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:21.901920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:21.907421 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b5d042f8-9a9f-4083-9cf2-77e1126db80d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/2c2d4b13-9d62-4b05-8e12-f5f6f9773927/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967029 Nov 23 02:59:21.910401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40392) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:21.912732 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] Sync routers for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:21.925014 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:21.925696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:21.962918 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting subnet 246253e9-a86c-40ca-9fac-71651e896b16 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 02:59:21.966109 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.006265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.031569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:22.093577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.152488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.179743 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Subnet': ['ID=246253e9-a86c-40ca-9fac-71651e896b16,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:22.183487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.188729 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-da4a902e-9df1-443e-b649-b0d2dd81b42d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/subnets/246253e9-a86c-40ca-9fac-71651e896b16 HTTP/1.1" status: 204 len: 168 time: 0.2773592 Nov 23 02:59:22.189911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40394) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:22.191663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cca83f-3f19-4b58-a469-1971c3e93c5a None None] Network 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:59:22.302621 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.318715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:59:21Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:22.348127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] Checking router: 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:22.361050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] Routers {'2c2d4b13-9d62-4b05-8e12-f5f6f9773927'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:22.361504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:22.420992 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.481501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port cc47b082-500e-4a33-9f4f-d2905a561cd9 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:22.481838 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.573352 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port cc47b082-500e-4a33-9f4f-d2905a561cd9, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cc47b082-500e-4a33-9f4f-d2905a561cd9,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:22.574084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.587163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for cc47b082-500e-4a33-9f4f-d2905a561cd9 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:22.612885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275d98df-3586-46b4-8048-0832504d6942 None None] DHCP port deletion for 5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:22.663953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] Set router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:22.758363 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.781799 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Deleting port 9f687742-ba08-4a22-8bf4-5bed518670a4 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 02:59:22.782184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.786467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=cc47b082-500e-4a33-9f4f-d2905a561cd9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:22.824724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47d27f8-409e-4bbe-8283-d0019af0f4a5 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:22.860740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.889098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-275d98df-3586-46b4-8048-0832504d6942 None None] For port 9f687742-ba08-4a22-8bf4-5bed518670a4, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=9f687742-ba08-4a22-8bf4-5bed518670a4,segment=NetworkSegment(c4387574-359a-4599-930f-325221b1b9bb),segment_id=c4387574-359a-4599-930f-325221b1b9bb)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:22.889494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.903928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Calling delete_port for 9f687742-ba08-4a22-8bf4-5bed518670a4 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 02:59:22.961633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.963902 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:22.981110 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:59:21Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:23.010501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.011054 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Fanout notify agent at l3_agent the message router_deleted on router 2c2d4b13-9d62-4b05-8e12-f5f6f9773927 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 02:59:23.011528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25df0285-5e22-464d-9f95-ba1d4ff07bcd None None] The sync data for ids ['2c2d4b13-9d62-4b05-8e12-f5f6f9773927'] in dv-neutron-818844-1-hyperv is: [{'id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907745653', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15'}], 'enable_snat': True}, 'gw_port_id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:59:21Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cc47b082-500e-4a33-9f4f-d2905a561cd9', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:87:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c2d4b13-9d62-4b05-8e12-f5f6f9773927', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:58:14Z', 'updated_at': '2021-11-23T02:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:23.018333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.019654 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3dd3a3c1-d73d-45e7-b129-f4fe84709d0c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/routers/2c2d4b13-9d62-4b05-8e12-f5f6f9773927 HTTP/1.1" status: 204 len: 168 time: 0.8286550 Nov 23 02:59:23.022333 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40396) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:23.031939 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.059842 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Pushing event deleted for resources: {'Port': ['ID=9f687742-ba08-4a22-8bf4-5bed518670a4,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:23.064311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275d98df-3586-46b4-8048-0832504d6942 None None] No DVR routers for this DVR port 9f687742-ba08-4a22-8bf4-5bed518670a4 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 02:59:23.070560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.070916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.071268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.071605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.071941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.072382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.072635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.072969 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.073307 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.074006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.074006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.075046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275d98df-3586-46b4-8048-0832504d6942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:23.106736 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.194308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.213575 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d59ce63-2679-4a54-9d8f-9e85d24c1dd9']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:23.223205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4387574-359a-4599-930f-325221b1b9bb') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:23.223495 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4387574-359a-4599-930f-325221b1b9bb') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:23.233231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.248198 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.254343 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 02:59:23.254719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 02:59:23.258143 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 02:59:23.319828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.329637 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.334376 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/networks/5d59ce63-2679-4a54-9d8f-9e85d24c1dd9 HTTP/1.1" status: 204 len: 168 time: 0.3108456 Nov 23 02:59:23.337330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40398) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:23.347255 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbdbe2-4e49-4478-adda-a27fc03c61a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Network': ['ID=5d59ce63-2679-4a54-9d8f-9e85d24c1dd9,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:23.407475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e96f39a3-b27b-4968-a4fb-827c3601d973 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.436769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e96f39a3-b27b-4968-a4fb-827c3601d973 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.490249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f687742-ba08-4a22-8bf4-5bed518670a4 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:59:23.511001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e96f39a3-b27b-4968-a4fb-827c3601d973 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.515127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e96f39a3-b27b-4968-a4fb-827c3601d973 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.516591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e96f39a3-b27b-4968-a4fb-827c3601d973 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/security-groups/e8306f41-8e81-4cba-b798-be541d9a0777 HTTP/1.1" status: 204 len: 168 time: 0.1775720 Nov 23 02:59:23.517735 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 9f687742-ba08-4a22-8bf4-5bed518670a4 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:59:23.518087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 9f687742-ba08-4a22-8bf4-5bed518670a4 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:59:23.518502 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 59b4d284-7d14-47be-8474-0099caa473d9 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:59:23.528894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f39a3-b27b-4968-a4fb-827c3601d973 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8306f41-8e81-4cba-b798-be541d9a0777,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:23.547021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 59b4d284-7d14-47be-8474-0099caa473d9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:59:23.547415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 59b4d284-7d14-47be-8474-0099caa473d9 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:59:23.575576 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 02:59:23.762590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40404) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:23.768123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159482495', 'description': 'tempest-secgroup-smoke-1159482495 description', 'project_id': 'd23944b7e11344a590106bc6d8dc0256'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:23.794181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.861090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.867742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.896256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa91858-e557-45ba-810c-fd342a895345,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:23.900941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:23.902191 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f6b4d9d1-231c-438b-ab06-e627d0238c1a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1385319 Nov 23 02:59:23.905581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40406) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:23.910145 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'baa91858-e557-45ba-810c-fd342a895345', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:23.945225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.013320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.019600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.047554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353bf204-1ca4-4bb1-841a-d1b5a0dd9f9b,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.060464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.064811 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c8413e3e-a939-49a7-80d3-0ba15399d907 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551557 Nov 23 02:59:24.065563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40408) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.069451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'baa91858-e557-45ba-810c-fd342a895345', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.098649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.154432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.159168 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.179332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2827f2-6a60-4ec1-bf0e-6513d4de9344,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.187868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.189227 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e3575179-2f4a-4770-a306-93334c0bf3ca tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1232600 Nov 23 02:59:24.192043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40410) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.196359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'baa91858-e557-45ba-810c-fd342a895345', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.223801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.281579 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.287876 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.308873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec70dd0-bdbd-4b75-bc1a-66b586e51017,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.314810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.315951 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fbf287cd-b8dc-42fe-bcc3-7f0680c5de44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229360 Nov 23 02:59:24.319104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40412) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.323825 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'baa91858-e557-45ba-810c-fd342a895345', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.352381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.421000 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.426242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.443374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a76900-c5a7-47a4-9d7e-ed2faa2e2a8d,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.453429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.454664 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-73af53f7-574d-4cbb-bd7a-245edfaa0b90 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1345859 Nov 23 02:59:24.457502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40414) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.461842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'baa91858-e557-45ba-810c-fd342a895345', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.485898 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:59:24.490785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.552604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.557913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.577599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5429499-3a74-4f2e-8a3f-41f8431be458,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.588621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.589831 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-adb87ffe-9106-41d7-877e-bab5104f7bbb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314275 Nov 23 02:59:24.592684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40416) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.597131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'baa91858-e557-45ba-810c-fd342a895345', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.619967 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 02:59:24.625079 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.684811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.690069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.707496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa6cd512-8f40-4556-944b-b25fb76366f3,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.715332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.716569 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d270b7f3-16e9-4524-a94c-6b893ec187dc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1229041 Nov 23 02:59:24.719903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40418) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.725086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'network': {'name': 'tempest-network-smoke--1348124200', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.746690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:24.750037 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.776655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 02:59:24.787581 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.787961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Added segment 61be5639-37e2-454a-8431-aceaf7c4d92d of type vlan for network e33c8b6e-e5dd-4830-afda-6aabc5006c00 Nov 23 02:59:24.829076 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.857160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.865527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:24.867291 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.928780 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2076547 Nov 23 02:59:24.931799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40420) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:24.940110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'admin_state_up': True, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:24.950748 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69960cbb-29a2-4893-93a2-b5c54578dcf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Network': ['ID=e33c8b6e-e5dd-4830-afda-6aabc5006c00,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:24.961465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 02:59:24.971469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:24.972600 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:25.033182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:25.287518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cc47b082-500e-4a33-9f4f-d2905a561cd9 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 02:59:25.309259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: cc47b082-500e-4a33-9f4f-d2905a561cd9 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 02:59:25.309604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cc47b082-500e-4a33-9f4f-d2905a561cd9 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 02:59:25.526429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:25.731567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:25.750113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:25.853617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.236 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/ed071203-55d4-49cc-920e-2e81c636dc99) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:25.957359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:26.005155 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:26.046771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:26.049965 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:26.054333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:26.057460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=ed071203-55d4-49cc-920e-2e81c636dc99,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:26.072075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134c50d-7996-4a2c-aeb0-ef8f9c67fa03 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:26.133295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-290bce05-6f36-4ffb-9d6c-4fdef0e72e72 None None] Provisioning complete for port ed071203-55d4-49cc-920e-2e81c636dc99 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:26.133700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-290bce05-6f36-4ffb-9d6c-4fdef0e72e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:26.167665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-290bce05-6f36-4ffb-9d6c-4fdef0e72e72 None None] Port ed071203-55d4-49cc-920e-2e81c636dc99 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:26.306555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:26.510764 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:26.644294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 5127055d-ffc6-43b2-8741-727a0d3cb795 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 02:59:26.751532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:26.762457 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Sync routers for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:26.772617 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:26.772963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:26.773341 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:26.774228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a1658a64-8836-40fa-b5af-d7185c665f94 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8410699 Nov 23 02:59:26.777398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40422) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:26.805384 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ed9ecb80-1e00-4fc3-a91c-193cafb7d232 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d23944b7e11344a590106bc6d8dc0256&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267823 Nov 23 02:59:26.807882 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40424) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:26.889207 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:26.897346 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b0e587-4ccd-4fbb-a959-4ab1c647e95d tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:26.898912 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d7b0e587-4ccd-4fbb-a959-4ab1c647e95d tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900941 Nov 23 02:59:26.901812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40426) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:26.930676 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-77cb4786-c029-4775-a2fd-10aff23ccd25 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277767 Nov 23 02:59:26.933366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40428) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:26.938279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1474144369', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:27.031647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:27.035407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.069349 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:26Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:27.095450 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Checking router: 5127055d-ffc6-43b2-8741-727a0d3cb795 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:27.095805 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Updating router 5127055d-ffc6-43b2-8741-727a0d3cb795 port ed071203-55d4-49cc-920e-2e81c636dc99 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:59:27.123127 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.227597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.291473 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Subnet': ['ID=0d08c368-81bf-4e64-a9e4-fdfa517312e2,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:27.302082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Checking segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:27.302448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network hostable DHCP agents. Network: e33c8b6e-e5dd-4830-afda-6aabc5006c00, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 02:59:27.321879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 02:59:27.332071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e33c8b6e-e5dd-4830-afda-6aabc5006c00) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:27.340573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:27.341250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.342525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de3d3ca-1aef-43ac-b414-12ee9b561c96 None None] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:59:27.361230 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e1d14f15-8f1e-4a41-ae3f-f875f42a3d4d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4267092 Nov 23 02:59:27.364058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40430) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:27.392966 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.399291 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.452316 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Attempting to bind port ed071203-55d4-49cc-920e-2e81c636dc99 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:27.452694 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Attempting to bind port ed071203-55d4-49cc-920e-2e81c636dc99 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:27.453063 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Attempting to bind port ed071203-55d4-49cc-920e-2e81c636dc99 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:27.459226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df255f6-e8ed-4ee9-ad08-d177b56957c4 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:27.462247 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:27.462633 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:27.463548 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.463548 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:27.464459 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Bound port: ed071203-55d4-49cc-920e-2e81c636dc99, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:27.464798 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.494382 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Pushing event updated for resources: {'Port': ['ID=ed071203-55d4-49cc-920e-2e81c636dc99,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:27.504271 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.504476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.504734 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.505068 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.505399 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.506067 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.506466 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.506798 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.507123 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.507449 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.507765 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.508082 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 02:59:27.516978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-2ef71722-409a-4a0f-9791-d11aaa8a0f9c None None] Provisioning complete for port ed071203-55d4-49cc-920e-2e81c636dc99 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:27.517738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2ef71722-409a-4a0f-9791-d11aaa8a0f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.531392 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] For port ed071203-55d4-49cc-920e-2e81c636dc99, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:27.535139 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] For port ed071203-55d4-49cc-920e-2e81c636dc99, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ed071203-55d4-49cc-920e-2e81c636dc99,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:27.544549 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.545652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 02:59:27.546633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.574950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-2ef71722-409a-4a0f-9791-d11aaa8a0f9c None None] Port ed071203-55d4-49cc-920e-2e81c636dc99 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:27.594720 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:27.595409 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:27.642567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c901c8-bd99-4412-9ed6-4f9a11fb03eb None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 02:59:27.645857 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77956bf7-79f0-4a4d-b83f-ee2f27ed70f9 None None] Pushing event updated for resources: {'Port': ['ID=ed071203-55d4-49cc-920e-2e81c636dc99,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:27.715638 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:27.741913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Allocated IP 172.20.0.2 (e33c8b6e-e5dd-4830-afda-6aabc5006c00/0d08c368-81bf-4e64-a9e4-fdfa517312e2/44b2d210-100f-4fee-a3e3-f3e3f29931c6) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:27.746866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-527d2a4e-815f-4341-9d22-e98605989de8 None None] Provisioning complete for port ed071203-55d4-49cc-920e-2e81c636dc99 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:27.747325 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-527d2a4e-815f-4341-9d22-e98605989de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.849711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.906581 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:26Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:27.933576 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4fee18-bc2f-4e51-8b96-0ad4aa756e92 None None] The sync data for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv is: [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:26Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:27.957624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-527d2a4e-815f-4341-9d22-e98605989de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.966593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.982192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:27.986270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-527d2a4e-815f-4341-9d22-e98605989de8 None None] For port ed071203-55d4-49cc-920e-2e81c636dc99, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ed071203-55d4-49cc-920e-2e81c636dc99,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:28.014533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-527d2a4e-815f-4341-9d22-e98605989de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.033440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:28.037514 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:28.040408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:28.067722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Pushing event updated for resources: {'Port': ['ID=44b2d210-100f-4fee-a3e3-f3e3f29931c6,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:28.135683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Attempting to bind port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:28.136092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Attempting to bind port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:28.136445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Attempting to bind port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 on network e33c8b6e-e5dd-4830-afda-6aabc5006c00 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:28.150216 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:28.150577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Checking segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:28.150986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.151416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Bound using segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:28.151896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Bound port: 44b2d210-100f-4fee-a3e3-f3e3f29931c6, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:28.152372 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.169517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d2a4e-815f-4341-9d22-e98605989de8 None None] Pushing event updated for resources: {'Port': ['ID=ed071203-55d4-49cc-920e-2e81c636dc99,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:28.203235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.1 (e33c8b6e-e5dd-4830-afda-6aabc5006c00/0d08c368-81bf-4e64-a9e4-fdfa517312e2/16e217a8-8c11-462a-8884-d2ab8d2cc595) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:28.239727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] For port 44b2d210-100f-4fee-a3e3-f3e3f29931c6, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:28.243782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] For port 44b2d210-100f-4fee-a3e3-f3e3f29931c6, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=44b2d210-100f-4fee-a3e3-f3e3f29931c6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:28.249961 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.311362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab668a-121e-4302-8abd-f3bf2949c9c5 None None] Pushing event updated for resources: {'Port': ['ID=44b2d210-100f-4fee-a3e3-f3e3f29931c6,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:28.342030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.388320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.438371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:28.442002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:28.446365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:28.491419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=16e217a8-8c11-462a-8884-d2ab8d2cc595,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:28.526586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.674063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.975375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:28.982146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.056972 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=16e217a8-8c11-462a-8884-d2ab8d2cc595,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:29.062207 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.162675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:29.164363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:29.247798 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a41b3d-ed4a-481b-aec6-0826ff9a7bd6 None None] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 02:59:29.281398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 5127055d-ffc6-43b2-8741-727a0d3cb795 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:29.386167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7d05ced4-16d8-43f6-af2a-c45e2c52a836 None None] Provisioning complete for port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:29.386658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d05ced4-16d8-43f6-af2a-c45e2c52a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.408838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:29.420503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8c4ee774-8e60-4bb7-a66f-b38ad9ce9759 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/5127055d-ffc6-43b2-8741-727a0d3cb795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0547416 Nov 23 02:59:29.433682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 44b2d210-100f-4fee-a3e3-f3e3f29931c6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:29.539036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:29.539465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.572179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d05ced4-16d8-43f6-af2a-c45e2c52a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.596914 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-bda06efa-289b-4b81-b9e1-8f9edaa067ef tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159482495&fields=id&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 267 time: 0.0611684 Nov 23 02:59:29.622807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7d05ced4-16d8-43f6-af2a-c45e2c52a836 None None] For port 44b2d210-100f-4fee-a3e3-f3e3f29931c6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=44b2d210-100f-4fee-a3e3-f3e3f29931c6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:29.659515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d05ced4-16d8-43f6-af2a-c45e2c52a836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.694786 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.727023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-a721f978-d2ee-479e-836a-a4ddd23ec144 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:29.728951 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-a721f978-d2ee-479e-836a-a4ddd23ec144 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 797 time: 0.1310971 Nov 23 02:59:29.738285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ced4-16d8-43f6-af2a-c45e2c52a836 None None] Pushing event updated for resources: {'Port': ['ID=44b2d210-100f-4fee-a3e3-f3e3f29931c6,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:29.745794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-17a26dd9-4378-4a6f-a2e7-4c9993a54d4e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/quotas/d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 375 time: 0.0108049 Nov 23 02:59:29.793426 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-962323d8-658e-4537-ad86-b1cc726a3e65 None None] Provisioning complete for port 16e217a8-8c11-462a-8884-d2ab8d2cc595 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:29.793710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-962323d8-658e-4537-ad86-b1cc726a3e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.795255 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 02:59:29.795616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 02:59:29.802976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-798f1770-0355-4842-8713-a9d5c0f5d301 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509858 Nov 23 02:59:29.830123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-962323d8-658e-4537-ad86-b1cc726a3e65 None None] Port 16e217a8-8c11-462a-8884-d2ab8d2cc595 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:29.843672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-962323d8-658e-4537-ad86-b1cc726a3e65 None None] Provisioning complete for port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:29.844098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-962323d8-658e-4537-ad86-b1cc726a3e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:29.913649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-4e77a713-1fb2-4442-b963-9e3cac1fa297 service neutron] 10.222.0.53 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962803 Nov 23 02:59:29.948872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Sync routers for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:29.961497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:29.962238 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:30.021343 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-cd08bd00-9b8f-4321-931b-597ea2fd3024 service neutron] 10.222.0.53 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960126 Nov 23 02:59:30.225434 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-42bd7d6e-313e-44a1-b6cd-1da75eacf313 None None] Provisioning complete for port 16e217a8-8c11-462a-8884-d2ab8d2cc595 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:30.225809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-42bd7d6e-313e-44a1-b6cd-1da75eacf313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.255493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:30.302871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-42bd7d6e-313e-44a1-b6cd-1da75eacf313 None None] Port 16e217a8-8c11-462a-8884-d2ab8d2cc595 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:30.397874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ed071203-55d4-49cc-920e-2e81c636dc99 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:30.479504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-05442f51-4e3f-4eaf-b4de-7277c70c562c None None] Provisioning complete for port 16e217a8-8c11-462a-8884-d2ab8d2cc595 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:30.479751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-05442f51-4e3f-4eaf-b4de-7277c70c562c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.539423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ed071203-55d4-49cc-920e-2e81c636dc99 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:30.539795 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.543839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-05442f51-4e3f-4eaf-b4de-7277c70c562c None None] Port 16e217a8-8c11-462a-8884-d2ab8d2cc595 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:30.606959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 2, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:30.654729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Checking router: 5127055d-ffc6-43b2-8741-727a0d3cb795 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:30.655068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Updating router 5127055d-ffc6-43b2-8741-727a0d3cb795 port 16e217a8-8c11-462a-8884-d2ab8d2cc595 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 02:59:30.684822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.956006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:30.964083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.011379 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb2ca-3bba-45f9-8fd4-55e370e61308 None None] Pushing event updated for resources: {'Port': ['ID=16e217a8-8c11-462a-8884-d2ab8d2cc595,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:31.065522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Attempting to bind port 16e217a8-8c11-462a-8884-d2ab8d2cc595 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:31.066043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Attempting to bind port 16e217a8-8c11-462a-8884-d2ab8d2cc595 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:31.066419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Attempting to bind port 16e217a8-8c11-462a-8884-d2ab8d2cc595 on network e33c8b6e-e5dd-4830-afda-6aabc5006c00 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:31.071909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:31.072319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Checking segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:31.072733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.073330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Bound using segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:31.073603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Bound port: 16e217a8-8c11-462a-8884-d2ab8d2cc595, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:31.074061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.146417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] For port 16e217a8-8c11-462a-8884-d2ab8d2cc595, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:31.154534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] For port 16e217a8-8c11-462a-8884-d2ab8d2cc595, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=16e217a8-8c11-462a-8884-d2ab8d2cc595,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:31.160147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.221985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:31.222184 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:31.224039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abb2ca-3bba-45f9-8fd4-55e370e61308 None None] Pushing event updated for resources: {'Port': ['ID=16e217a8-8c11-462a-8884-d2ab8d2cc595,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:31.240854 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-870d55b4-36c5-4c64-9330-ead78ad7b434 req-51307b08-1cc8-462e-adbd-16588d2ec379 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 210 time: 0.0335903 Nov 23 02:59:31.296344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e9eac9eb-2bcf-4d25-a266-5100b4374fc3 None None] Provisioning complete for port 16e217a8-8c11-462a-8884-d2ab8d2cc595 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:31.296885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9eac9eb-2bcf-4d25-a266-5100b4374fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.378213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 44b2d210-100f-4fee-a3e3-f3e3f29931c6 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:31.442360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:31.591282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:31.591654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.595235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9eac9eb-2bcf-4d25-a266-5100b4374fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.693200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e9eac9eb-2bcf-4d25-a266-5100b4374fc3 None None] For port 16e217a8-8c11-462a-8884-d2ab8d2cc595, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=16e217a8-8c11-462a-8884-d2ab8d2cc595,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:31.700383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e9eac9eb-2bcf-4d25-a266-5100b4374fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.810340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eac9eb-2bcf-4d25-a266-5100b4374fc3 None None] Pushing event updated for resources: {'Port': ['ID=16e217a8-8c11-462a-8884-d2ab8d2cc595,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:31.841370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-9caf2e59-a126-4e47-a491-1e6a40e89c46 None None] Provisioning complete for port 16e217a8-8c11-462a-8884-d2ab8d2cc595 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:31.841750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9caf2e59-a126-4e47-a491-1e6a40e89c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:31.846577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:31.899038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e2d16-3bb9-41d1-899a-a24441c8c94e None None] The sync data for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv is: [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:32.356817 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a39e9d2a-ec92-4e01-8035-19a838695559 req-23e11173-921c-4734-9626-532109ab0bed tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 210 time: 0.0368483 Nov 23 02:59:32.639299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-2fd198e3-c2b7-4e14-a324-bffd2ffcec80 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:32.641317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-2fd198e3-c2b7-4e14-a324-bffd2ffcec80 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 797 time: 0.1308255 Nov 23 02:59:32.722343 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-b6a9ba1d-dc1c-45d3-971a-403250273f0b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 380 time: 0.0609231 Nov 23 02:59:32.739075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'port': {'device_id': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'admin_state_up': True, 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'security_groups': ['baa91858-e557-45ba-810c-fd342a895345']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:32.859774 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 02:59:32.863386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.150749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-73edef2b-63b7-4af6-8ed8-768972238142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.351166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.8 (e33c8b6e-e5dd-4830-afda-6aabc5006c00/0d08c368-81bf-4e64-a9e4-fdfa517312e2/8f21f115-48ce-4b52-bcb9-81fbe5ad50f6) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:33.356134 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 16e217a8-8c11-462a-8884-d2ab8d2cc595 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:33.411546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 16e217a8-8c11-462a-8884-d2ab8d2cc595 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:33.411926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.459755 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-28110421-ab92-4643-9721-bfe7d672d116 req-b1061cbe-dd9f-457d-b1c6-21a9927dd43b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 210 time: 0.0284996 Nov 23 02:59:33.509847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.543967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.587739 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:33.590974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:33.594580 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:33.601149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:33.652377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:33.653013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.671057 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-69aa36c6-6a71-47ae-9a64-894a86243a97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362459 Nov 23 02:59:33.694379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Request body: {'port': {'device_id': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:33.750414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.787753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-50ec824a-eba6-4f78-869e-c1448a11ae16 None None] Provisioning complete for port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:33.788102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50ec824a-eba6-4f78-869e-c1448a11ae16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:33.821500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-50ec824a-eba6-4f78-869e-c1448a11ae16 None None] Port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 02:59:34.022542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:34.030712 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.043329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Transition to ACTIVE for port object 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 02:59:34.049483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.101228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Pushing event updated for resources: {'Port': ['ID=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:34.176523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Attempting to bind port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 02:59:34.176871 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Attempting to bind port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 02:59:34.177206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Attempting to bind port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 on network e33c8b6e-e5dd-4830-afda-6aabc5006c00 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:34.182107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 on network e33c8b6e-e5dd-4830-afda-6aabc5006c00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 02:59:34.182573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Attempting to bind port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 on network e33c8b6e-e5dd-4830-afda-6aabc5006c00 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 02:59:34.188549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 2, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 02:59:34.188897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Checking segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 02:59:34.189400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Bound using segment: {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 02:59:34.189841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Bound port: 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61be5639-37e2-454a-8431-aceaf7c4d92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 02:59:34.190227 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.257762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] For port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 02:59:34.260924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] For port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 02:59:34.269093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.308896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.309503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:34.310883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 1093 time: 0.6216037 Nov 23 02:59:34.311359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:34.313728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:34.357378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4fb4f7-962e-4ca9-8902-d5ce88838924 service neutron] Pushing event updated for resources: {'Port': ['ID=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:34.371452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbbdc325-589e-43c2-a743-3652a35396f6 x-openstack-request-id: req-dbbdc325-589e-43c2-a743-3652a35396f6 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:34.371751 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:34.372013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dbbdc325-589e-43c2-a743-3652a35396f6 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:34.372964 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'status': 'completed', 'code': 200} Nov 23 02:59:34.444749 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-30886eca-68cd-499c-8aa3-cc7a40e6fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.446377 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-30886eca-68cd-499c-8aa3-cc7a40e6fa2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1096 time: 0.0472124 Nov 23 02:59:34.508258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-ab49cc4c-c293-4c7b-ac2b-35d6f3310e09 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Nov 23 02:59:34.566275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-f4b97161-7910-4366-b8b4-45f9174056e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.567766 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-f4b97161-7910-4366-b8b4-45f9174056e9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0489421 Nov 23 02:59:34.582336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98316cf4-0fa7-4f66-b22d-981c334fdfaf req-5e8d2543-c85a-48b5-92e7-6b1107b3edbd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.584632 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-98316cf4-0fa7-4f66-b22d-981c334fdfaf req-5e8d2543-c85a-48b5-92e7-6b1107b3edbd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 943 time: 0.0509498 Nov 23 02:59:34.624688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824579-b229-43ef-8308-f676c62e67a4 req-e3de38bd-7e00-404b-9f9b-0524d9924477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.626619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-e3de38bd-7e00-404b-9f9b-0524d9924477 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0502298 Nov 23 02:59:34.645431 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-98316cf4-0fa7-4f66-b22d-981c334fdfaf req-15124469-a4ea-41a8-bc3f-c4c8e378ced3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540998 Nov 23 02:59:34.727552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-d83e86fd-cc18-4661-9b35-fdae51830f76 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918038 Nov 23 02:59:34.827494 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-91824579-b229-43ef-8308-f676c62e67a4 req-a65d3460-ed0f-4548-9767-cc9eff3eec08 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884693 Nov 23 02:59:34.988875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-0ae4c8a5-643f-4dd4-97a2-1b9b798422ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:34.990511 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-0ae4c8a5-643f-4dd4-97a2-1b9b798422ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1096 time: 0.0503230 Nov 23 02:59:35.097619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-615bab45-814f-40c7-a723-ac2fc895e81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.099145 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-615bab45-814f-40c7-a723-ac2fc895e81c service neutron] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 898 time: 0.0955729 Nov 23 02:59:35.145729 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-ef1a9a94-af34-4362-8713-130f3521598e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 217 time: 0.0359731 Nov 23 02:59:35.208692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-3cef4d5b-804f-4a34-a50d-e7e610363c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.210209 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-3cef4d5b-804f-4a34-a50d-e7e610363c7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0556898 Nov 23 02:59:35.267102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-0a79e5e5-a872-4008-b1bd-af6d88e043a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.269801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-0a79e5e5-a872-4008-b1bd-af6d88e043a9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0503743 Nov 23 02:59:35.369660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-b6528160-5740-41f5-92bd-a7d488f80608 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875404 Nov 23 02:59:35.494815 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fef896f7-6dca-4f42-bbb4-37f14f9e08a7 req-06040845-2d76-461c-a224-9e4d3953fd54 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143365 Nov 23 02:59:35.637946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d7ef9fdc-3651-4d39-9955-8f534cb30376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:35.768618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c62d7-ef04-4980-ba25-93b05602b3a8 req-e231a12e-f9a4-4602-80f7-9ad6d8ac2bad tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:35.770241 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2b0c62d7-ef04-4980-ba25-93b05602b3a8 req-e231a12e-f9a4-4602-80f7-9ad6d8ac2bad tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 943 time: 0.0521057 Nov 23 02:59:35.823292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2b0c62d7-ef04-4980-ba25-93b05602b3a8 req-83d8cab2-f132-4773-9fb5-e30a79323bb4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449638 Nov 23 02:59:36.574032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:36.956993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b334bc-d1a2-4a10-8046-a984ec1078bb req-fbc895d0-11ff-4659-a016-20b29e881b03 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:36.958681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78b334bc-d1a2-4a10-8046-a984ec1078bb req-fbc895d0-11ff-4659-a016-20b29e881b03 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 943 time: 0.0527821 Nov 23 02:59:37.014770 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78b334bc-d1a2-4a10-8046-a984ec1078bb req-cbb2a13f-d25a-4256-9328-55dbce4c28f6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473316 Nov 23 02:59:37.763624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 02:59:37.875634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:37.888834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'port_id': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'mac_address': 'fa:16:3e:49:14:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 563, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 02:59:37.939137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:37.951780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 02:59:37.977695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:37.984164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:38.035078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:38.136279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b3eb9-1b45-4d51-ab90-6c7ce3ea36aa req-ca37b5ef-4cbb-40c3-820b-471c4bead699 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:38.137792 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f9b3eb9-1b45-4d51-ab90-6c7ce3ea36aa req-ca37b5ef-4cbb-40c3-820b-471c4bead699 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 944 time: 0.0525527 Nov 23 02:59:38.198244 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f9b3eb9-1b45-4d51-ab90-6c7ce3ea36aa req-30df8c0f-53b4-40c9-a1b2-a0129f38cb48 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544963 Nov 23 02:59:38.233524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:38.408315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8f21f115-48ce-4b52-bcb9-81fbe5ad50f6'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 02:59:39.330210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735afa5-0616-40ca-927e-2baa90ce6259 req-d835c62b-d061-4257-ba86-de74d07dfe40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:39.331618 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c735afa5-0616-40ca-927e-2baa90ce6259 req-d835c62b-d061-4257-ba86-de74d07dfe40 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 944 time: 0.0536182 Nov 23 02:59:39.342628 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:39.390464 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c735afa5-0616-40ca-927e-2baa90ce6259 req-b159406c-5156-4352-9d3f-62fc40db2f6d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518744 Nov 23 02:59:39.780132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 02:59:39.839125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 02:59:39.846958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 02:59:39.847544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:39.929090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:39.953544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:39.955853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4859b81e-505f-4523-b352-afbe3b9b11fd" -d '{"events": [{"server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "name": "network-vif-plugged", "status": "completed", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:39.972922 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 02:59:39.978240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:40.026690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:40.049360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1462e876-cc3c-4d48-b4ea-04ac5893c337 x-openstack-request-id: req-1462e876-cc3c-4d48-b4ea-04ac5893c337 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:40.049673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "name": "network-vif-plugged", "status": "completed", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:40.049924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1462e876-cc3c-4d48-b4ea-04ac5893c337 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:40.050334 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'code': 200} Nov 23 02:59:40.310883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66da0d-a642-47fb-8f16-635ff87144cd req-2910a4d8-8ba9-4a08-aad6-4354c2fc3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:40.313283 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a66da0d-a642-47fb-8f16-635ff87144cd req-2910a4d8-8ba9-4a08-aad6-4354c2fc3937 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1098 time: 0.0534801 Nov 23 02:59:40.365158 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0a66da0d-a642-47fb-8f16-635ff87144cd req-40c50877-6ca3-4bd0-92f9-de0d7d88c6c9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Nov 23 02:59:40.519839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205a2ab9-e220-4f0c-b004-ba506b2f0451 req-f73ea048-fbdf-490f-ad60-d5eff5eaa037 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:40.521967 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-205a2ab9-e220-4f0c-b004-ba506b2f0451 req-f73ea048-fbdf-490f-ad60-d5eff5eaa037 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0590014 Nov 23 02:59:40.575861 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-205a2ab9-e220-4f0c-b004-ba506b2f0451 req-73ad9676-b589-4399-99bb-9241ab4feaf3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476835 Nov 23 02:59:41.699230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c726b-5fce-484c-a715-f132a16d5d7d req-a4581322-f7b4-47d4-9345-8a013172c222 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:41.700753 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-237c726b-5fce-484c-a715-f132a16d5d7d req-a4581322-f7b4-47d4-9345-8a013172c222 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0513346 Nov 23 02:59:41.756272 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-237c726b-5fce-484c-a715-f132a16d5d7d req-a1b6cb96-b1f1-43ef-8a0d-b234ad5f27c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489118 Nov 23 02:59:42.877431 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e81e1-3886-4d0e-a6b5-68c985839ff7 req-974927e8-92e0-4f93-b6af-28f0b9231a48 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:42.878805 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-230e81e1-3886-4d0e-a6b5-68c985839ff7 req-974927e8-92e0-4f93-b6af-28f0b9231a48 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0502875 Nov 23 02:59:42.937902 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-230e81e1-3886-4d0e-a6b5-68c985839ff7 req-bf7bd2a6-d134-44a9-b762-78223c2f1893 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523531 Nov 23 02:59:43.069059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206815e-d202-4032-92b6-27b667793bfd req-0e03dfe8-c2f4-4719-b703-99c217774db1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:43.070609 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0206815e-d202-4032-92b6-27b667793bfd req-0e03dfe8-c2f4-4719-b703-99c217774db1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0547636 Nov 23 02:59:43.121770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0206815e-d202-4032-92b6-27b667793bfd req-d28ed36a-74f5-4402-b1c0-3b1b1f770c80 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451739 Nov 23 02:59:43.144453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40494) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:43.184394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2289dc-1ceb-4a1a-b742-0e6464cca637 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:43.188540 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-db2289dc-1ceb-4a1a-b742-0e6464cca637 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1093 time: 0.0405159 Nov 23 02:59:43.188754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40496) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:43.193048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 02:59:43.217159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.317103 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.428341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.114 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/93c399fa-7a51-42c4-802f-f2a0de9ca8b8) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 02:59:43.867197 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.904570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:43.943978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 02:59:43.946870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 02:59:43.950551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 02:59:43.973048 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=93c399fa-7a51-42c4-802f-f2a0de9ca8b8,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:44.310844 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.393727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.564850 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.572538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.639681 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=93c399fa-7a51-42c4-802f-f2a0de9ca8b8,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 02:59:44.652137 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:44.764456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP 11b379c1-8e4f-41f2-8fb7-27d7527ef461 associated. External IP: 172.26.8.114, port: 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6. Nov 23 02:59:44.981366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 5127055d-ffc6-43b2-8741-727a0d3cb795 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 02:59:45.092286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 02:59:45.102684 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] Sync routers for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 02:59:45.113205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 02:59:45.113655 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:45.114276 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:45.141183 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f0b24f86-39b7-4c43-bd91-6bccfe92712c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9513483 Nov 23 02:59:45.141865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 02:59:45.144207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 02:59:45.183779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ef2e4a-3f07-4d8c-b66d-6088ab134d97 x-openstack-request-id: req-52ef2e4a-3f07-4d8c-b66d-6088ab134d97 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 02:59:45.184080 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 02:59:45.184365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52ef2e4a-3f07-4d8c-b66d-6088ab134d97 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 02:59:45.184776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'status': 'completed', 'code': 200} Nov 23 02:59:45.229348 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:45.244458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35763030-1911-41ab-bcec-6f66cc5f0ce2 req-c4ca6ddf-3f0a-4a67-9257-ce01b0267b06 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:45.246293 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-35763030-1911-41ab-bcec-6f66cc5f0ce2 req-c4ca6ddf-3f0a-4a67-9257-ce01b0267b06 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0509303 Nov 23 02:59:45.276878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-8f4a9be3-ac4b-4604-aee0-1aa9b89d1d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:45.278551 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-8f4a9be3-ac4b-4604-aee0-1aa9b89d1d2c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1098 time: 0.0429306 Nov 23 02:59:45.298771 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-35763030-1911-41ab-bcec-6f66cc5f0ce2 req-e731dd9c-6cfa-46d6-8e2a-73eed20bbf33 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Nov 23 02:59:45.321439 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40502) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:45.381422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-7758e5d5-680c-4eb2-a416-c3161571fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:45.383552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-7758e5d5-680c-4eb2-a416-c3161571fd6f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 898 time: 0.0965259 Nov 23 02:59:45.390312 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-dfccac8d-ac60-4c27-a601-c13762d1b75e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/11b379c1-8e4f-41f2-8fb7-27d7527ef461 HTTP/1.1" status: 200 len: 991 time: 0.0665441 Nov 23 02:59:45.448971 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-d4635d7e-e47c-46fb-bd5c-02c30983f966 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 999 time: 0.0584779 Nov 23 02:59:45.467903 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '11b379c1-8e4f-41f2-8fb7-27d7527ef461', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'port_id': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'mac_address': 'fa:16:3e:49:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:44Z', 'updated_at': '2021-11-23T02:59:44Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:45.493812 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] Checking router: 5127055d-ffc6-43b2-8741-727a0d3cb795 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 02:59:45.504192 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 02:59:45.505013 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T02:59:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:45.510077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-691b6716-4cfa-4325-974f-edfe158075bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:45.511603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-691b6716-4cfa-4325-974f-edfe158075bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0454800 Nov 23 02:59:45.567230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-e957c2ae-e863-4cc1-a59e-4a60b330dea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 02:59:45.568881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-e957c2ae-e863-4cc1-a59e-4a60b330dea5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0488183 Nov 23 02:59:45.665207 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-e4954fc4-35dc-41f6-ba9c-29c234a704ed service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 Nov 23 02:59:45.704757 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 02:59:45.764403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-77cf4d49-3d1f-4fbf-bcd6-4291c4c78605 req-d7f35163-0451-4752-93bf-d8327f3b7e9d service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894852 Nov 23 02:59:45.955287 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '11b379c1-8e4f-41f2-8fb7-27d7527ef461', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'port_id': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'mac_address': 'fa:16:3e:49:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:44Z', 'updated_at': '2021-11-23T02:59:44Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 02:59:45.982719 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3142e5-2d79-452a-95ad-a17dda2bfea5 None None] The sync data for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv is: [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '11b379c1-8e4f-41f2-8fb7-27d7527ef461', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.114', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'port_id': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'mac_address': 'fa:16:3e:49:14:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T02:59:44Z', 'updated_at': '2021-11-23T02:59:44Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 02:59:46.178564 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d976b6e7-562c-46e0-9cf3-58949991d0d7 None None] New status for floating IP 11b379c1-8e4f-41f2-8fb7-27d7527ef461: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 02:59:46.393237 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40504) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 02:59:46.461387 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03454cc7-3f2a-4146-aca4-493b06b0550e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/11b379c1-8e4f-41f2-8fb7-27d7527ef461 HTTP/1.1" status: 200 len: 993 time: 0.0665562 Nov 23 02:59:50.763242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:00.580695 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:00:00.885930 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-8e60cede-0fa9-4f45-8efb-859e573c52fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418057 Nov 23 03:00:00.987332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af545d9-25c7-475d-95e1-425179139d31 req-3ee3120f-eb0d-4210-8c2e-d52968841264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:00.988846 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-3ee3120f-eb0d-4210-8c2e-d52968841264 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1098 time: 0.0410736 Nov 23 03:00:01.102789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af545d9-25c7-475d-95e1-425179139d31 req-7ac54227-8dbe-4822-a06e-6c0be638b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:01.104289 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-7ac54227-8dbe-4822-a06e-6c0be638b194 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 898 time: 0.0911121 Nov 23 03:00:01.174328 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-c2be111e-fab8-4a84-b272-76b1eab7cb63 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 1001 time: 0.0606165 Nov 23 03:00:01.225637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af545d9-25c7-475d-95e1-425179139d31 req-1627661e-a8dc-4db0-9cc2-4719d47dbf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:01.227095 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-1627661e-a8dc-4db0-9cc2-4719d47dbf03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0450356 Nov 23 03:00:01.278791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af545d9-25c7-475d-95e1-425179139d31 req-99742619-389e-40f9-a045-c4a1a4d49431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:01.280348 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-99742619-389e-40f9-a045-c4a1a4d49431 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0458064 Nov 23 03:00:01.371795 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-bf3b2239-125f-41ea-8c88-66efefc1212d service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834882 Nov 23 03:00:01.482715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af545d9-25c7-475d-95e1-425179139d31 req-6586a345-7327-4bde-b12b-1383d18d793f service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026893 Nov 23 03:00:03.158851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7596654d-b689-472e-b028-b1a441db3e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:05.633221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-65059f77-08cb-404a-9015-054c5ac5f873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:06.583775 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:08.236604 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:09.344637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:19.931162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b614e0-29ef-474a-a224-b1c9fe1f2469 req-45009b6c-5e0c-4ac3-b1af-e40a7bce5760 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:19.932744 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b9b614e0-29ef-474a-a224-b1c9fe1f2469 req-45009b6c-5e0c-4ac3-b1af-e40a7bce5760 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0514939 Nov 23 03:00:20.003254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92661-fb55-44cf-95ce-701af80ea954 req-1088d284-05bc-4069-9c8d-275d977614e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:20.004680 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-1088d284-05bc-4069-9c8d-275d977614e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1098 time: 0.0710838 Nov 23 03:00:20.009380 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b9b614e0-29ef-474a-a224-b1c9fe1f2469 req-7ba26133-a899-4b69-b8f6-7d94ecd73d30 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682938 Nov 23 03:00:20.101020 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92661-fb55-44cf-95ce-701af80ea954 req-20ef96c6-cf7f-443b-8e43-31b66b9dcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:20.102520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-20ef96c6-cf7f-443b-8e43-31b66b9dcafe service neutron] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 898 time: 0.0903132 Nov 23 03:00:20.178574 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-15b63338-c5aa-43c5-92de-8502040c20af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 1001 time: 0.0635681 Nov 23 03:00:20.233345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92661-fb55-44cf-95ce-701af80ea954 req-51112b6d-85c1-478b-932a-24f760645645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:20.234874 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-51112b6d-85c1-478b-932a-24f760645645 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0477126 Nov 23 03:00:20.292038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92661-fb55-44cf-95ce-701af80ea954 req-cd3b50d4-a012-4374-9718-7c169c9fced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:20.293591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-cd3b50d4-a012-4374-9718-7c169c9fced5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444069 Nov 23 03:00:20.387626 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-42726aa4-2ae8-45d2-acc3-3a3f3b0a5e23 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851550 Nov 23 03:00:20.484878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-23c92661-fb55-44cf-95ce-701af80ea954 req-dec95214-4da4-40fe-bae2-12f99e0a7d56 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878961 Nov 23 03:00:20.773312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:21.148725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ea737-dbc7-432e-93b9-012f7c3935df req-e050e99a-8e8f-48a7-b711-9ea9b05c017b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:21.150227 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f30ea737-dbc7-432e-93b9-012f7c3935df req-e050e99a-8e8f-48a7-b711-9ea9b05c017b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0583236 Nov 23 03:00:21.203607 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f30ea737-dbc7-432e-93b9-012f7c3935df req-146dc7bc-eb58-45a2-98e3-bd56a118ef6b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471830 Nov 23 03:00:22.347538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1c9b3-9201-45c4-b034-060e77e2ea34 req-38cb0242-8ab7-4231-8708-b283d868f6d5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:22.349132 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2a1c9b3-9201-45c4-b034-060e77e2ea34 req-38cb0242-8ab7-4231-8708-b283d868f6d5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0600038 Nov 23 03:00:22.399068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c2a1c9b3-9201-45c4-b034-060e77e2ea34 req-ecf5ff9d-2330-4101-b3df-6e21361caeaa tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436816 Nov 23 03:00:23.523901 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd55214-717e-4a69-8697-8b319d7cab8a req-61758fb7-cadc-4e6d-8270-cf25a635b4fa tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:23.525502 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7dd55214-717e-4a69-8697-8b319d7cab8a req-61758fb7-cadc-4e6d-8270-cf25a635b4fa tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0519459 Nov 23 03:00:23.579351 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7dd55214-717e-4a69-8697-8b319d7cab8a req-a686c780-88c4-4f46-853b-674f0ba0af6d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Nov 23 03:00:24.717975 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e91eb-d274-4dcf-94f0-3901c4933d1c req-ffdaccab-110f-4867-9843-ae24372f10a1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:24.719570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd1e91eb-d274-4dcf-94f0-3901c4933d1c req-ffdaccab-110f-4867-9843-ae24372f10a1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0573425 Nov 23 03:00:24.779726 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd1e91eb-d274-4dcf-94f0-3901c4933d1c req-e6e6c6e8-61c5-4206-870a-9a91e22624db tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509763 Nov 23 03:00:25.909351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad869876-07ea-4025-884f-5c2c12f21093 req-3f9ea98c-bd07-4659-8114-5b1fdefbe9c4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:25.910823 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ad869876-07ea-4025-884f-5c2c12f21093 req-3f9ea98c-bd07-4659-8114-5b1fdefbe9c4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0521388 Nov 23 03:00:25.965751 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ad869876-07ea-4025-884f-5c2c12f21093 req-f1e110bd-170c-4fb2-8bcf-27f6d4ccc75d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487051 Nov 23 03:00:27.086236 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbb7a1-9e9c-42c0-906c-a80e71a6fa54 req-31561127-3d07-4c6c-9e72-9f8e3ee7f5a5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:27.087707 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e3dbb7a1-9e9c-42c0-906c-a80e71a6fa54 req-31561127-3d07-4c6c-9e72-9f8e3ee7f5a5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0499659 Nov 23 03:00:27.138239 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e3dbb7a1-9e9c-42c0-906c-a80e71a6fa54 req-9e1d0e45-9da1-4f88-a96f-9e774c61cfcc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440562 Nov 23 03:00:28.268609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b8a82-12e5-4350-9f64-a3415a12dcdf req-714b1437-1b14-49d5-b854-02d4d8d7ab5e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:28.270080 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a92b8a82-12e5-4350-9f64-a3415a12dcdf req-714b1437-1b14-49d5-b854-02d4d8d7ab5e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0590143 Nov 23 03:00:28.324610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a92b8a82-12e5-4350-9f64-a3415a12dcdf req-fd939143-30c2-48d8-925b-807c6a19eb10 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459797 Nov 23 03:00:29.443758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1e459-2636-4e25-bb55-8bae63351f9a req-e164231b-ef93-4dde-8155-9cf873debfe1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:29.445241 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f6e1e459-2636-4e25-bb55-8bae63351f9a req-e164231b-ef93-4dde-8155-9cf873debfe1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0496128 Nov 23 03:00:29.501334 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f6e1e459-2636-4e25-bb55-8bae63351f9a req-86833fab-91e0-4987-bfc8-e827ce373748 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499134 Nov 23 03:00:30.637538 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d1a85-bf0f-4c4e-ba8d-77c4d3050c55 req-aedc35d6-f7a2-4961-94cd-c9a744f5d51a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:30.638986 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-095d1a85-bf0f-4c4e-ba8d-77c4d3050c55 req-aedc35d6-f7a2-4961-94cd-c9a744f5d51a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0593438 Nov 23 03:00:30.691375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-095d1a85-bf0f-4c4e-ba8d-77c4d3050c55 req-8b38f00c-4296-48a4-937f-db9726b7b388 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462601 Nov 23 03:00:31.818424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438fd34-9331-48fe-98bc-6e1b317fe7b7 req-f9d0e72d-7f06-4853-acf0-0461b6880647 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:00:31.819961 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6438fd34-9331-48fe-98bc-6e1b317fe7b7 req-f9d0e72d-7f06-4853-acf0-0461b6880647 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0509539 Nov 23 03:00:31.870476 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6438fd34-9331-48fe-98bc-6e1b317fe7b7 req-6c57bb5f-257c-4a1c-b6af-06773e23a91f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444005 Nov 23 03:00:31.894453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40540) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:00:31.957460 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e7fd064b-ab20-4a9f-b3f9-fcffe681176d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/11b379c1-8e4f-41f2-8fb7-27d7527ef461 HTTP/1.1" status: 200 len: 993 time: 0.0617082 Nov 23 03:00:33.144410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b20c70da-9650-4078-b952-a8b0ed3f3452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:35.646408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cef45cf6-62ef-4070-a3b7-2dda160a6c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:36.583082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:37.588347 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:00:38.244861 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:39.347731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:00:47.802488 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-09b49ef8-43ee-4864-a039-720379bd8e1c req-b7b3587d-d1f0-4301-a591-41d3430252c2 service neutron] (103356) timed out ('10.222.0.46', 54447) {{(pid=103356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:00:50.778450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:02.890433 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-dab8ea66-4b83-41b0-94d1-80b8db584d69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428469 Nov 23 03:01:03.012664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-0a5f89dd-de43-43bf-981f-03edc61d691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:03.014159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-0a5f89dd-de43-43bf-981f-03edc61d691a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1098 time: 0.0450392 Nov 23 03:01:03.132274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-fc7c7bf6-10f9-49e3-9616-72704d72e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:03.133916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-fc7c7bf6-10f9-49e3-9616-72704d72e71f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 898 time: 0.0905538 Nov 23 03:01:03.149082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4cd0ecd-add4-446f-bbb9-e6fd1ae6802b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:03.205602 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-acc130bc-f424-486a-a69d-41ca582fd94d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 1001 time: 0.0608816 Nov 23 03:01:03.256907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-90b83d8c-643a-43b4-be83-fb26d623ae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:03.258345 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-90b83d8c-643a-43b4-be83-fb26d623ae44 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0448010 Nov 23 03:01:03.311969 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-c7a4a724-d6e5-41a5-a73c-aaa600c04d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:03.313516 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-c7a4a724-d6e5-41a5-a73c-aaa600c04d7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446112 Nov 23 03:01:03.412112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-d27a1abf-0a6b-4462-8166-ab624b0b52c2 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886922 Nov 23 03:01:03.511861 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0535ef15-2b0e-4533-8c7a-2fd09b17d3b5 req-5f8448ae-b26d-4dad-98d7-82b6dc48da9f service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906403 Nov 23 03:01:05.652350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2afb1920-a736-47fe-be3b-7313c7013432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:06.581688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:06.660380 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40556) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:06.837186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 93c399fa-7a51-42c4-802f-f2a0de9ca8b8 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:01:06.837501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:06.916792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:06.917026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:06.929490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 93c399fa-7a51-42c4-802f-f2a0de9ca8b8 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:01:07.099728 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:07.122909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=93c399fa-7a51-42c4-802f-f2a0de9ca8b8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:07.136264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.136644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.136993 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.137336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.137665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.137997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.138333 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.138656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.138985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.139310 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.139632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.139951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:07.196910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:07.197134 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP 11b379c1-8e4f-41f2-8fb7-27d7527ef461 disassociated (deleted). External IP: 172.26.8.114, port: 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6. Nov 23 03:01:07.752514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 5127055d-ffc6-43b2-8741-727a0d3cb795 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:01:07.860634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:01:07.866080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:07.871889 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] Sync routers for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:01:07.883091 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:07.883869 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:07.899127 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fae91bc2-9480-49d6-a923-4193f0024779 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/floatingips/11b379c1-8e4f-41f2-8fb7-27d7527ef461 HTTP/1.1" status: 204 len: 168 time: 1.2342007 Nov 23 03:01:07.899127 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:01:07.899429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99588ae1-42d9-421a-8de5-99329b6476df" -d '{"events": [{"name": "network-changed", "server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:01:07.942200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deacfe88-046c-4346-8848-42e6d98694e3 x-openstack-request-id: req-deacfe88-046c-4346-8848-42e6d98694e3 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:01:07.942351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:01:07.942604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-deacfe88-046c-4346-8848-42e6d98694e3 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:01:07.943016 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'status': 'completed', 'code': 200} Nov 23 03:01:07.996836 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:08.037835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99588ae1-42d9-421a-8de5-99329b6476df req-745844ff-9b5d-400e-9e5e-5cc4c7c3e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:08.039649 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-745844ff-9b5d-400e-9e5e-5cc4c7c3e281 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 1098 time: 0.0474889 Nov 23 03:01:08.141056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fcb06-9911-4f72-bbe4-177a6911c3b0 req-06d77be2-d77a-4a49-8c80-2386479b4fea tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:08.142682 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e8fcb06-9911-4f72-bbe4-177a6911c3b0 req-06d77be2-d77a-4a49-8c80-2386479b4fea tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0548177 Nov 23 03:01:08.196500 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0e8fcb06-9911-4f72-bbe4-177a6911c3b0 req-d5451547-729a-4f69-8c97-5777da0873f4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474083 Nov 23 03:01:08.204564 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99588ae1-42d9-421a-8de5-99329b6476df req-e47e3510-b1f6-434d-b079-3f793f8d11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:08.206100 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-e47e3510-b1f6-434d-b079-3f793f8d11ae service neutron] 10.222.0.46 "GET /v2.0/networks?id=e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 200 len: 898 time: 0.0910230 Nov 23 03:01:08.206317 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:08.236198 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] Checking router: 5127055d-ffc6-43b2-8741-727a0d3cb795 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:01:08.240792 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:08.246207 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:08.246846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:08.260577 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-2fc6ee3e-57dd-452c-bec0-043d6003f1ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 200 len: 217 time: 0.0429437 Nov 23 03:01:08.311194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99588ae1-42d9-421a-8de5-99329b6476df req-8562b940-0c28-45fd-bd97-cbf972985112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:08.312606 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-8562b940-0c28-45fd-bd97-cbf972985112 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 200 len: 835 time: 0.0439913 Nov 23 03:01:08.352841 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:08.360655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99588ae1-42d9-421a-8de5-99329b6476df req-92aeabc8-3add-4557-b5a0-3000e89456c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:08.362317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-92aeabc8-3add-4557-b5a0-3000e89456c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e33c8b6e-e5dd-4830-afda-6aabc5006c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420327 Nov 23 03:01:08.458766 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-92d1a1a0-a220-40a0-be1f-007dc1db8bcc service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877731 Nov 23 03:01:08.549066 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:08.552769 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-99588ae1-42d9-421a-8de5-99329b6476df req-3eb64538-3cbf-4813-abc7-899dbb903671 service neutron] 10.222.0.46 "GET /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841730 Nov 23 03:01:08.579582 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d735df1-068d-40fb-9440-cb00f5559866 None None] The sync data for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv is: [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T02:59:28Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '16e217a8-8c11-462a-8884-d2ab8d2cc595', 'name': '', 'network_id': 'e33c8b6e-e5dd-4830-afda-6aabc5006c00', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:ef:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:27Z', 'updated_at': '2021-11-23T02:59:31Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '0d08c368-81bf-4e64-a9e4-fdfa517312e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:01:08.814096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ae0922-ed27-4bef-a0c1-a45bf94b8abe None None] New status for floating IP 11b379c1-8e4f-41f2-8fb7-27d7527ef461: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:01:09.338448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5128710-e1a5-49df-b90b-8c3cc0dba6ac req-f5dd82bc-7526-4dec-b06a-2b8f7ec51ea5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:09.338448 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e5128710-e1a5-49df-b90b-8c3cc0dba6ac req-f5dd82bc-7526-4dec-b06a-2b8f7ec51ea5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0618072 Nov 23 03:01:09.345304 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:09.394924 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e5128710-e1a5-49df-b90b-8c3cc0dba6ac req-35bec172-5416-4f0f-8393-d2656df1d979 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498919 Nov 23 03:01:10.210208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63751b-3245-412b-852e-823ce41a8e76 req-30e8912a-e20f-411f-9c76-0ee9b6f70922 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:10.211711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1c63751b-3245-412b-852e-823ce41a8e76 req-30e8912a-e20f-411f-9c76-0ee9b6f70922 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0545733 Nov 23 03:01:10.302476 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:01:10.302829 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:10.402989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:10.403779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:10.416534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:01:10.522107 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a83728-dd48-4461-93dd-07aac0dcc905 req-853afec4-8c22-4d2d-8de1-0af68d9a6773 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:10.523957 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-59a83728-dd48-4461-93dd-07aac0dcc905 req-853afec4-8c22-4d2d-8de1-0af68d9a6773 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb HTTP/1.1" status: 200 len: 945 time: 0.0504556 Nov 23 03:01:10.563837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:10.580541 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-59a83728-dd48-4461-93dd-07aac0dcc905 req-887a21dd-1191-4975-988b-32be79f22355 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=baa91858-e557-45ba-810c-fd342a895345&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505087 Nov 23 03:01:10.592501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=8f21f115-48ce-4b52-bcb9-81fbe5ad50f6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:10.637928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] No DVR routers for this DVR port 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:01:10.640601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:10.644060 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1c63751b-3245-412b-852e-823ce41a8e76 req-31417db9-c0a0-4d48-a759-d37563f3600d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "DELETE /v2.0/ports/8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 HTTP/1.1" status: 204 len: 173 time: 0.4245293 Nov 23 03:01:10.644529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'name': 'network-vif-deleted', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:01:10.646868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93980fe-d4cf-4942-bd8e-8a0c802e418a" -d '{"events": [{"server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "name": "network-vif-deleted", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:01:10.688924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab5748c-2a5a-424a-9f85-c94187172f0d x-openstack-request-id: req-2ab5748c-2a5a-424a-9f85-c94187172f0d {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:01:10.689280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb", "name": "network-vif-deleted", "tag": "8f21f115-48ce-4b52-bcb9-81fbe5ad50f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:01:10.689632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ab5748c-2a5a-424a-9f85-c94187172f0d {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:01:10.690062 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d3f04ab-c2b9-4d86-9ccb-dfd6b32de2cb', 'name': 'network-vif-deleted', 'tag': '8f21f115-48ce-4b52-bcb9-81fbe5ad50f6', 'status': 'completed', 'code': 200} Nov 23 03:01:11.644577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40572) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:12.049574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:12.312092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 16e217a8-8c11-462a-8884-d2ab8d2cc595 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:01:12.312374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:12.378394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:01:12.399622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:01:12.400063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f21f115-48ce-4b52-bcb9-81fbe5ad50f6 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:01:12.403458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 16e217a8-8c11-462a-8884-d2ab8d2cc595, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=16e217a8-8c11-462a-8884-d2ab8d2cc595,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:12.403926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:12.416638 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 16e217a8-8c11-462a-8884-d2ab8d2cc595 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:01:12.605286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:12.631061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=16e217a8-8c11-462a-8884-d2ab8d2cc595,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:12.643178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.643555 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.643910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.644252 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.644625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.645159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.645259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.645596 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.645923 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.646250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.646586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.646910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:12.812697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.029872 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 5127055d-ffc6-43b2-8741-727a0d3cb795 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:01:13.146267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:01:13.151914 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-157af776-76c1-48d5-93e3-d325e2030f04 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/5127055d-ffc6-43b2-8741-727a0d3cb795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5062082 Nov 23 03:01:13.154698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40574) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:13.157486 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] Sync routers for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:01:13.169320 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:13.170536 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:13.205836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting subnet 0d08c368-81bf-4e64-a9e4-fdfa517312e2 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:01:13.209174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.252651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.276804 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:13.342248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.414142 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.441105 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Subnet': ['ID=0d08c368-81bf-4e64-a9e4-fdfa517312e2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:13.449274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.453100 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6587eb88-62b3-4bbd-a75a-8d518eeaf74f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/subnets/0d08c368-81bf-4e64-a9e4-fdfa517312e2 HTTP/1.1" status: 204 len: 168 time: 0.2974901 Nov 23 03:01:13.455798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40576) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:13.457915 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84390d06-d76c-4f3d-8272-b8cd47e3882e None None] Network e33c8b6e-e5dd-4830-afda-6aabc5006c00 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:01:13.549599 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T03:01:12Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:13.568963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.582333 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] Checking router: 5127055d-ffc6-43b2-8741-727a0d3cb795 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:01:13.591691 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] Routers {'5127055d-ffc6-43b2-8741-727a0d3cb795'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:13.592259 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['5127055d-ffc6-43b2-8741-727a0d3cb795'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:13.653934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] DHCP port deletion for e33c8b6e-e5dd-4830-afda-6aabc5006c00 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:01:13.707336 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] Set router 5127055d-ffc6-43b2-8741-727a0d3cb795 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:13.712097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Deleting port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:01:13.712822 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.786198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] For port 44b2d210-100f-4fee-a3e3-f3e3f29931c6, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=44b2d210-100f-4fee-a3e3-f3e3f29931c6,segment=NetworkSegment(61be5639-37e2-454a-8431-aceaf7c4d92d),segment_id=61be5639-37e2-454a-8431-aceaf7c4d92d)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:13.786625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.800834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Calling delete_port for 44b2d210-100f-4fee-a3e3-f3e3f29931c6 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:01:13.891442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:13.902019 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T03:01:12Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:13.918158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Pushing event deleted for resources: {'Port': ['ID=44b2d210-100f-4fee-a3e3-f3e3f29931c6,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:13.922624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] No DVR routers for this DVR port 44b2d210-100f-4fee-a3e3-f3e3f29931c6 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:01:13.929634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.930116 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.930557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.930907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.931249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.931595 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.931935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.932298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.932638 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.932972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.938546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.938546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8fed99-3d73-472c-ab56-f7144c4473b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:13.942364 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3c7d1d-a5ac-4dc7-9a74-6afe0cfab53a None None] The sync data for ids ['5127055d-ffc6-43b2-8741-727a0d3cb795'] in dv-neutron-818844-1-hyperv is: [{'id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1449048932', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236'}], 'enable_snat': True}, 'gw_port_id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T02:59:24Z', 'updated_at': '2021-11-23T03:01:12Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'ed071203-55d4-49cc-920e-2e81c636dc99', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:ca:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5127055d-ffc6-43b2-8741-727a0d3cb795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T02:59:25Z', 'updated_at': '2021-11-23T02:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:01:14.007188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.064408 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port ed071203-55d4-49cc-920e-2e81c636dc99 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:01:14.064700 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.145586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port ed071203-55d4-49cc-920e-2e81c636dc99, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ed071203-55d4-49cc-920e-2e81c636dc99,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:14.145853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.158295 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for ed071203-55d4-49cc-920e-2e81c636dc99 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:01:14.350487 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.377217 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=ed071203-55d4-49cc-920e-2e81c636dc99,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:14.396730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec16a93-6270-453e-b8a3-bc30f052f250 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:01:14.448131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.540206 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.542518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.576782 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:01:14.587334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.587942 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Fanout notify agent at l3_agent the message router_deleted on router 5127055d-ffc6-43b2-8741-727a0d3cb795 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:01:14.595208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.596349 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9d4f55e3-a92a-476e-82fc-6b196807ed7c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/routers/5127055d-ffc6-43b2-8741-727a0d3cb795 HTTP/1.1" status: 204 len: 168 time: 1.1395190 Nov 23 03:01:14.599097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40578) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:14.683665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.779813 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.801334 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c8b6e-e5dd-4830-afda-6aabc5006c00']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:14.810625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61be5639-37e2-454a-8431-aceaf7c4d92d') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:14.810920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61be5639-37e2-454a-8431-aceaf7c4d92d') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:14.820035 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.833642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.839857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:01:14.840283 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:01:14.843328 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:01:14.905484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.912799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:14.916051 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/networks/e33c8b6e-e5dd-4830-afda-6aabc5006c00 HTTP/1.1" status: 204 len: 168 time: 0.3159883 Nov 23 03:01:14.919123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40580) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:14.927847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ba89f1-73c0-48e0-a208-5b61dd86b548 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Network': ['ID=e33c8b6e-e5dd-4830-afda-6aabc5006c00,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:14.985819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622f34e6-c576-404c-abfd-414b49f55b2a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.013214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622f34e6-c576-404c-abfd-414b49f55b2a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.079217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622f34e6-c576-404c-abfd-414b49f55b2a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.082306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-622f34e6-c576-404c-abfd-414b49f55b2a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.083533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-622f34e6-c576-404c-abfd-414b49f55b2a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/security-groups/baa91858-e557-45ba-810c-fd342a895345 HTTP/1.1" status: 204 len: 168 time: 0.1633639 Nov 23 03:01:15.093722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f34e6-c576-404c-abfd-414b49f55b2a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa91858-e557-45ba-810c-fd342a895345,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:15.384057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40586) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:15.388791 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197094160', 'description': 'tempest-secgroup-smoke-1197094160 description', 'project_id': 'd23944b7e11344a590106bc6d8dc0256'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:15.410684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 44b2d210-100f-4fee-a3e3-f3e3f29931c6 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:01:15.411320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.431736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 44b2d210-100f-4fee-a3e3-f3e3f29931c6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:01:15.432118 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 44b2d210-100f-4fee-a3e3-f3e3f29931c6 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:01:15.432560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 16e217a8-8c11-462a-8884-d2ab8d2cc595 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:01:15.452212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 16e217a8-8c11-462a-8884-d2ab8d2cc595 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:01:15.452900 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 16e217a8-8c11-462a-8884-d2ab8d2cc595 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:01:15.453302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ed071203-55d4-49cc-920e-2e81c636dc99 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:01:15.475217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ed071203-55d4-49cc-920e-2e81c636dc99 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:01:15.475553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ed071203-55d4-49cc-920e-2e81c636dc99 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:01:15.480133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.484842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.513382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b789ae0-e9b5-4994-964c-9c51d64c8ecf,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:15.518108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.519321 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-03fd6817-fb15-4d4f-94f7-441b23a1d755 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1341982 Nov 23 03:01:15.522249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40588) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:15.526873 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '1b789ae0-e9b5-4994-964c-9c51d64c8ecf', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:15.554573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.619568 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.625043 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.643941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3251ac-970e-4719-97d1-825ee85ea30d,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:15.652697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.653941 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0f86f737-bad6-4d5c-88bd-72393afcf4ce tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306212 Nov 23 03:01:15.656774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40590) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:15.661194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '1b789ae0-e9b5-4994-964c-9c51d64c8ecf', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:15.689698 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.750272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.755739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.773161 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9617476-52fd-4b02-a49f-8dd5e88d9c92,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:15.782690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.783985 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-55808db7-f8cf-4d61-8ae7-7050a91b5b05 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1262608 Nov 23 03:01:15.786792 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40592) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:15.791503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '1b789ae0-e9b5-4994-964c-9c51d64c8ecf', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:15.822663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.882124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.887521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.906085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e381c6-50d9-45c9-b051-21ff4aa79a8c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:15.917644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:15.918845 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f94896dd-97b5-40ac-8980-4f37679f60b3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1311030 Nov 23 03:01:15.921779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40594) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:15.926236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '1b789ae0-e9b5-4994-964c-9c51d64c8ecf', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:15.955788 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.017219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.023399 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.041269 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=216b1758-172f-4865-9397-5fee5108fed8,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:16.049954 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.051734 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a6106daa-8577-4e16-80e9-c60e5f799abe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289849 Nov 23 03:01:16.054765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40596) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:16.059451 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '1b789ae0-e9b5-4994-964c-9c51d64c8ecf', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:16.082992 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:01:16.088221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.138515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.144449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.163097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ff7f02-b6cc-46f8-9624-e92556ae15cd,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:16.176101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.177386 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c6408989-36aa-4391-b112-22f492968d74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215351 Nov 23 03:01:16.180285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40598) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:16.186530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '1b789ae0-e9b5-4994-964c-9c51d64c8ecf', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:16.214259 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:01:16.219377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.280180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.285607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.305126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c1ea72-4eb5-4e3c-8074-2d69b4892079,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:16.311387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.312682 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f2a53d83-6187-460b-81e4-c8f5bb1ee904 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311474 Nov 23 03:01:16.315407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40600) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:16.321044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'network': {'name': 'tempest-network-smoke--1130710177', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:16.345520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:01:16.349351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.378062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:01:16.389038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.389374 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Added segment b8e131b8-199d-4f44-a655-a4a9be62b2f7 of type vlan for network 3ff4ab37-341b-42c4-aac2-b8f97802781c Nov 23 03:01:16.440434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.469218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.474685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:16.475305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.535036 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2183492 Nov 23 03:01:16.537784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40602) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:16.544336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'admin_state_up': True, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:16.555264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916890ae-cc65-4961-a962-e786848c1f19 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Network': ['ID=3ff4ab37-341b-42c4-aac2-b8f97802781c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:16.566287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:01:16.574098 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.575403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.631664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.789355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:16.996470 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.015757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.128656 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.78 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cfa75be5-2175-4fcc-9726-521347dab4c5) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:01:17.230518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.272479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.319957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:01:17.323083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:17.326653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:01:17.345268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8e78ce-6137-409d-a134-07d48e267de0 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:01:17.351262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=cfa75be5-2175-4fcc-9726-521347dab4c5,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:17.434256 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e3dba81e-328f-4935-960f-695af3e1a84f None None] Provisioning complete for port cfa75be5-2175-4fcc-9726-521347dab4c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:17.434659 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e3dba81e-328f-4935-960f-695af3e1a84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.472418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e3dba81e-328f-4935-960f-695af3e1a84f None None] Port cfa75be5-2175-4fcc-9726-521347dab4c5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:01:17.590762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.800335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:17.934289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router ee69b013-bd73-48ef-870e-37c2bc965f15 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:01:18.045277 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:01:18.055380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Sync routers for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:01:18.067198 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:18.067819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:18.070097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.071980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-af08de41-7d64-4690-989b-254f46dfac5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5333242 Nov 23 03:01:18.075324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40604) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:18.107407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-437dbcc1-9e31-479d-bd5c-ebdc59d44bb6 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d23944b7e11344a590106bc6d8dc0256&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309834 Nov 23 03:01:18.110315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40606) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:18.173104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:18.203570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43fad42-cb0b-44f2-a307-ee1217fb68cb tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:18.205169 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d43fad42-cb0b-44f2-a307-ee1217fb68cb tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938163 Nov 23 03:01:18.208093 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40608) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:18.235945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ba4f9770-6974-46bd-8d30-33aeaf1fef8d tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267115 Nov 23 03:01:18.238703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40610) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:18.245492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1620629653', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:18.344508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:01:18.348638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.503802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:17Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:18.533625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Checking router: ee69b013-bd73-48ef-870e-37c2bc965f15 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:01:18.533970 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Updating router ee69b013-bd73-48ef-870e-37c2bc965f15 port cfa75be5-2175-4fcc-9726-521347dab4c5 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:01:18.537181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.559096 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.597670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Subnet': ['ID=4c3389ea-461d-4a64-942d-9a60548ab99d,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:18.606590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Checking segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:01:18.606958 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network hostable DHCP agents. Network: 3ff4ab37-341b-42c4-aac2-b8f97802781c, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:01:18.624478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:01:18.634276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 3ff4ab37-341b-42c4-aac2-b8f97802781c) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:18.639724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:18.639931 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.647488 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385e5661-f9eb-4801-9d5c-ae6e91f3b36b None None] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:01:18.657803 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-398876a5-8419-44f7-9dd1-f92958e50a7d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4180081 Nov 23 03:01:18.660891 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40612) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:18.881139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-3ff4ab37-341b-42c4-aac2-b8f97802781c', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:01:18.881986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.938818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:18.986671 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.057245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d9fcd-9676-43a4-8102-c28fd86b5dc4 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:01:19.081904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d0ab6-9f8e-45c0-9b5c-14897b998399 None None] Pushing event updated for resources: {'Port': ['ID=cfa75be5-2175-4fcc-9726-521347dab4c5,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:19.087020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Attempting to bind port cfa75be5-2175-4fcc-9726-521347dab4c5 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:01:19.087417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Attempting to bind port cfa75be5-2175-4fcc-9726-521347dab4c5 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:01:19.087788 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Attempting to bind port cfa75be5-2175-4fcc-9726-521347dab4c5 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:01:19.099167 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:01:19.099591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:01:19.099963 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.100381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:01:19.100875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Bound port: cfa75be5-2175-4fcc-9726-521347dab4c5, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:01:19.101259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.123723 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.148445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Allocated IP 172.20.0.2 (3ff4ab37-341b-42c4-aac2-b8f97802781c/4c3389ea-461d-4a64-942d-9a60548ab99d/d302575e-31b8-440b-8cac-b62199367a81) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:01:19.188076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] For port cfa75be5-2175-4fcc-9726-521347dab4c5, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:01:19.228825 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] For port cfa75be5-2175-4fcc-9726-521347dab4c5, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cfa75be5-2175-4fcc-9726-521347dab4c5,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:01:19.237584 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.291643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-98512fe1-590c-4c10-adcf-873a16f94947 None None] Provisioning complete for port cfa75be5-2175-4fcc-9726-521347dab4c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:19.292019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98512fe1-590c-4c10-adcf-873a16f94947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.333741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc526c-a386-4f77-8261-964490fb9b33 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:01:19.378177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d0ab6-9f8e-45c0-9b5c-14897b998399 None None] Pushing event updated for resources: {'Port': ['ID=cfa75be5-2175-4fcc-9726-521347dab4c5,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:19.405290 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:19.405929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:19.473455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.490213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.534798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.1 (3ff4ab37-341b-42c4-aac2-b8f97802781c/4c3389ea-461d-4a64-942d-9a60548ab99d/577c1b14-478f-4e5b-9bfd-03d8b2105b43) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:01:19.594727 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:01:19.601876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:19.603625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98512fe1-590c-4c10-adcf-873a16f94947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.612555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:01:19.630712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:19.634017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Pushing event updated for resources: {'Port': ['ID=d302575e-31b8-440b-8cac-b62199367a81,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:19.646883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.686367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.714632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-98512fe1-590c-4c10-adcf-873a16f94947 None None] For port cfa75be5-2175-4fcc-9726-521347dab4c5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cfa75be5-2175-4fcc-9726-521347dab4c5,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:19.741713 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-98512fe1-590c-4c10-adcf-873a16f94947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.822987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Attempting to bind port d302575e-31b8-440b-8cac-b62199367a81 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:01:19.823366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Attempting to bind port d302575e-31b8-440b-8cac-b62199367a81 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:01:19.823738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Attempting to bind port d302575e-31b8-440b-8cac-b62199367a81 on network 3ff4ab37-341b-42c4-aac2-b8f97802781c {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:01:19.850340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:01:19.850760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Checking segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:01:19.851170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.851567 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Bound using segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:01:19.852176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Bound port: d302575e-31b8-440b-8cac-b62199367a81, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:01:19.852535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:19.881598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98512fe1-590c-4c10-adcf-873a16f94947 None None] Pushing event updated for resources: {'Port': ['ID=cfa75be5-2175-4fcc-9726-521347dab4c5,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:19.941068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3289e6af-0938-4823-9b8f-0f5c25805ca1 None None] Provisioning complete for port cfa75be5-2175-4fcc-9726-521347dab4c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:19.941451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3289e6af-0938-4823-9b8f-0f5c25805ca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.111520 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:01:20.116126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:20.119879 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:01:20.144530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=577c1b14-478f-4e5b-9bfd-03d8b2105b43,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:20.163831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] For port d302575e-31b8-440b-8cac-b62199367a81, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:01:20.168708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] For port d302575e-31b8-440b-8cac-b62199367a81, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d302575e-31b8-440b-8cac-b62199367a81,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:01:20.171153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.178679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.227076 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:17Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:20.291040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dcf398-2de6-41c5-a34b-846f8f495164 None None] The sync data for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv is: [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:17Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:01:20.300848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e790b-262d-42df-a2c9-a7138b49268b None None] Pushing event updated for resources: {'Port': ['ID=d302575e-31b8-440b-8cac-b62199367a81,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:20.335747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.677996 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.683587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.759403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.761289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=577c1b14-478f-4e5b-9bfd-03d8b2105b43,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:20.773994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:20.860933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:01:20.862446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:20.984387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router ee69b013-bd73-48ef-870e-37c2bc965f15 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:01:21.107234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:01:21.120871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7c58222c-8a43-469b-9049-5c6e1dc49051 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/ee69b013-bd73-48ef-870e-37c2bc965f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4589050 Nov 23 03:01:21.253328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc3c141-4931-4c79-a949-46cd3b8ba90c None None] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:01:21.282879 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-a5c566d1-299a-40fa-870b-4be8f076bf17 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197094160&fields=id&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 267 time: 0.0473232 Nov 23 03:01:21.377254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a135bd6c-62d1-4901-a37e-cfc69907359b None None] Provisioning complete for port d302575e-31b8-440b-8cac-b62199367a81 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:21.377766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a135bd6c-62d1-4901-a37e-cfc69907359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.399752 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-cc092e07-5782-470f-9c41-ae4f54de6756 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:21.401639 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-cc092e07-5782-470f-9c41-ae4f54de6756 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 797 time: 0.1117394 Nov 23 03:01:21.419100 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-7490488f-d857-465b-8177-2a15f191df16 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/quotas/d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 375 time: 0.0102873 Nov 23 03:01:21.492665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a135bd6c-62d1-4901-a37e-cfc69907359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.503520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-d709b81e-50b4-4c5a-aaa1-eaaec16eb9d0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749431 Nov 23 03:01:21.504560 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cfa75be5-2175-4fcc-9726-521347dab4c5 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:01:21.562649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-a135bd6c-62d1-4901-a37e-cfc69907359b None None] For port d302575e-31b8-440b-8cac-b62199367a81, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d302575e-31b8-440b-8cac-b62199367a81,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:21.569148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a135bd6c-62d1-4901-a37e-cfc69907359b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.629958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port cfa75be5-2175-4fcc-9726-521347dab4c5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:21.630440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.654172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135bd6c-62d1-4901-a37e-cfc69907359b None None] Pushing event updated for resources: {'Port': ['ID=d302575e-31b8-440b-8cac-b62199367a81,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:21.665867 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-91c960e6-3062-4842-ac09-0226b2f61cb1 service neutron] 10.222.0.53 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511636 Nov 23 03:01:21.725665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d302575e-31b8-440b-8cac-b62199367a81 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:01:21.760287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-31319476-55d2-4a21-aeeb-820541a73371 None None] Provisioning complete for port d302575e-31b8-440b-8cac-b62199367a81 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:21.760714 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31319476-55d2-4a21-aeeb-820541a73371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.790797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-c2248a54-a481-4c4b-b89d-b1d15c882bd2 service neutron] 10.222.0.53 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183069 Nov 23 03:01:21.818151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d302575e-31b8-440b-8cac-b62199367a81 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:21.818527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.927303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-31319476-55d2-4a21-aeeb-820541a73371 None None] Provisioning complete for port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:21.927685 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-31319476-55d2-4a21-aeeb-820541a73371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:21.973971 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-31319476-55d2-4a21-aeeb-820541a73371 None None] Port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:01:21.991957 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cc408845-63a3-47f6-a9d9-6bb3522f2fd6 req-09d4ffef-6c39-4f13-8d17-d7c55fd6d932 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 210 time: 0.0297496 Nov 23 03:01:22.094603 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Sync routers for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:01:22.102331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-095aedb7-7603-4e57-9fef-37c9daaffdbe None None] Provisioning complete for port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:22.102874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-095aedb7-7603-4e57-9fef-37c9daaffdbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.105852 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:22.106989 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:22.138515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-095aedb7-7603-4e57-9fef-37c9daaffdbe None None] Port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:01:22.217462 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:22.260170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e09c6e8c-ee19-4b1a-aac7-4272a7730a04 None None] Provisioning complete for port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:22.260819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e09c6e8c-ee19-4b1a-aac7-4272a7730a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.298399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e09c6e8c-ee19-4b1a-aac7-4272a7730a04 None None] Port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:01:22.418619 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 2, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:22.444351 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Checking router: ee69b013-bd73-48ef-870e-37c2bc965f15 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:01:22.444708 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Updating router ee69b013-bd73-48ef-870e-37c2bc965f15 port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:01:22.471954 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.736441 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.745524 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.798514 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Pushing event updated for resources: {'Port': ['ID=577c1b14-478f-4e5b-9bfd-03d8b2105b43,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:22.824746 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.825103 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.825448 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.825778 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.826110 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.826439 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.826766 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.827081 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.827411 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.827722 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.828038 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.828366 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:01:22.862437 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Attempting to bind port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:01:22.862826 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Attempting to bind port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:01:22.863203 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Attempting to bind port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 on network 3ff4ab37-341b-42c4-aac2-b8f97802781c {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:01:22.869191 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:01:22.869564 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Checking segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:01:22.869969 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.870354 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Bound using segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:01:22.870825 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Bound port: 577c1b14-478f-4e5b-9bfd-03d8b2105b43, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:01:22.871203 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:22.935102 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] For port 577c1b14-478f-4e5b-9bfd-03d8b2105b43, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:01:22.938400 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] For port 577c1b14-478f-4e5b-9bfd-03d8b2105b43, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=577c1b14-478f-4e5b-9bfd-03d8b2105b43,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:01:22.944723 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:23.000937 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:23.001574 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:23.024081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-026abc7a-4505-48c2-802c-17a36156aa60 None None] Provisioning complete for port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:23.024557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-026abc7a-4505-48c2-802c-17a36156aa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:23.091014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-721844ef-c519-4c3b-9e96-7d28aa7deb62 req-eda628d8-b2ec-4ce4-9026-493d15700bf6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 210 time: 0.0334239 Nov 23 03:01:23.114072 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:23.152517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-026abc7a-4505-48c2-802c-17a36156aa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:23.199652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-026abc7a-4505-48c2-802c-17a36156aa60 None None] For port 577c1b14-478f-4e5b-9bfd-03d8b2105b43, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=577c1b14-478f-4e5b-9bfd-03d8b2105b43,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:23.205914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-026abc7a-4505-48c2-802c-17a36156aa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:23.238221 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0593db-f624-4097-a7ca-20698c1c0459 None None] Pushing event updated for resources: {'Port': ['ID=577c1b14-478f-4e5b-9bfd-03d8b2105b43,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:23.257550 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026abc7a-4505-48c2-802c-17a36156aa60 None None] Pushing event updated for resources: {'Port': ['ID=577c1b14-478f-4e5b-9bfd-03d8b2105b43,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:23.332674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-961ca633-3db4-4837-b77d-3fcc0c41676d None None] Provisioning complete for port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:23.333393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-961ca633-3db4-4837-b77d-3fcc0c41676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:23.419287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d302575e-31b8-440b-8cac-b62199367a81 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:01:23.424743 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:22Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:23.450758 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2832e95-fcc3-4953-b1ca-20853697ab3e None None] The sync data for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv is: [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:22Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:01:23.465830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d302575e-31b8-440b-8cac-b62199367a81 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:23.466203 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:24.182196 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fc69dd1d-7265-4d26-a427-086f666b2b5e req-0e965ba6-8acb-4271-89a2-c353836aa5b0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 210 time: 0.0341856 Nov 23 03:01:25.274266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a27eda37-3a07-4434-b509-2819c955d45c req-3334eac5-44d6-4b2b-b9e1-6176ee60e67e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 210 time: 0.0277390 Nov 23 03:01:25.425820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 577c1b14-478f-4e5b-9bfd-03d8b2105b43 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:01:25.473031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:25.473436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:26.372379 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0edae9d9-f819-4972-b776-c2a59470495f req-bcc503b5-f7bd-4e8e-959f-90359fcb94c8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 210 time: 0.0273199 Nov 23 03:01:27.272493 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-98ef07e5-4925-4293-bfdf-c9db79b94c75 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:27.274307 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-98ef07e5-4925-4293-bfdf-c9db79b94c75 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 797 time: 0.1192648 Nov 23 03:01:27.351582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-f5724457-fe1c-47e4-9c1b-3fe7cb1b1686 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 380 time: 0.0579476 Nov 23 03:01:27.368035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'port': {'device_id': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'admin_state_up': True, 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'security_groups': ['1b789ae0-e9b5-4994-964c-9c51d64c8ecf']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:27.480988 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc9c7fee-7cbc-468f-a04b-6b5743fbc58c req-046a934b-9aae-49c2-b800-f7908cc3b241 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 210 time: 0.0373647 Nov 23 03:01:27.507331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:01:27.510988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:27.636598 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.14 (3ff4ab37-341b-42c4-aac2-b8f97802781c/4c3389ea-461d-4a64-942d-9a60548ab99d/49dec3c6-094c-4205-b572-86fe62170ef1) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:01:27.784404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:27.826793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:27.881255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:01:27.884535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:27.888515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:01:27.917981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:27.946630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:27.947276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:27.965980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-0a1f17b4-7fe8-46ea-9c9b-43a72fbf93f2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042285 Nov 23 03:01:27.991345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Request body: {'port': {'device_id': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:28.047298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.166950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-78d7850b-d914-4da7-a3d8-0bf2fdb81067 None None] Provisioning complete for port 49dec3c6-094c-4205-b572-86fe62170ef1 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:28.168007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-78d7850b-d914-4da7-a3d8-0bf2fdb81067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.201406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-78d7850b-d914-4da7-a3d8-0bf2fdb81067 None None] Port 49dec3c6-094c-4205-b572-86fe62170ef1 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:01:28.317259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dec3c6-094c-4205-b572-86fe62170ef1 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:01:28.325794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.339566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Transition to ACTIVE for port object 49dec3c6-094c-4205-b572-86fe62170ef1 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:01:28.345659 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.400071 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:28.473440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Attempting to bind port 49dec3c6-094c-4205-b572-86fe62170ef1 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:01:28.473765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Attempting to bind port 49dec3c6-094c-4205-b572-86fe62170ef1 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:01:28.474136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Attempting to bind port 49dec3c6-094c-4205-b572-86fe62170ef1 on network 3ff4ab37-341b-42c4-aac2-b8f97802781c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:01:28.479651 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Port 49dec3c6-094c-4205-b572-86fe62170ef1 on network 3ff4ab37-341b-42c4-aac2-b8f97802781c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:01:28.479966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Attempting to bind port 49dec3c6-094c-4205-b572-86fe62170ef1 on network 3ff4ab37-341b-42c4-aac2-b8f97802781c {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:01:28.485853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:01:28.486150 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Checking segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:01:28.486570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Bound using segment: {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:01:28.487008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Bound port: 49dec3c6-094c-4205-b572-86fe62170ef1, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e131b8-199d-4f44-a655-a4a9be62b2f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:01:28.487358 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.558090 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:01:28.561463 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:01:28.568567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.609038 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5f912-56f9-4b15-bac7-86591c130a80 req-efa0a91b-9ce1-41b8-8035-900b683b26a6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:28.610730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:28.610871 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ddf5f912-56f9-4b15-bac7-86591c130a80 req-efa0a91b-9ce1-41b8-8035-900b683b26a6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 944 time: 0.0544803 Nov 23 03:01:28.611482 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:28.612768 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] 10.222.0.46 "PUT /v2.0/ports/49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1094 time: 0.6261344 Nov 23 03:01:28.613243 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:01:28.615611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:01:28.639485 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996af06-de57-4688-b9e9-07e61ebcfb4f service neutron] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:28.663396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b485f88-4c0f-4f63-997c-c0fdaeab385c x-openstack-request-id: req-2b485f88-4c0f-4f63-997c-c0fdaeab385c {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:01:28.663705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:01:28.663967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b485f88-4c0f-4f63-997c-c0fdaeab385c {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:01:28.664422 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'status': 'completed', 'code': 200} Nov 23 03:01:28.686050 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ddf5f912-56f9-4b15-bac7-86591c130a80 req-b56c5c51-5755-46b7-ba2b-2c029bcea1bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581353 Nov 23 03:01:28.735338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-aeeefc89-b13b-43af-9fde-14539908573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:28.736950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-aeeefc89-b13b-43af-9fde-14539908573d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1097 time: 0.0467887 Nov 23 03:01:28.793732 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-52e87312-362d-493c-9c0b-02c4495d91e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 217 time: 0.0376816 Nov 23 03:01:28.852529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-46042345-cb26-4085-8b37-d7c2af3926d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:28.854690 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-46042345-cb26-4085-8b37-d7c2af3926d2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0509734 Nov 23 03:01:28.908505 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-ca184dce-ab97-41c7-99d7-4b4c0acd70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:28.910022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-ca184dce-ab97-41c7-99d7-4b4c0acd70b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415497 Nov 23 03:01:29.013936 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-3d397194-c30a-4861-885c-d587874c3ff2 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916495 Nov 23 03:01:29.111750 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1924bcfd-ec1a-43e2-8ec1-3a0377fc7f14 req-29ca1678-032b-4676-a2eb-57f1548917a1 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886798 Nov 23 03:01:29.268986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-91a3c4cc-17b7-4e26-afd9-318562bf3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:29.270373 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-91a3c4cc-17b7-4e26-afd9-318562bf3256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1097 time: 0.0440352 Nov 23 03:01:29.372044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-20a1a7e8-9ddf-4c06-8322-2d0f69a1efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:29.373582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-20a1a7e8-9ddf-4c06-8322-2d0f69a1efcf service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.0938730 Nov 23 03:01:29.417455 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-7b94b69e-a4f2-43b9-9edc-788d0667128f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 217 time: 0.0352564 Nov 23 03:01:29.468824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-78e307d1-6736-4005-a581-9abc5f667d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:29.470319 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-78e307d1-6736-4005-a581-9abc5f667d2a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0454926 Nov 23 03:01:29.522104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-29f87e77-a51b-44e4-8d5c-6c5377504b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:29.523543 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-29f87e77-a51b-44e4-8d5c-6c5377504b77 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0452516 Nov 23 03:01:29.617904 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-ed0ebc87-a20b-442c-a72a-c7ecda0fd437 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859103 Nov 23 03:01:29.716297 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6d97ad44-fa7e-4bfa-a48f-758edbb7c33b req-4b872a5d-1cb9-40d3-a6da-f7ec400fe493 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876141 Nov 23 03:01:29.810008 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11152f-9481-4ff9-9908-4f62ce80157c req-b3fe3a9d-8adb-4881-9b74-de92edb4c159 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:29.811423 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cf11152f-9481-4ff9-9908-4f62ce80157c req-b3fe3a9d-8adb-4881-9b74-de92edb4c159 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 944 time: 0.0541761 Nov 23 03:01:29.867166 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cf11152f-9481-4ff9-9908-4f62ce80157c req-085d6670-bd55-430e-b734-d6e282f6e0d7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468094 Nov 23 03:01:31.007759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1284d69-fca4-4b90-9e21-c6a21f12fa57 req-ce621bec-00cf-490f-aa14-e8a2c9b28c5b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:31.009400 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1284d69-fca4-4b90-9e21-c6a21f12fa57 req-ce621bec-00cf-490f-aa14-e8a2c9b28c5b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 944 time: 0.0532885 Nov 23 03:01:31.062981 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f1284d69-fca4-4b90-9e21-c6a21f12fa57 req-1d717e44-76f4-473b-8af0-b6e0e0ea6d50 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473905 Nov 23 03:01:32.187182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67bb28-9d81-495b-9339-8f0028bea0d8 req-a62def0a-76f1-4b98-b938-6d0ada852e95 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:32.188694 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dd67bb28-9d81-495b-9339-8f0028bea0d8 req-a62def0a-76f1-4b98-b938-6d0ada852e95 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 944 time: 0.0511432 Nov 23 03:01:32.247862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dd67bb28-9d81-495b-9339-8f0028bea0d8 req-b252b731-f770-4df6-8a2a-28174fc1bd9b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532107 Nov 23 03:01:32.428063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:01:32.529816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:32.542312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '49dec3c6-094c-4205-b572-86fe62170ef1', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'port_id': '49dec3c6-094c-4205-b572-86fe62170ef1', 'mac_address': 'fa:16:3e:65:40:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:01:32.580802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:32.594635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dec3c6-094c-4205-b572-86fe62170ef1 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:01:32.616033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:32.621897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:32.674641 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:33.042322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['49dec3c6-094c-4205-b572-86fe62170ef1'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:01:33.161973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-05a07801-b5af-4625-938b-9236b6d6d128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:33.367794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146adb-4cec-4ab5-bb76-7a419333b0c0 req-5f3d509b-0aa9-420d-82b6-c112850e0f44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:33.369328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bf146adb-4cec-4ab5-bb76-7a419333b0c0 req-5f3d509b-0aa9-420d-82b6-c112850e0f44 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 945 time: 0.0502787 Nov 23 03:01:33.434423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bf146adb-4cec-4ab5-bb76-7a419333b0c0 req-4f3eca79-2ec7-4387-80d2-413957ea740f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562465 Nov 23 03:01:34.433311 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:01:34.489445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 49dec3c6-094c-4205-b572-86fe62170ef1 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:01:34.493528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 49dec3c6-094c-4205-b572-86fe62170ef1 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:01:34.493907 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:34.553122 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4f43b-fd62-4af3-97d1-f57a9e05def4 req-ecec8c39-14ce-4384-8130-8453bd82d983 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:34.554775 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-25a4f43b-fd62-4af3-97d1-f57a9e05def4 req-ecec8c39-14ce-4384-8130-8453bd82d983 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 945 time: 0.0509064 Nov 23 03:01:34.577619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:34.600599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:01:34.602899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcba03f-d7b5-498f-81ce-025fc74530e7" -d '{"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-plugged", "status": "completed", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:01:34.605163 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-25a4f43b-fd62-4af3-97d1-f57a9e05def4 req-006b848b-3687-44fa-8abd-25ca37c66767 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439236 Nov 23 03:01:34.616043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:01:34.622194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:34.647015 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04be649-2023-4800-9256-83d7a44407b7 x-openstack-request-id: req-e04be649-2023-4800-9256-83d7a44407b7 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:01:34.647317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-plugged", "status": "completed", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:01:34.647578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e04be649-2023-4800-9256-83d7a44407b7 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:01:34.647970 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'code': 200} Nov 23 03:01:34.673125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:34.886278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fac0d-74c5-40b4-ba9d-1a34269c9307 req-e46fae66-267f-4b9c-a72b-77bb78a19b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:34.887808 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9fac0d-74c5-40b4-ba9d-1a34269c9307 req-e46fae66-267f-4b9c-a72b-77bb78a19b44 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0430503 Nov 23 03:01:34.939547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9fac0d-74c5-40b4-ba9d-1a34269c9307 req-10949488-7a2c-444c-b7b2-7fa3203c2670 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388618 Nov 23 03:01:35.639493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ff176e34-6911-46c5-af34-c0859710d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:35.734208 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201dd2d-af46-4506-b0e7-ca4453bf156f req-484f4d2b-4467-4de9-bd3a-56e8bd234f2c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:35.735941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2201dd2d-af46-4506-b0e7-ca4453bf156f req-484f4d2b-4467-4de9-bd3a-56e8bd234f2c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0601654 Nov 23 03:01:35.794854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2201dd2d-af46-4506-b0e7-ca4453bf156f req-e6e80f38-9924-4a10-8b0b-c8428b812304 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526175 Nov 23 03:01:36.591990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:36.922827 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8f687-98c7-4b65-95c1-4d9b6a3d7f1b req-711dd253-1376-4241-aef9-28127b33ea9b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:36.924328 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f6c8f687-98c7-4b65-95c1-4d9b6a3d7f1b req-711dd253-1376-4241-aef9-28127b33ea9b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0537069 Nov 23 03:01:36.978322 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f6c8f687-98c7-4b65-95c1-4d9b6a3d7f1b req-c2ac53b0-2455-4b6c-aef5-9f28d19ad3b9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450842 Nov 23 03:01:37.109232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b8bc9-7860-461c-aff3-227876849df4 req-60ebd8e3-3648-4892-8259-ef3fb43d26cd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:37.110663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-224b8bc9-7860-461c-aff3-227876849df4 req-60ebd8e3-3648-4892-8259-ef3fb43d26cd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0564411 Nov 23 03:01:37.160280 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-224b8bc9-7860-461c-aff3-227876849df4 req-bc4c1e95-6874-4b0e-bf5c-8b464d61c908 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436542 Nov 23 03:01:37.195136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40686) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:37.237680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcc9671-6a0b-44a9-9580-658909914c6c tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:37.239233 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dbcc9671-6a0b-44a9-9580-658909914c6c tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1094 time: 0.0430651 Nov 23 03:01:37.242937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40688) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:37.247654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '49dec3c6-094c-4205-b572-86fe62170ef1', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:01:37.272162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:37.378515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:37.493242 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.238 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/cd88b547-6563-48d9-bcd5-8aa219acc058) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:01:37.606057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:37.646667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:37.689742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:01:37.692690 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:01:37.695332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:01:37.723275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=cd88b547-6563-48d9-bcd5-8aa219acc058,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:38.075381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:38.147117 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:38.241179 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:38.298776 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:38.304946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:38.375128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=cd88b547-6563-48d9-bcd5-8aa219acc058,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:01:38.387796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:38.486625 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP c852a35d-85fc-4912-81ed-89a5653ceff2 associated. External IP: 172.26.8.238, port: 49dec3c6-094c-4205-b572-86fe62170ef1. Nov 23 03:01:39.047268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router ee69b013-bd73-48ef-870e-37c2bc965f15 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:01:39.156471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:01:39.166485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28437b-a200-43f0-962d-dd999337791e None None] Sync routers for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:01:39.177588 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:39.178327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:39.178978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:39.210565 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f40e12df-1221-47b9-8784-6a56b9199c2f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9639990 Nov 23 03:01:39.210565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:01:39.211029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7efb753-d369-4e96-985b-91d2b55a6290" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:01:39.256731 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd727c9-fd08-468a-9be1-3e0eb1d90f8b x-openstack-request-id: req-ffd727c9-fd08-468a-9be1-3e0eb1d90f8b {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:01:39.257015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:01:39.257262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffd727c9-fd08-468a-9be1-3e0eb1d90f8b {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:01:39.257803 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'status': 'completed', 'code': 200} Nov 23 03:01:39.305896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:39.316894 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0887c-e235-475b-8b24-745c462fdd62 req-a4d80b1c-bba8-49e9-87eb-bbf11d2634af tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:39.320870 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-43e0887c-e235-475b-8b24-745c462fdd62 req-a4d80b1c-bba8-49e9-87eb-bbf11d2634af tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0575464 Nov 23 03:01:39.353318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-13b46d60-af3b-4939-87a9-945ed3f5aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:39.355005 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-13b46d60-af3b-4939-87a9-945ed3f5aba0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0507381 Nov 23 03:01:39.374684 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-43e0887c-e235-475b-8b24-745c462fdd62 req-e359bac2-2b4f-4cbd-ace2-df9f40f240dd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494938 Nov 23 03:01:39.397426 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40696) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:39.410589 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:39.455343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-3d265a77-e2d4-4db6-a8c6-1c7393ae4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:39.456915 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-3d265a77-e2d4-4db6-a8c6-1c7393ae4b79 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.0945437 Nov 23 03:01:39.464803 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6e75ea72-0b86-4f8e-8347-47841b7104d6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/c852a35d-85fc-4912-81ed-89a5653ceff2 HTTP/1.1" status: 200 len: 992 time: 0.0659652 Nov 23 03:01:39.529966 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-5c4e5177-2d12-4eba-b3df-e242514b82ad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1000 time: 0.0640936 Nov 23 03:01:39.549052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c852a35d-85fc-4912-81ed-89a5653ceff2', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'port_id': '49dec3c6-094c-4205-b572-86fe62170ef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'mac_address': 'fa:16:3e:65:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:01:37Z', 'updated_at': '2021-11-23T03:01:37Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:39.579187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28437b-a200-43f0-962d-dd999337791e None None] Checking router: ee69b013-bd73-48ef-870e-37c2bc965f15 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:01:39.580529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-98e56e99-2641-4429-a818-ffa08ade5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:39.582025 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-98e56e99-2641-4429-a818-ffa08ade5bf5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0446365 Nov 23 03:01:39.587437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:01:39.588050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:01:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:39.629794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-d43ce2f4-cd45-483d-b96f-81b4ef3012f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:01:39.631311 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-d43ce2f4-cd45-483d-b96f-81b4ef3012f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416036 Nov 23 03:01:39.731965 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-8b0e1428-54d3-48bf-912c-6c9b5726dddf service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919271 Nov 23 03:01:39.830996 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7efb753-d369-4e96-985b-91d2b55a6290 req-8d73a64e-680b-4d22-b444-68cd4a53e425 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917225 Nov 23 03:01:39.847709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:01:40.093378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-ba28437b-a200-43f0-962d-dd999337791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c852a35d-85fc-4912-81ed-89a5653ceff2', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'port_id': '49dec3c6-094c-4205-b572-86fe62170ef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'mac_address': 'fa:16:3e:65:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:01:37Z', 'updated_at': '2021-11-23T03:01:37Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:01:40.123254 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba28437b-a200-43f0-962d-dd999337791e None None] The sync data for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv is: [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'c852a35d-85fc-4912-81ed-89a5653ceff2', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.238', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'port_id': '49dec3c6-094c-4205-b572-86fe62170ef1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'mac_address': 'fa:16:3e:65:40:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:01:37Z', 'updated_at': '2021-11-23T03:01:37Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:01:40.329212 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2028e078-fa1b-4d9e-b2e3-1105245aa0ed None None] New status for floating IP c852a35d-85fc-4912-81ed-89a5653ceff2: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:01:40.468381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40698) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:01:40.537677 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9e6c136d-4306-467f-9965-6e5574e2bfaf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/c852a35d-85fc-4912-81ed-89a5653ceff2 HTTP/1.1" status: 200 len: 994 time: 0.0678442 Nov 23 03:01:50.791651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:01:51.580705 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:02:03.154611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2549460f-f991-43ac-9f4b-9c3cfcb916af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:04.889217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-06c089d6-6ee3-4120-9e7a-71e44f0dda38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481327 Nov 23 03:02:05.006392 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-bd3457d3-de25-4489-bb10-d7110da423d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:05.007894 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-bd3457d3-de25-4489-bb10-d7110da423d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0465662 Nov 23 03:02:05.123396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-ba2ca28e-fdf8-4e6d-914f-c97e59aed5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:05.125031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-ba2ca28e-fdf8-4e6d-914f-c97e59aed5ad service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.0901294 Nov 23 03:02:05.202140 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-0c6562bb-2952-4464-b6be-6a3f2867bb5d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0648708 Nov 23 03:02:05.254799 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-8a6d11e7-b8c3-4c18-a0b5-fedf1a88f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:05.256263 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-8a6d11e7-b8c3-4c18-a0b5-fedf1a88f9b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0438721 Nov 23 03:02:05.306888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-291e0c4f-30cc-4360-84d5-6883933c81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:05.308277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-291e0c4f-30cc-4360-84d5-6883933c81a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439939 Nov 23 03:02:05.407091 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-8e59b4fb-7590-4073-a58f-a3defa79a578 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905068 Nov 23 03:02:05.504062 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fe8fc54f-89a1-4601-8b45-e669a5a0e27c req-08b5a69c-726f-4ddc-b2a9-44c880b2cadd service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827394 Nov 23 03:02:05.639572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6c12882-3a85-4650-8e75-6124a8f55fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:06.592055 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:08.250189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:09.352458 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:15.845267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-b2837eb5-2f70-4822-be9d-ff22c09bb878 req-f468fe8c-43f8-4012-a92e-33c992bcf8c4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:02:15.846276 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b2837eb5-2f70-4822-be9d-ff22c09bb878 req-f468fe8c-43f8-4012-a92e-33c992bcf8c4 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082252 Nov 23 03:02:16.054158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40722) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:16.099542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfd14b-d147-495e-9277-929593c51f7c req-79a1d6b2-b430-4817-89c6-6a993730a757 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:16.101915 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-34bfd14b-d147-495e-9277-929593c51f7c req-79a1d6b2-b430-4817-89c6-6a993730a757 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.1104751 Nov 23 03:02:16.135214 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-6d694762-1eed-4bfe-8825-59ed6b22a0db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798802 Nov 23 03:02:16.144477 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-c7ac2ab1-83d1-4f6b-bba2-a01db210d761 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:02:16.145458 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-c7ac2ab1-83d1-4f6b-bba2-a01db210d761 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051813 Nov 23 03:02:16.154031 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-34bfd14b-d147-495e-9277-929593c51f7c req-f8849013-d683-420b-86ff-25fc027c7c13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467799 Nov 23 03:02:17.345913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5aa0b-e37a-481d-849b-bc0e610e994a req-0298ed1b-5cba-4eaf-b849-2d87dbeea268 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:17.347691 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ddc5aa0b-e37a-481d-849b-bc0e610e994a req-0298ed1b-5cba-4eaf-b849-2d87dbeea268 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.1089277 Nov 23 03:02:17.405539 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ddc5aa0b-e37a-481d-849b-bc0e610e994a req-53abf617-5af7-4c51-af98-7077f3e7aa61 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 Nov 23 03:02:17.517956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-e484f6b5-ed85-4527-ad8b-b8ebcb79033f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:17.519449 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-e484f6b5-ed85-4527-ad8b-b8ebcb79033f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0444515 Nov 23 03:02:17.629917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-d864cbc0-9971-4487-b40b-016049eb8753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:17.631416 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-d864cbc0-9971-4487-b40b-016049eb8753 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.1041341 Nov 23 03:02:17.703735 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-f5a603d7-279e-488b-b0db-e05c8d20db75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0640326 Nov 23 03:02:17.767620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-77da40ad-0b8f-4375-9427-a5f1ba0a587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:17.770424 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-77da40ad-0b8f-4375-9427-a5f1ba0a587c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0549555 Nov 23 03:02:17.821853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-4934ad06-8e2f-441f-bd6b-23307c01b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:17.823328 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-4934ad06-8e2f-441f-bd6b-23307c01b8c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449243 Nov 23 03:02:17.836210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-2c53b03e-39c4-4283-8c6a-cd883258033c service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:02:17.837214 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-2c53b03e-39c4-4283-8c6a-cd883258033c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049858 Nov 23 03:02:17.925904 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-f7029ed5-4112-40c3-af3d-fb6f1664219e service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812182 Nov 23 03:02:18.027341 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-1825bfbe-1b79-40cf-8556-75ceb52c2500 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937450 Nov 23 03:02:18.539211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee9b32-0f44-42c5-9b56-64d136202327 req-c78fdf29-2a1c-4f0c-ace5-98e3f736898b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:18.540733 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1bee9b32-0f44-42c5-9b56-64d136202327 req-c78fdf29-2a1c-4f0c-ace5-98e3f736898b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0545809 Nov 23 03:02:18.596648 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1bee9b32-0f44-42c5-9b56-64d136202327 req-92b7c509-4c88-4b84-a7ea-e2daff91d0e8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464830 Nov 23 03:02:19.731111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13843b-ead9-4cbe-959d-b4e3555239ec req-347124ca-37f7-4c02-a536-33838ca9c355 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:19.732663 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb13843b-ead9-4cbe-959d-b4e3555239ec req-347124ca-37f7-4c02-a536-33838ca9c355 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0565791 Nov 23 03:02:19.787511 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fb13843b-ead9-4cbe-959d-b4e3555239ec req-0e0c66b9-8594-4815-a6f3-e81d0e227b7f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462649 Nov 23 03:02:20.786605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:21.107285 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3ca15-4171-4255-a89d-35384b922fc8 req-cdfd17a0-531c-4c90-883e-d5d106439cbe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:21.108722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-49a3ca15-4171-4255-a89d-35384b922fc8 req-cdfd17a0-531c-4c90-883e-d5d106439cbe tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0652125 Nov 23 03:02:21.166071 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-49a3ca15-4171-4255-a89d-35384b922fc8 req-621396ce-0e5c-48ae-85f3-d3e8984d0f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513721 Nov 23 03:02:22.302165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8daae4-6070-4e3e-8c4a-6753e8160013 req-28f904c6-ed7f-4229-8362-29beed9d01a8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:22.303803 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9e8daae4-6070-4e3e-8c4a-6753e8160013 req-28f904c6-ed7f-4229-8362-29beed9d01a8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0577741 Nov 23 03:02:22.356591 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9e8daae4-6070-4e3e-8c4a-6753e8160013 req-fd0f8b13-7262-4834-bd18-372394453e41 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465198 Nov 23 03:02:23.489718 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682db5f0-a78b-49ea-b2d1-e37df1539f03 req-fc13306c-83a6-40c1-baac-dbd57f6ac721 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:23.491229 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-682db5f0-a78b-49ea-b2d1-e37df1539f03 req-fc13306c-83a6-40c1-baac-dbd57f6ac721 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0517948 Nov 23 03:02:23.543030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-682db5f0-a78b-49ea-b2d1-e37df1539f03 req-e1d836fe-7a84-4629-bb6b-af345013392c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432825 Nov 23 03:02:24.678228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151d546-44d5-45f0-b7f2-94d183aedc63 req-9d2ff110-6e6d-4ac2-a78e-5d7fac003ef6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:24.679762 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2151d546-44d5-45f0-b7f2-94d183aedc63 req-9d2ff110-6e6d-4ac2-a78e-5d7fac003ef6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0559993 Nov 23 03:02:24.729777 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2151d546-44d5-45f0-b7f2-94d183aedc63 req-4e9f9f84-162b-4592-998d-45827b7ece63 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Nov 23 03:02:25.856156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27927eea-bc4e-4860-aa34-ac0c3d617486 req-0055934f-f1fc-4788-b4c1-5781d0feaae8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:25.857746 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-27927eea-bc4e-4860-aa34-ac0c3d617486 req-0055934f-f1fc-4788-b4c1-5781d0feaae8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0516295 Nov 23 03:02:25.909366 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-27927eea-bc4e-4860-aa34-ac0c3d617486 req-8b1b8a10-dade-4266-a7f4-b34942f0e8b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Nov 23 03:02:27.036857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75925ac7-b151-4ea2-a483-c4509a84b80c req-49942b51-01f5-48d1-b4f2-f2244f2bbe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:27.038354 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-75925ac7-b151-4ea2-a483-c4509a84b80c req-49942b51-01f5-48d1-b4f2-f2244f2bbe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0522294 Nov 23 03:02:27.091023 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-75925ac7-b151-4ea2-a483-c4509a84b80c req-d474377a-c908-4f95-8832-99243774baf2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Nov 23 03:02:28.240527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa2117-da6f-443b-8ba7-3b2c13bd5840 req-7eaa942d-7a94-435d-88e1-79f6d6486bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:28.242018 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1daa2117-da6f-443b-8ba7-3b2c13bd5840 req-7eaa942d-7a94-435d-88e1-79f6d6486bd0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0681968 Nov 23 03:02:28.294847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1daa2117-da6f-443b-8ba7-3b2c13bd5840 req-c9ec845d-edf6-4f20-abf4-de0ae71801ba tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464921 Nov 23 03:02:28.585694 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:02:29.423552 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc522ef6-cc64-47b3-856f-b2268ea9110f req-67b2c3fd-2e6e-441c-9662-89ee8af7dff0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:29.425123 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fc522ef6-cc64-47b3-856f-b2268ea9110f req-67b2c3fd-2e6e-441c-9662-89ee8af7dff0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0519905 Nov 23 03:02:29.487137 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-fc522ef6-cc64-47b3-856f-b2268ea9110f req-7707f122-e073-425e-9aba-675ec6d7a807 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561402 Nov 23 03:02:30.629603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbcf91-aa2e-4266-80f9-78e8a0c5076d req-14e5884f-3786-4440-bdf9-74d982826f01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:30.630960 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a7fbcf91-aa2e-4266-80f9-78e8a0c5076d req-14e5884f-3786-4440-bdf9-74d982826f01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0514634 Nov 23 03:02:30.681801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a7fbcf91-aa2e-4266-80f9-78e8a0c5076d req-9b220c15-d489-4b51-8614-dd214a11c0c4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441210 Nov 23 03:02:31.809752 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518c387-ff59-4274-bf3d-b12e38765e45 req-0d2af19a-ca02-4acb-98f1-24481a1acd17 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:31.811254 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7518c387-ff59-4274-bf3d-b12e38765e45 req-0d2af19a-ca02-4acb-98f1-24481a1acd17 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0587173 Nov 23 03:02:31.863309 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7518c387-ff59-4274-bf3d-b12e38765e45 req-ade1228a-d8e4-4ed6-87ca-979d28cd9703 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458789 Nov 23 03:02:32.999173 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23a4d5-450a-4aaa-b24f-8f5d426fdc79 req-66990c78-6962-4d1a-a872-b8742a29a7ff tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:33.000741 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1a23a4d5-450a-4aaa-b24f-8f5d426fdc79 req-66990c78-6962-4d1a-a872-b8742a29a7ff tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0524828 Nov 23 03:02:33.056054 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1a23a4d5-450a-4aaa-b24f-8f5d426fdc79 req-1b87dad0-a287-4fd9-ab35-6febbd0d8cd9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486233 Nov 23 03:02:33.159289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f0f46853-6d74-46fc-839a-b58cc6e632b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:34.211094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed03c0-7818-480c-be2c-02b9921ec703 req-cb6c8aea-5122-4e7a-8c44-33075ff37870 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:34.213413 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0fed03c0-7818-480c-be2c-02b9921ec703 req-cb6c8aea-5122-4e7a-8c44-33075ff37870 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0667505 Nov 23 03:02:34.279676 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0fed03c0-7818-480c-be2c-02b9921ec703 req-b989c70c-ab03-462c-9069-5f291cd093b9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566013 Nov 23 03:02:35.401136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fb2dd-eb8e-47cc-b20e-050eadc817dc req-e8d6843b-2ded-4b67-a176-3b670da88808 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:35.402602 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-634fb2dd-eb8e-47cc-b20e-050eadc817dc req-e8d6843b-2ded-4b67-a176-3b670da88808 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0501270 Nov 23 03:02:35.458763 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-634fb2dd-eb8e-47cc-b20e-050eadc817dc req-5bf0406c-052c-4ce3-88c7-daa95dc2de3f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497983 Nov 23 03:02:35.643082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a7b531a0-4828-4622-914e-6dcc77ee3119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:36.588286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:36.606919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750b71f-c630-42a6-8934-9c93a3e9ff87 req-3b0b54bb-d182-4edb-9e7b-327958381d59 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:36.608375 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7750b71f-c630-42a6-8934-9c93a3e9ff87 req-3b0b54bb-d182-4edb-9e7b-327958381d59 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0619404 Nov 23 03:02:36.659323 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7750b71f-c630-42a6-8934-9c93a3e9ff87 req-deab5499-fc17-4d1c-93b8-34676a358004 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449262 Nov 23 03:02:37.788042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1bba16-aa60-4390-8deb-386a96905d45 req-d892d8a1-9167-4b41-a3e6-cc19ff277180 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:37.789565 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6e1bba16-aa60-4390-8deb-386a96905d45 req-d892d8a1-9167-4b41-a3e6-cc19ff277180 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0581219 Nov 23 03:02:37.839950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6e1bba16-aa60-4390-8deb-386a96905d45 req-3d0d9650-df25-42cb-9a85-90c652e366b8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437348 Nov 23 03:02:38.257213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:38.973425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532e616-c8d9-4a5b-9731-d618e9f0f0cc req-51b05666-3f72-431b-b7a3-bc9881fe8c59 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:38.974936 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8532e616-c8d9-4a5b-9731-d618e9f0f0cc req-51b05666-3f72-431b-b7a3-bc9881fe8c59 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0517783 Nov 23 03:02:39.027508 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8532e616-c8d9-4a5b-9731-d618e9f0f0cc req-13ca45c1-1ead-4bba-abc7-d0a6c90b237d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465863 Nov 23 03:02:39.345708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:40.168785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37795326-f8c2-4780-bed7-5b5e344b44ca req-d636fbd5-7e03-4450-8d41-0a7db1d01e0e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:40.170238 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-37795326-f8c2-4780-bed7-5b5e344b44ca req-d636fbd5-7e03-4450-8d41-0a7db1d01e0e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0664902 Nov 23 03:02:40.250467 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-4615ee88-b7b8-42d7-bcbd-49da49bf558c service neutron] 10.222.0.46 "GET /v2.0/ports/49dec3c6-094c-4205-b572-86fe62170ef1/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0945549 Nov 23 03:02:40.255925 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-37795326-f8c2-4780-bed7-5b5e344b44ca req-a97f439d-824b-4852-83d9-d013c3395b29 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663302 Nov 23 03:02:40.510869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-1dff24d0-4568-4317-9543-f56dc8316ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:40.512403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-1dff24d0-4568-4317-9543-f56dc8316ae8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 1099 time: 0.0440552 Nov 23 03:02:40.596083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-0be3c190-eaa8-4c1e-9a73-e97929debd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:40.597531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-0be3c190-eaa8-4c1e-9a73-e97929debd75 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0471449 Nov 23 03:02:40.689959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-886a1826-1de3-464c-89db-f2d2791c4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:40.691444 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-886a1826-1de3-464c-89db-f2d2791c4aca service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.0863667 Nov 23 03:02:40.761186 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-6e4dc1c9-c448-4ebd-905a-2c08e6197880 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0621543 Nov 23 03:02:40.812721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-331a6e38-a7db-4ab6-9848-3ebde13d50de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:40.814179 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-331a6e38-a7db-4ab6-9848-3ebde13d50de service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0450494 Nov 23 03:02:40.862676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-cebc6a9d-9f59-47c6-b55c-d77d78cd6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:40.864058 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-cebc6a9d-9f59-47c6-b55c-d77d78cd6211 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416944 Nov 23 03:02:40.971346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-4c838c62-9c07-4834-bc7f-10199d140926 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946920 Nov 23 03:02:41.063619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6661c2d5-e78d-4a0d-9f29-dc1ef8f66400 req-2acc1450-f869-4d27-855c-267bec164f71 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841200 Nov 23 03:02:41.376418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c9f358-1d3b-45d4-800a-ce2e087afd20 req-c6ba7a7c-12b6-42ec-b41c-a7d3b3f16620 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:41.378244 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d7c9f358-1d3b-45d4-800a-ce2e087afd20 req-c6ba7a7c-12b6-42ec-b41c-a7d3b3f16620 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0505037 Nov 23 03:02:41.433529 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d7c9f358-1d3b-45d4-800a-ce2e087afd20 req-07edc03d-dd37-4565-ae4d-820fa312f2c6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493422 Nov 23 03:02:42.554789 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09eb63-b5a9-4e00-965d-3fa1e7321ad0 req-f391a19d-3212-4cd6-8287-6bbb6ca0709d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:42.556293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c09eb63-b5a9-4e00-965d-3fa1e7321ad0 req-f391a19d-3212-4cd6-8287-6bbb6ca0709d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0523655 Nov 23 03:02:42.612676 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c09eb63-b5a9-4e00-965d-3fa1e7321ad0 req-04cf6abb-b46d-4c20-8b03-358494fad27a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502946 Nov 23 03:02:43.740006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f599a-e021-40c6-853f-6d253fe580ec req-22956ba3-99cd-4a04-a115-e093020ab6e6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:43.741505 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be3f599a-e021-40c6-853f-6d253fe580ec req-22956ba3-99cd-4a04-a115-e093020ab6e6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0513401 Nov 23 03:02:43.793633 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-be3f599a-e021-40c6-853f-6d253fe580ec req-49d36e8e-b4b3-4a5e-a1d3-4d135043ffdb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461166 Nov 23 03:02:44.021265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33686bd-d92c-4bcf-929a-cd584d161d3f req-2ae99d41-9aa5-499b-b6ce-3311c6b6da26 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.022828 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d33686bd-d92c-4bcf-929a-cd584d161d3f req-2ae99d41-9aa5-499b-b6ce-3311c6b6da26 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0503552 Nov 23 03:02:44.053490 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-dd28b8c0-c862-42ba-9ac8-273d8d77fa95 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.055009 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-dd28b8c0-c862-42ba-9ac8-273d8d77fa95 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656&tenant_id=d23944b7e11344a590106bc6d8dc0256&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0530748 Nov 23 03:02:44.073153 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d33686bd-d92c-4bcf-929a-cd584d161d3f req-737df387-6f93-4b71-a380-52774973cdc0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441077 Nov 23 03:02:44.188302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-7271d40c-4651-435d-bcb8-1a44c81b4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.189730 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-7271d40c-4651-435d-bcb8-1a44c81b4f5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0712874 Nov 23 03:02:44.203604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b540-6dc9-4bfc-9b27-bdeef868fb4b req-17bf1965-dce2-40bc-bec3-4e12ac18898a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.205049 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9d72b540-6dc9-4bfc-9b27-bdeef868fb4b req-17bf1965-dce2-40bc-bec3-4e12ac18898a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0577812 Nov 23 03:02:44.309257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9d72b540-6dc9-4bfc-9b27-bdeef868fb4b req-80dea612-9368-462b-ae95-a473e4fd3162 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962338 Nov 23 03:02:44.330015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-b25096c8-134b-4ecb-a430-81d9a4e5cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.331484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-b25096c8-134b-4ecb-a430-81d9a4e5cc32 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.1255805 Nov 23 03:02:44.405254 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-d7f81466-8652-43a6-be38-c1d63651031d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0656133 Nov 23 03:02:44.454758 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-21f9589e-0932-4798-b7f2-e685d6ca5e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.456055 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-21f9589e-0932-4798-b7f2-e685d6ca5e5f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0432372 Nov 23 03:02:44.506818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-c5c414f0-8f0b-4d8d-83a1-b500a8e709cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:44.508261 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-c5c414f0-8f0b-4d8d-83a1-b500a8e709cd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402598 Nov 23 03:02:44.613269 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-e26cd9f9-fd11-46e1-84a0-88ed4790fe82 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963986 Nov 23 03:02:44.703104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-88178f78-141f-4aee-9b7c-d243f64e8711 req-c53bcf94-f162-4f13-ab19-04f1b39a9c73 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818465 Nov 23 03:02:44.786731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:02:44.800517 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:02:44.948360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:44.950946 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:44.967240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '49dec3c6-094c-4205-b572-86fe62170ef1', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'port_id': '49dec3c6-094c-4205-b572-86fe62170ef1', 'mac_address': 'fa:16:3e:65:40:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:02:44.982377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:44.984751 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287e7659-ea44-4b7d-b870-586784ef87e8" -d '{"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-unplugged", "status": "completed", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:45.021408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:45.028557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:45.036889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:45.056200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198a869-0970-4f9d-9cb0-e479b6ece3d4 x-openstack-request-id: req-2198a869-0970-4f9d-9cb0-e479b6ece3d4 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:45.056549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-unplugged", "status": "completed", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:45.056794 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2198a869-0970-4f9d-9cb0-e479b6ece3d4 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:45.057190 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'code': 200} Nov 23 03:02:45.074722 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49dec3c6-094c-4205-b572-86fe62170ef1 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:45.112778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:45.125789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.126139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.126490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.126827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.127164 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.129401 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.129747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.130087 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.130430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.130764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.131091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.131417 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:02:45.144418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 03:02:45.145346 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG oslo_db.api [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 03:02:45.433344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832f40-9dbf-4fa9-a9e4-03d864c4773f req-a3067438-94b3-4a3f-b4dc-3f33594b881d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:02:45.434935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-04832f40-9dbf-4fa9-a9e4-03d864c4773f req-a3067438-94b3-4a3f-b4dc-3f33594b881d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 944 time: 0.0522368 Nov 23 03:02:45.491306 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-04832f40-9dbf-4fa9-a9e4-03d864c4773f req-8b9dc9ea-9928-4e1b-97aa-4cff1c706564 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494633 Nov 23 03:02:45.516569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40814) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:02:45.577731 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6e31ecd3-484b-462f-97a4-12ff5ec1acee tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/c852a35d-85fc-4912-81ed-89a5653ceff2 HTTP/1.1" status: 200 len: 992 time: 0.0596888 Nov 23 03:02:45.689213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:45.703098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dec3c6-094c-4205-b572-86fe62170ef1 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:02:45.724458 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:45.731192 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:45.779255 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:45.877193 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['49dec3c6-094c-4205-b572-86fe62170ef1'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:02:46.802656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:02:46.862837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 49dec3c6-094c-4205-b572-86fe62170ef1 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:02:46.863243 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:46.958754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:47.001104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:02:47.008211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:02:47.054655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:02:47.057573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:02:47.059785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5487f0-9857-41b2-a713-f5a884c54a4a" -d '{"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-plugged", "status": "completed", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:02:47.097706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ccd7b-8cc7-4c90-8e7a-e44cb7299611 x-openstack-request-id: req-ac6ccd7b-8cc7-4c90-8e7a-e44cb7299611 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:02:47.098033 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-plugged", "status": "completed", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:02:47.098399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac6ccd7b-8cc7-4c90-8e7a-e44cb7299611 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:02:47.099012 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'code': 200} Nov 23 03:02:50.801297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:03.153615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41956f86-dc86-4da1-b3b6-383e2787121c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:05.593006 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:03:05.641508 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-64321c64-238f-4c1f-af5e-27e765e1caf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:05.920610 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-1642fa94-e35e-49bb-94ab-513bc5e12ea5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0949149 Nov 23 03:03:06.056792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-9173e31f-1667-4b0a-8e2c-b4828d6b2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:06.058325 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-9173e31f-1667-4b0a-8e2c-b4828d6b2aa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0507431 Nov 23 03:03:06.167383 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-58b2da5a-14fa-4e09-be13-15ad71cac067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:06.168810 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-58b2da5a-14fa-4e09-be13-15ad71cac067 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.0851710 Nov 23 03:03:06.239853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-bd8bef5d-4b08-4f54-bfe3-21f644444988 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0625761 Nov 23 03:03:06.291661 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-84f3a87a-1376-4bb4-b666-23cc69b2797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:06.293119 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-84f3a87a-1376-4bb4-b666-23cc69b2797d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0442288 Nov 23 03:03:06.341406 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-edefba83-a13a-41e6-be84-2d22df655d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:06.342914 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-edefba83-a13a-41e6-be84-2d22df655d7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409434 Nov 23 03:03:06.451674 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-b3576ff7-0237-4099-a2fb-51cb78d9dfd5 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997276 Nov 23 03:03:06.545592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c62b48bd-ab9e-4676-a312-4eef7b9c9874 req-069a4dde-f969-4921-804a-96e55bb47567 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855119 Nov 23 03:03:06.592403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:08.264527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:09.347601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:16.195126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40828) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:16.412932 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port cd88b547-6563-48d9-bcd5-8aa219acc058 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:16.413258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:16.499139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:16.499421 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:16.512335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for cd88b547-6563-48d9-bcd5-8aa219acc058 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:16.676998 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:16.704675 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=cd88b547-6563-48d9-bcd5-8aa219acc058,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:16.717591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.717941 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.718318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.718660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.718995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.719331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.719663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.719992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.720313 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.720658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.720981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.721303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:16.776033 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:16.776301 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP c852a35d-85fc-4912-81ed-89a5653ceff2 disassociated (deleted). External IP: 172.26.8.238, port: 49dec3c6-094c-4205-b572-86fe62170ef1. Nov 23 03:03:17.001077 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router ee69b013-bd73-48ef-870e-37c2bc965f15 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:17.129990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:17.135407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:17.142608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] Sync routers for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:17.153947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:17.154687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:17.165393 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e694b298-2ec7-4851-886a-08cb5e2f0bb8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/floatingips/c852a35d-85fc-4912-81ed-89a5653ceff2 HTTP/1.1" status: 204 len: 168 time: 0.9687843 Nov 23 03:03:17.165976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:17.168602 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e724f25-a975-49e1-a8fb-39eeddf2ff27" -d '{"events": [{"name": "network-changed", "server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:17.271422 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:17.273130 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7adb4be0-857b-4418-901a-53b69d70a4b0 x-openstack-request-id: req-7adb4be0-857b-4418-901a-53b69d70a4b0 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:17.273745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:17.273745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7adb4be0-857b-4418-901a-53b69d70a4b0 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:17.274224 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'status': 'completed', 'code': 200} Nov 23 03:03:17.414206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-b1ce1f8d-1434-4131-bc22-6f79efe3a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:17.415843 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-b1ce1f8d-1434-4131-bc22-6f79efe3a73d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 1099 time: 0.0736635 Nov 23 03:03:17.450954 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27b8ec-400c-494b-855b-1a8f056f5cdf req-c9012ad8-46ac-456b-a494-9f92395cee29 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:17.452471 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0d27b8ec-400c-494b-855b-1a8f056f5cdf req-c9012ad8-46ac-456b-a494-9f92395cee29 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0789692 Nov 23 03:03:17.484543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:17.514709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] Checking router: ee69b013-bd73-48ef-870e-37c2bc965f15 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:17.523466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:17.524107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:17.543187 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0d27b8ec-400c-494b-855b-1a8f056f5cdf req-36a30a8a-a2b5-43fe-9e41-07720bbd5818 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665884 Nov 23 03:03:17.552868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-e959bc0e-372a-4f32-8f77-a9b53e476c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:17.554330 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-e959bc0e-372a-4f32-8f77-a9b53e476c4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 200 len: 898 time: 0.1309013 Nov 23 03:03:17.601674 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-baa4574d-ad5a-4c98-acb9-e36b12440986 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 200 len: 217 time: 0.0391469 Nov 23 03:03:17.630538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:17.652732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-3acd1fc5-3366-4ed8-a2c8-5802ebd5e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:17.654214 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-3acd1fc5-3366-4ed8-a2c8-5802ebd5e90a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 200 len: 835 time: 0.0449553 Nov 23 03:03:17.702991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-5b445d71-58d4-4bcf-82c5-f3b8e6eeb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:17.704490 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-5b445d71-58d4-4bcf-82c5-f3b8e6eeb6e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3ff4ab37-341b-42c4-aac2-b8f97802781c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425298 Nov 23 03:03:17.805389 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-73e92777-cda5-4308-9639-e9f551a2a230 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927281 Nov 23 03:03:17.832141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:17.858474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6228901e-85e9-4b00-826b-109a95f03dd1 None None] The sync data for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv is: [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:01:20Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '577c1b14-478f-4e5b-9bfd-03d8b2105b43', 'name': '', 'network_id': '3ff4ab37-341b-42c4-aac2-b8f97802781c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:17:7f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:19Z', 'updated_at': '2021-11-23T03:01:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '4c3389ea-461d-4a64-942d-9a60548ab99d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:17.899197 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2e724f25-a975-49e1-a8fb-39eeddf2ff27 req-446f6064-c854-4b6d-8ce4-5ac8c059f697 service neutron] 10.222.0.46 "GET /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846863 Nov 23 03:03:18.088547 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab5798e-ec91-4252-8802-cbfa927054b0 None None] New status for floating IP c852a35d-85fc-4912-81ed-89a5653ceff2: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:03:18.676583 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51dbfd-af89-480d-86af-58beee630319 req-31a15a4f-661f-41ae-99e6-7edc46b90b74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:18.677945 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3f51dbfd-af89-480d-86af-58beee630319 req-31a15a4f-661f-41ae-99e6-7edc46b90b74 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0609975 Nov 23 03:03:18.732274 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3f51dbfd-af89-480d-86af-58beee630319 req-244cf34f-7a01-4c14-ba31-be9cbd8c0462 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459943 Nov 23 03:03:19.638262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-4a61676a-2bdd-4a0d-b8fa-f0ff28a159ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:19.639669 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-4a61676a-2bdd-4a0d-b8fa-f0ff28a159ec tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0609345 Nov 23 03:03:19.732475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 49dec3c6-094c-4205-b572-86fe62170ef1 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:19.732788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:19.850221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 49dec3c6-094c-4205-b572-86fe62170ef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=49dec3c6-094c-4205-b572-86fe62170ef1,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:19.850803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:19.867180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 49dec3c6-094c-4205-b572-86fe62170ef1 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:19.893428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab8988-4f72-4682-bbb1-6cac759c7ae3 req-60b48ea2-2ab9-4463-95bf-60815aefe3a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:19.895617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8ab8988-4f72-4682-bbb1-6cac759c7ae3 req-60b48ea2-2ab9-4463-95bf-60815aefe3a4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cb0e314-5c23-4c8b-8796-997466cd9656 HTTP/1.1" status: 200 len: 946 time: 0.0878572 Nov 23 03:03:19.994993 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8ab8988-4f72-4682-bbb1-6cac759c7ae3 req-51bd2a53-e3d8-4202-993b-baa6481971b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=1b789ae0-e9b5-4994-964c-9c51d64c8ecf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704064 Nov 23 03:03:20.060805 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:20.094836 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=49dec3c6-094c-4205-b572-86fe62170ef1,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:20.134828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] No DVR routers for this DVR port 49dec3c6-094c-4205-b572-86fe62170ef1 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:20.137724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:20.141072 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e74e58d9-3955-45bc-bae0-12c5dffa0969 req-5464e043-abbf-404b-87a6-84e44ddf6c4f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "DELETE /v2.0/ports/49dec3c6-094c-4205-b572-86fe62170ef1 HTTP/1.1" status: 204 len: 173 time: 0.4945090 Nov 23 03:03:20.141501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-deleted', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:20.143920 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d404fc4-7cbc-4667-98c7-4fe30b1f3c25" -d '{"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-deleted", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:20.181894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6061f09-30bc-4a70-a1fe-b4f6ea7efba7 x-openstack-request-id: req-a6061f09-30bc-4a70-a1fe-b4f6ea7efba7 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:20.182119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cb0e314-5c23-4c8b-8796-997466cd9656", "name": "network-vif-deleted", "tag": "49dec3c6-094c-4205-b572-86fe62170ef1", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:20.182400 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6061f09-30bc-4a70-a1fe-b4f6ea7efba7 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:20.182785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb0e314-5c23-4c8b-8796-997466cd9656', 'name': 'network-vif-deleted', 'tag': '49dec3c6-094c-4205-b572-86fe62170ef1', 'status': 'completed', 'code': 200} Nov 23 03:03:20.801739 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:21.056822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40848) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:21.435160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:22.044899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 577c1b14-478f-4e5b-9bfd-03d8b2105b43 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:22.045206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:22.149592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 577c1b14-478f-4e5b-9bfd-03d8b2105b43, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=577c1b14-478f-4e5b-9bfd-03d8b2105b43,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:22.150349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:22.168991 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 577c1b14-478f-4e5b-9bfd-03d8b2105b43 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:22.365113 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:22.392957 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=577c1b14-478f-4e5b-9bfd-03d8b2105b43,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:22.571729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:22.798349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router ee69b013-bd73-48ef-870e-37c2bc965f15 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:22.919141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:22.924451 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cd2877a4-5ecf-4ebb-bb58-4e3d0b557e01 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/ee69b013-bd73-48ef-870e-37c2bc965f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664589 Nov 23 03:03:22.927329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40850) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:22.930188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] Sync routers for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:22.941040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:22.941721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:22.979311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting subnet 4c3389ea-461d-4a64-942d-9a60548ab99d {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:03:22.982889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.023360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.117032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.180276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.202044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:23.206488 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3389ea-461d-4a64-942d-9a60548ab99d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:23.214194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.217592 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bf2d7ed5-ed59-47be-8975-70c640e4584b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/subnets/4c3389ea-461d-4a64-942d-9a60548ab99d HTTP/1.1" status: 204 len: 168 time: 0.2893312 Nov 23 03:03:23.220498 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40852) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:23.229377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c040b04b-bc2e-450c-acbf-874d8a194af2 None None] Network 3ff4ab37-341b-42c4-aac2-b8f97802781c requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:03:23.331757 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.445729 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.483952 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78'}], 'enable_snat': True}, 'gw_port_id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:03:22Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': 'cfa75be5-2175-4fcc-9726-521347dab4c5', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:ce:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:01:17Z', 'updated_at': '2021-11-23T03:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:23.510545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port cfa75be5-2175-4fcc-9726-521347dab4c5 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:23.510913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.517544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] Checking router: ee69b013-bd73-48ef-870e-37c2bc965f15 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:23.527382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] Routers {'ee69b013-bd73-48ef-870e-37c2bc965f15'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:23.528019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['ee69b013-bd73-48ef-870e-37c2bc965f15'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:23.533576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] DHCP port deletion for 3ff4ab37-341b-42c4-aac2-b8f97802781c request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:23.595859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port cfa75be5-2175-4fcc-9726-521347dab4c5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=cfa75be5-2175-4fcc-9726-521347dab4c5,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:23.596200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.609128 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for cfa75be5-2175-4fcc-9726-521347dab4c5 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:23.640289 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] Set router ee69b013-bd73-48ef-870e-37c2bc965f15 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:23.692765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:03:23Z', 'revision_number': 6, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:23.724125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ef2f5b-5ea9-43e4-b793-dd4bbdcb7a42 None None] The sync data for ids ['ee69b013-bd73-48ef-870e-37c2bc965f15'] in dv-neutron-818844-1-hyperv is: [{'id': 'ee69b013-bd73-48ef-870e-37c2bc965f15', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437147950', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:01:16Z', 'updated_at': '2021-11-23T03:03:23Z', 'revision_number': 6, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:23.739316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] Deleting port d302575e-31b8-440b-8cac-b62199367a81 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:03:23.739694 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.785069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.804512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] For port d302575e-31b8-440b-8cac-b62199367a81, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d302575e-31b8-440b-8cac-b62199367a81,segment=NetworkSegment(b8e131b8-199d-4f44-a655-a4a9be62b2f7),segment_id=b8e131b8-199d-4f44-a655-a4a9be62b2f7)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:23.804897 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.810783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=cfa75be5-2175-4fcc-9726-521347dab4c5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:23.817140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] Calling delete_port for d302575e-31b8-440b-8cac-b62199367a81 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:03:23.826923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997c3f1-e3eb-44fe-9220-0330cb5a6ef0 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:23.873278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.905617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.930958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] Pushing event deleted for resources: {'Port': ['ID=d302575e-31b8-440b-8cac-b62199367a81,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:23.936879 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7872ad2-9b5a-4b37-bf8a-c17f67a3ca91 None None] No DVR routers for this DVR port d302575e-31b8-440b-8cac-b62199367a81 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:03:23.978237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:23.981009 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.034448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.040364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Fanout notify agent at l3_agent the message router_deleted on router ee69b013-bd73-48ef-870e-37c2bc965f15 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:03:24.051225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.052976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-23af1b4e-8681-42de-96e1-503bd6c2188e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/routers/ee69b013-bd73-48ef-870e-37c2bc965f15 HTTP/1.1" status: 204 len: 168 time: 0.8315263 Nov 23 03:03:24.055955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40854) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:24.137962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.227647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.247509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff4ab37-341b-42c4-aac2-b8f97802781c']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:24.257060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e131b8-199d-4f44-a655-a4a9be62b2f7') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:24.257359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e131b8-199d-4f44-a655-a4a9be62b2f7') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:24.267154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.282259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.288517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:03:24.288904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:03:24.291857 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:03:24.357667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.365163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.368164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/networks/3ff4ab37-341b-42c4-aac2-b8f97802781c HTTP/1.1" status: 204 len: 168 time: 0.3108475 Nov 23 03:03:24.371529 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40856) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:24.380719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf5534-3d6a-4921-8322-5e15b10fe856 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Network': ['ID=3ff4ab37-341b-42c4-aac2-b8f97802781c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:24.432865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.459327 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.523062 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.525919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:24.527194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b789ae0-e9b5-4994-964c-9c51d64c8ecf HTTP/1.1" status: 204 len: 168 time: 0.1544590 Nov 23 03:03:24.537055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b789ae0-e9b5-4994-964c-9c51d64c8ecf,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:24.545003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.545375 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.545713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.546253 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.546759 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.547262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.547755 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.548136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.548517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.548883 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.549191 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.549518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb96364-b44a-43a6-bb1e-40954786f961 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:24.988929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:25.009899 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40862) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.015032 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-638741467', 'description': 'tempest-secgroup-smoke-638741467 description', 'project_id': 'd23944b7e11344a590106bc6d8dc0256'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.015236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 49dec3c6-094c-4205-b572-86fe62170ef1 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:25.015569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 49dec3c6-094c-4205-b572-86fe62170ef1 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:25.042664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.112045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.118432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.147276 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78c26f64-12d9-4825-92d9-0c5fc57fbe86,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.153564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.154789 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e41aa3df-00db-4acf-ad68-33041fd958a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1438618 Nov 23 03:03:25.157718 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40864) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.162073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '78c26f64-12d9-4825-92d9-0c5fc57fbe86', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.190633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.249201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.254799 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.272509 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95169b82-f72a-43a1-8fb8-576c796da584,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.285712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.286970 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f9254680-011d-420e-9839-853624a44b45 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1283114 Nov 23 03:03:25.289857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40866) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.295244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '78c26f64-12d9-4825-92d9-0c5fc57fbe86', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.324415 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.387637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.393889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.412899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8536e944-f3f4-41fa-87e0-05d4c8b7f021,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.423461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.427228 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bc3d6bf9-a3aa-499b-8dec-c89afe07e7b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337457 Nov 23 03:03:25.428055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40868) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.433629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '78c26f64-12d9-4825-92d9-0c5fc57fbe86', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.463373 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.476455 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 577c1b14-478f-4e5b-9bfd-03d8b2105b43 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:25.500585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 577c1b14-478f-4e5b-9bfd-03d8b2105b43 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:25.500932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 577c1b14-478f-4e5b-9bfd-03d8b2105b43 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:25.501347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cfa75be5-2175-4fcc-9726-521347dab4c5 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:25.522341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: cfa75be5-2175-4fcc-9726-521347dab4c5 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:25.522607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device cfa75be5-2175-4fcc-9726-521347dab4c5 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:25.523028 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d302575e-31b8-440b-8cac-b62199367a81 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:03:25.524554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.530277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.542572 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d302575e-31b8-440b-8cac-b62199367a81 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:03:25.542934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d302575e-31b8-440b-8cac-b62199367a81 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:03:25.550287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa8bcdc-1d09-46ff-ad75-c142bf7badfd,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.556573 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.557808 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-05263e28-fc70-4c5a-af55-5b05279bddc7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286647 Nov 23 03:03:25.560962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40870) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.565773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '78c26f64-12d9-4825-92d9-0c5fc57fbe86', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.593250 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.649785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.655192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.672404 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae06f82-85e0-4f51-8ff6-77074ab69367,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.682389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.683673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-e2a1e0e5-495b-477b-aff1-9eceaeeab673 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216562 Nov 23 03:03:25.686680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40872) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.691425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '78c26f64-12d9-4825-92d9-0c5fc57fbe86', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.714839 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:03:25.719541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.782117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.788272 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.812091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865d508d-8fed-40d3-bc5f-857b5ef49e92,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.820049 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.821285 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d8018399-21e2-43de-8a4d-079150391a2d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1335385 Nov 23 03:03:25.824066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40874) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.828460 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': '78c26f64-12d9-4825-92d9-0c5fc57fbe86', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.852553 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:03:25.858394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.919913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.926299 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.953087 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4e8f452-ece0-4403-9cd6-7442ebfcf066,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:25.958481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:25.959681 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-252a51b9-464d-424c-b230-11918e460221 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345737 Nov 23 03:03:25.962919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40876) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:25.968063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'network': {'name': 'tempest-network-smoke--1617700955', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'port_security_enabled': True}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:25.991981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:03:25.995725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.026548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:03:26.036618 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.037010 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Added segment c3185644-b5af-42e9-ae7a-8037bbd4de59 of type vlan for network bae64e35-13a2-4cef-bc65-e820ebedc727 Nov 23 03:03:26.084591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.112870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.118469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:26.119070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.178315 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2142165 Nov 23 03:03:26.181351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40878) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:26.186592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'admin_state_up': True, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:26.188967 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ea0f59-ee99-4c81-b6c8-d7dc28688944 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Network': ['ID=bae64e35-13a2-4cef-bc65-e820ebedc727,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:26.200486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bae64e35-13a2-4cef-bc65-e820ebedc727 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:03:26.219433 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.220611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.275875 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.413572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.625988 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.644839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.742572 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.41 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/76cf8ebd-acfd-404c-85dd-478a2b992b1d) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:26.856089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.894303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:26.931419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:26.934275 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:26.937921 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:26.948151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac7e45-ff15-48b8-84ea-05e4a3d70772 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:26.963324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=76cf8ebd-acfd-404c-85dd-478a2b992b1d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:27.040188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6ecbc474-2f07-49e0-b68e-5ca660592314 None None] Provisioning complete for port 76cf8ebd-acfd-404c-85dd-478a2b992b1d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:27.040601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6ecbc474-2f07-49e0-b68e-5ca660592314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:27.076355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6ecbc474-2f07-49e0-b68e-5ca660592314 None None] Port 76cf8ebd-acfd-404c-85dd-478a2b992b1d cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:03:27.203085 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:27.405160 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:27.560635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:03:27.680622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:27.696831 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Sync routers for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:27.706617 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:27.707282 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:27.709010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:27.710287 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f786e94d-3922-44ac-a9cd-8088e557dde6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5277410 Nov 23 03:03:27.713478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40880) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:27.792610 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5e7a26a9-2c24-4db0-89e5-61055c0e8f4e tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d23944b7e11344a590106bc6d8dc0256&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0777001 Nov 23 03:03:27.795307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40884) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:27.813801 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:27.887453 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00547512-25af-455a-af53-80b96c5c477d tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:27.889041 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-00547512-25af-455a-af53-80b96c5c477d tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927913 Nov 23 03:03:27.892023 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40886) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:27.919422 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c84f1558-48dd-4fc2-bdac-2c4f7bec455c tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262616 Nov 23 03:03:27.922227 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40888) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:27.927288 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-55874179', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:27.994044 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:27Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:28.017773 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:03:28.021171 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Checking router: 1da4b431-fc89-4fcd-9b37-8f90a7c67992 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:28.021507 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Updating router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 port 76cf8ebd-acfd-404c-85dd-478a2b992b1d binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:03:28.021647 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.047241 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.206665 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.272069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Subnet': ['ID=c9115e51-cdc9-4e0e-acf2-83557f8d973f,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:28.281679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Checking segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:28.282042 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network hostable DHCP agents. Network: bae64e35-13a2-4cef-bc65-e820ebedc727, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:03:28.298067 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.299376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network bae64e35-13a2-4cef-bc65-e820ebedc727 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:03:28.302740 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.309611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bae64e35-13a2-4cef-bc65-e820ebedc727) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:28.315348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:28.315983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.329200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2b652-eb0a-4d9e-9f15-718d2963d608 None None] Network bae64e35-13a2-4cef-bc65-e820ebedc727 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:03:28.336300 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-9c012a13-cdfd-45ff-897c-715cf4db388d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4130037 Nov 23 03:03:28.339018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40890) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:28.357560 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Attempting to bind port 76cf8ebd-acfd-404c-85dd-478a2b992b1d on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:03:28.357959 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Attempting to bind port 76cf8ebd-acfd-404c-85dd-478a2b992b1d by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:03:28.358329 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Attempting to bind port 76cf8ebd-acfd-404c-85dd-478a2b992b1d on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:28.368010 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:03:28.368400 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:28.368796 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.369185 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:03:28.369652 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Bound port: 76cf8ebd-acfd-404c-85dd-478a2b992b1d, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:03:28.370228 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.372620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea983d-3ed8-40f2-ae13-fc4c21992494 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:28.375900 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Pushing event updated for resources: {'Port': ['ID=76cf8ebd-acfd-404c-85dd-478a2b992b1d,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:28.413140 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.413680 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.414306 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.414697 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.415146 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.415616 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.415940 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.416305 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.416810 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.417279 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.417861 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.418386 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:03:28.446239 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] For port 76cf8ebd-acfd-404c-85dd-478a2b992b1d, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:03:28.449808 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] For port 76cf8ebd-acfd-404c-85dd-478a2b992b1d, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=76cf8ebd-acfd-404c-85dd-478a2b992b1d,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:03:28.454496 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.459340 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-53fb6f87-e51b-40f1-9668-fdefcf8a4649 None None] Provisioning complete for port 76cf8ebd-acfd-404c-85dd-478a2b992b1d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:28.459950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-53fb6f87-e51b-40f1-9668-fdefcf8a4649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.516529 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce468708-1afc-47e0-be55-ef1d8581a492 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:03:28.521326 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:28.522342 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:28.533668 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bae64e35-13a2-4cef-bc65-e820ebedc727', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:03:28.534527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.587034 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77649bab-2e4a-488c-8bcf-f57765753eea None None] Pushing event updated for resources: {'Port': ['ID=76cf8ebd-acfd-404c-85dd-478a2b992b1d,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:28.653353 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:28.663063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-53fb6f87-e51b-40f1-9668-fdefcf8a4649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.711837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-53fb6f87-e51b-40f1-9668-fdefcf8a4649 None None] For port 76cf8ebd-acfd-404c-85dd-478a2b992b1d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=76cf8ebd-acfd-404c-85dd-478a2b992b1d,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:28.718995 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-53fb6f87-e51b-40f1-9668-fdefcf8a4649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.755403 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Allocated IP 172.20.0.2 (bae64e35-13a2-4cef-bc65-e820ebedc727/c9115e51-cdc9-4e0e-acf2-83557f8d973f/88134bf6-2745-461f-b88b-5e7d04615ca7) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:28.823095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb6f87-e51b-40f1-9668-fdefcf8a4649 None None] Pushing event updated for resources: {'Port': ['ID=76cf8ebd-acfd-404c-85dd-478a2b992b1d,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:28.854298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7f14824e-6ab1-4f4c-8460-3df678e9695a None None] Provisioning complete for port 76cf8ebd-acfd-404c-85dd-478a2b992b1d triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:28.854672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7f14824e-6ab1-4f4c-8460-3df678e9695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:28.867157 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:27Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:28.894123 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e497ab25-15cc-4280-ac9c-8ce37e2a0a07 None None] The sync data for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv is: [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:27Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:28.990092 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.001199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.052762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Network bae64e35-13a2-4cef-bc65-e820ebedc727 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:29.057906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:29.064785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:29.070760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Pushing event updated for resources: {'Port': ['ID=88134bf6-2745-461f-b88b-5e7d04615ca7,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:29.142205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Attempting to bind port 88134bf6-2745-461f-b88b-5e7d04615ca7 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:03:29.142592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Attempting to bind port 88134bf6-2745-461f-b88b-5e7d04615ca7 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:03:29.142956 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Attempting to bind port 88134bf6-2745-461f-b88b-5e7d04615ca7 on network bae64e35-13a2-4cef-bc65-e820ebedc727 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:29.149130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:03:29.149505 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Checking segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:29.149908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.150297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Bound using segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:03:29.150779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Bound port: 88134bf6-2745-461f-b88b-5e7d04615ca7, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:03:29.151152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.169567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.224052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] For port 88134bf6-2745-461f-b88b-5e7d04615ca7, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:03:29.227953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] For port 88134bf6-2745-461f-b88b-5e7d04615ca7, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=88134bf6-2745-461f-b88b-5e7d04615ca7,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:03:29.234797 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.301152 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2514bf1-98b8-4013-bcc4-519ecd117e53 None None] Pushing event updated for resources: {'Port': ['ID=88134bf6-2745-461f-b88b-5e7d04615ca7,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:29.530753 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.1 (bae64e35-13a2-4cef-bc65-e820ebedc727/c9115e51-cdc9-4e0e-acf2-83557f8d973f/5eb33280-cacd-46c5-8e69-f9eb072e37a7) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:29.586697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 76cf8ebd-acfd-404c-85dd-478a2b992b1d up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:03:29.650532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 76cf8ebd-acfd-404c-85dd-478a2b992b1d triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:29.650945 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.688174 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.733106 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.776627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network bae64e35-13a2-4cef-bc65-e820ebedc727 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:29.780441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:29.785469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:29.814622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=5eb33280-cacd-46c5-8e69-f9eb072e37a7,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:29.836727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:29.974617 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.278356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.284432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d9647-b3bc-42d6-a38e-4b85d805f63f None None] Network bae64e35-13a2-4cef-bc65-e820ebedc727 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:03:30.284932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.360392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=5eb33280-cacd-46c5-8e69-f9eb072e37a7,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:30.363912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.466535 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network bae64e35-13a2-4cef-bc65-e820ebedc727 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:30.468379 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:30.510585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-50700f24-8865-4a3b-bc66-9d893a9c5a0b None None] Provisioning complete for port 88134bf6-2745-461f-b88b-5e7d04615ca7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:30.510926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50700f24-8865-4a3b-bc66-9d893a9c5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.595482 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:30.672151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50700f24-8865-4a3b-bc66-9d893a9c5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.710598 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-50700f24-8865-4a3b-bc66-9d893a9c5a0b None None] For port 88134bf6-2745-461f-b88b-5e7d04615ca7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=88134bf6-2745-461f-b88b-5e7d04615ca7,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:30.715841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-50700f24-8865-4a3b-bc66-9d893a9c5a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.716692 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:30.721838 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c162c56a-67da-4414-a211-ad7a9d4dc3bf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/1da4b431-fc89-4fcd-9b37-8f90a7c67992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3815162 Nov 23 03:03:30.767723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50700f24-8865-4a3b-bc66-9d893a9c5a0b None None] Pushing event updated for resources: {'Port': ['ID=88134bf6-2745-461f-b88b-5e7d04615ca7,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:30.846955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Sync routers for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:30.859674 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:30.861474 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:30.893148 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-c4cc861c-f1b8-43d2-8627-203c5974e48e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-638741467&fields=id&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 267 time: 0.0494242 Nov 23 03:03:30.986404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a177194e-ec8e-4b53-8e21-358264440199 None None] Provisioning complete for port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:30.986862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a177194e-ec8e-4b53-8e21-358264440199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:30.992585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:31.021119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-c3f8dd5f-e4cc-4ab6-9e95-b1bd0ded15aa tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:31.022795 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-c3f8dd5f-e4cc-4ab6-9e95-b1bd0ded15aa tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 797 time: 0.1226773 Nov 23 03:03:31.039627 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-908fd350-524b-4a9c-83c1-50881aad034c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/quotas/d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 375 time: 0.0102012 Nov 23 03:03:31.069231 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a177194e-ec8e-4b53-8e21-358264440199 None None] Port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:03:31.095340 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-8800f18c-6c3a-42f7-934d-674ffbf8df14 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486784 Nov 23 03:03:31.147767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a177194e-ec8e-4b53-8e21-358264440199 None None] Provisioning complete for port 88134bf6-2745-461f-b88b-5e7d04615ca7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:31.148153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a177194e-ec8e-4b53-8e21-358264440199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.243278 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-b43cc08d-f94f-45a2-a33d-c69e4ba24d80 service neutron] 10.222.0.53 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345336 Nov 23 03:03:31.306698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:30Z', 'revision_number': 2, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:31.334202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Checking router: 1da4b431-fc89-4fcd-9b37-8f90a7c67992 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:31.334661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Updating router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:03:31.347817 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-1de00676-a195-44cf-ad36-9829c344efbf service neutron] 10.222.0.53 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970647 Nov 23 03:03:31.360162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.480437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-14858cb9-001d-4489-a9aa-2e29e913b2fe None None] Provisioning complete for port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:31.481565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-14858cb9-001d-4489-a9aa-2e29e913b2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.523576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 88134bf6-2745-461f-b88b-5e7d04615ca7 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:03:31.537901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e324fdeb-7b66-4b9e-87ba-a2dc64a4e1bf req-a3b8c6ff-95e9-4892-861f-9c3a359dd399 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 210 time: 0.0341136 Nov 23 03:03:31.609793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-14858cb9-001d-4489-a9aa-2e29e913b2fe None None] Port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:03:31.672462 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 88134bf6-2745-461f-b88b-5e7d04615ca7 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:31.673142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.813071 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.823683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.903680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783018b-0181-48fe-9237-87de7c7fdff4 None None] Pushing event updated for resources: {'Port': ['ID=5eb33280-cacd-46c5-8e69-f9eb072e37a7,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:31.941416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Attempting to bind port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:03:31.941899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Attempting to bind port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:03:31.942335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Attempting to bind port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 on network bae64e35-13a2-4cef-bc65-e820ebedc727 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:31.948023 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:03:31.948738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Checking segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:31.949271 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:31.949736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Bound using segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:03:31.950287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Bound port: 5eb33280-cacd-46c5-8e69-f9eb072e37a7, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:03:31.951286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:32.036711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] For port 5eb33280-cacd-46c5-8e69-f9eb072e37a7, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:03:32.040268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] For port 5eb33280-cacd-46c5-8e69-f9eb072e37a7, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5eb33280-cacd-46c5-8e69-f9eb072e37a7,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:03:32.046648 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:32.112683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:32.113425 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:32.115510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783018b-0181-48fe-9237-87de7c7fdff4 None None] Pushing event updated for resources: {'Port': ['ID=5eb33280-cacd-46c5-8e69-f9eb072e37a7,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:32.194029 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ef90a865-0db6-4742-a720-e2a6237364c7 None None] Provisioning complete for port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:32.194753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef90a865-0db6-4742-a720-e2a6237364c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:32.285563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:32.436652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef90a865-0db6-4742-a720-e2a6237364c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:32.493209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ef90a865-0db6-4742-a720-e2a6237364c7 None None] For port 5eb33280-cacd-46c5-8e69-f9eb072e37a7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5eb33280-cacd-46c5-8e69-f9eb072e37a7,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:32.499626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ef90a865-0db6-4742-a720-e2a6237364c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:32.575954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90a865-0db6-4742-a720-e2a6237364c7 None None] Pushing event updated for resources: {'Port': ['ID=5eb33280-cacd-46c5-8e69-f9eb072e37a7,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:32.599265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:32.638947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1c5dd-693a-419c-ae6f-4adf4ec4ff32 None None] The sync data for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv is: [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:32.658711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c94cc03d-fcda-4eef-99ed-a4ce1ed7f382 None None] Provisioning complete for port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:32.659158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c94cc03d-fcda-4eef-99ed-a4ce1ed7f382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:32.672426 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-068de72a-b2a0-4dcf-8714-e98406d6dd12 req-4c47b362-b2fb-4475-832a-72feb3ebd6d0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 210 time: 0.0513532 Nov 23 03:03:32.848028 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-6008e00a-ad45-4b68-9631-7ce29294e771 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:32.850387 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-6008e00a-ad45-4b68-9631-7ce29294e771 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 797 time: 0.1845293 Nov 23 03:03:32.940684 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-33b4e5f8-a957-459d-9cb3-6ec92fd506ff tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 379 time: 0.0664523 Nov 23 03:03:32.956795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'port': {'device_id': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'admin_state_up': True, 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'security_groups': ['78c26f64-12d9-4825-92d9-0c5fc57fbe86']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:33.083153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:03:33.086866 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.161646 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cb82f861-bb95-4d5d-b970-298f32dd6f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.226673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.12 (bae64e35-13a2-4cef-bc65-e820ebedc727/c9115e51-cdc9-4e0e-acf2-83557f8d973f/f40f9e8c-d3a4-4603-9ffb-98370b798c9c) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:33.378385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.418988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.477503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network bae64e35-13a2-4cef-bc65-e820ebedc727 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:33.481012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:33.484803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:33.506090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5eb33280-cacd-46c5-8e69-f9eb072e37a7 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:03:33.509058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:33.546523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:33.547515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.569300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fb30753f-d0da-452e-85ab-fc16470ec8e3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6157737 Nov 23 03:03:33.574651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:33.575222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.594132 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Request body: {'port': {'device_id': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:33.660102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.805230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-1f80b5d9-1c1e-4c11-b691-61e4f2f94002 None None] Provisioning complete for port f40f9e8c-d3a4-4603-9ffb-98370b798c9c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:33.805611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1f80b5d9-1c1e-4c11-b691-61e4f2f94002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:33.840940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-1f80b5d9-1c1e-4c11-b691-61e4f2f94002 None None] Port f40f9e8c-d3a4-4603-9ffb-98370b798c9c cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:03:33.893340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0bcdaa-3bd0-41f7-b2d3-ed43cc2208a9 req-c3f56701-5c03-4901-830e-2d8d4eb91728 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:33.894756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-df0bcdaa-3bd0-41f7-b2d3-ed43cc2208a9 req-c3f56701-5c03-4901-830e-2d8d4eb91728 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 932 time: 0.1119535 Nov 23 03:03:33.977404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-df0bcdaa-3bd0-41f7-b2d3-ed43cc2208a9 req-dfbe4014-934e-4bff-9fcd-88e1d058c90d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763819 Nov 23 03:03:34.026536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40f9e8c-d3a4-4603-9ffb-98370b798c9c {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:03:34.034878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:34.047868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Transition to ACTIVE for port object f40f9e8c-d3a4-4603-9ffb-98370b798c9c will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:03:34.055924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:34.116515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:34.193121 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Attempting to bind port f40f9e8c-d3a4-4603-9ffb-98370b798c9c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:03:34.193458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Attempting to bind port f40f9e8c-d3a4-4603-9ffb-98370b798c9c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:03:34.193787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Attempting to bind port f40f9e8c-d3a4-4603-9ffb-98370b798c9c on network bae64e35-13a2-4cef-bc65-e820ebedc727 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:34.198701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Port f40f9e8c-d3a4-4603-9ffb-98370b798c9c on network bae64e35-13a2-4cef-bc65-e820ebedc727 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:03:34.199119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Attempting to bind port f40f9e8c-d3a4-4603-9ffb-98370b798c9c on network bae64e35-13a2-4cef-bc65-e820ebedc727 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:03:34.205139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:03:34.205509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Checking segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:03:34.205894 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Bound using segment: {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:03:34.206322 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Bound port: f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3185644-b5af-42e9-ae7a-8037bbd4de59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:03:34.206684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:34.274215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] For port f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:03:34.277327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] For port f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:03:34.283217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:34.323830 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:34.324899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:34.326195 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 1094 time: 0.7370534 Nov 23 03:03:34.326671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:34.329590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:34.352019 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402b898-d606-40be-a266-ddf9f6cd82d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:34.381949 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84a5875-7925-4291-9768-f3b00bd474d0 x-openstack-request-id: req-a84a5875-7925-4291-9768-f3b00bd474d0 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:34.382327 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:34.382796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a84a5875-7925-4291-9768-f3b00bd474d0 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:34.383440 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'status': 'completed', 'code': 200} Nov 23 03:03:34.445726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fbdb3daf-2ffe-4fca-9c82-289195e5b91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:34.447866 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-fbdb3daf-2ffe-4fca-9c82-289195e5b91e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1097 time: 0.0449929 Nov 23 03:03:34.499356 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-6aaff562-7aca-4e67-8f7b-fb2ca448eb6a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 217 time: 0.0362213 Nov 23 03:03:34.555750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-4165daec-d5d0-4918-9a39-7aad3c923785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:34.557258 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-4165daec-d5d0-4918-9a39-7aad3c923785 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 200 len: 833 time: 0.0480621 Nov 23 03:03:34.611645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-cf92ff85-b7aa-4fa9-8551-d4d36bfdc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:34.613308 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-cf92ff85-b7aa-4fa9-8551-d4d36bfdc31d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bae64e35-13a2-4cef-bc65-e820ebedc727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438585 Nov 23 03:03:34.720394 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-7674b085-c11a-499e-8729-1e9983e52b68 service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956290 Nov 23 03:03:34.817692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7c41c1cc-f5ba-4541-a105-01a01d5388dd req-6549c9dd-5354-4c45-8dbe-91f07548e0fc service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865898 Nov 23 03:03:34.965414 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-2a09c25c-9f00-464e-9e4f-c86ee6a6e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:34.966964 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-2a09c25c-9f00-464e-9e4f-c86ee6a6e408 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1097 time: 0.0467427 Nov 23 03:03:35.088966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-55e8bbe8-936a-4a8e-a10e-33f6a0541bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:35.090505 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-55e8bbe8-936a-4a8e-a10e-33f6a0541bf1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 898 time: 0.1145425 Nov 23 03:03:35.116116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdc9d1-bf5a-4b1a-8f4d-681881f04a26 req-60b73b74-4276-424c-ab06-8f305c3b7234 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:35.117603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73cdc9d1-bf5a-4b1a-8f4d-681881f04a26 req-60b73b74-4276-424c-ab06-8f305c3b7234 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 944 time: 0.0677590 Nov 23 03:03:35.150426 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-fdb850c4-76a9-4d65-8921-cbe160438925 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 217 time: 0.0512972 Nov 23 03:03:35.227040 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73cdc9d1-bf5a-4b1a-8f4d-681881f04a26 req-6280b169-0150-455c-849e-1890fd802ecc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831995 Nov 23 03:03:35.228856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-f5008e54-e32a-429b-96c4-f95b9ec05948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:35.230277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-f5008e54-e32a-429b-96c4-f95b9ec05948 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 200 len: 833 time: 0.0713668 Nov 23 03:03:35.277597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-2d562a12-5ec4-4f4b-a34c-14fcd74f50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:35.278947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-2d562a12-5ec4-4f4b-a34c-14fcd74f50f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bae64e35-13a2-4cef-bc65-e820ebedc727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410604 Nov 23 03:03:35.372403 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-b07aad45-a091-42e6-990a-4ef84d813509 service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849884 Nov 23 03:03:35.470711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f9cd0bc8-1b87-410b-9dde-c8c61d5aba9b req-88d247a3-18f2-42d0-a997-5ec7db5dcd5a service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899119 Nov 23 03:03:35.645486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-443ec718-72a7-4f58-9b5a-1e03882033a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:36.348151 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cba10-4b6f-4e42-9b03-3a23a4b855b3 req-e8021474-9078-460b-a887-81827f84cd0d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:36.349714 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-233cba10-4b6f-4e42-9b03-3a23a4b855b3 req-e8021474-9078-460b-a887-81827f84cd0d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 944 time: 0.0519688 Nov 23 03:03:36.404883 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-233cba10-4b6f-4e42-9b03-3a23a4b855b3 req-1bf372e8-fc2c-4cf8-9e7e-3d2c28661ad7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489373 Nov 23 03:03:36.606189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.054286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device f40f9e8c-d3a4-4603-9ffb-98370b798c9c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:03:37.169503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:37.180836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'port_id': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'mac_address': 'fa:16:3e:dd:64:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:03:37.221914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.238400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40f9e8c-d3a4-4603-9ffb-98370b798c9c {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:03:37.258873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:37.265575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:37.324624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:37.529280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfff47-3474-4935-bf14-8c77ae571151 req-397801f9-fd54-4898-8f00-35787077d408 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:37.530745 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8bfff47-3474-4935-bf14-8c77ae571151 req-397801f9-fd54-4898-8f00-35787077d408 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Nov 23 03:03:37.582991 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8bfff47-3474-4935-bf14-8c77ae571151 req-5c4c5895-8bae-4198-a909-6c63f48563e0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433691 Nov 23 03:03:37.705537 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['f40f9e8c-d3a4-4603-9ffb-98370b798c9c'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:03:38.265639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:38.728597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1d953-a254-40c7-b49e-df16c99d9f84 req-738d2333-0bcd-4c70-a3a7-37fbbce3ab39 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:38.730194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cfe1d953-a254-40c7-b49e-df16c99d9f84 req-738d2333-0bcd-4c70-a3a7-37fbbce3ab39 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Nov 23 03:03:38.789838 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cfe1d953-a254-40c7-b49e-df16c99d9f84 req-decad9aa-9962-4b02-b7eb-15482348d86c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532899 Nov 23 03:03:39.077740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device f40f9e8c-d3a4-4603-9ffb-98370b798c9c up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:03:39.141052 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port f40f9e8c-d3a4-4603-9ffb-98370b798c9c completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:03:39.145133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port f40f9e8c-d3a4-4603-9ffb-98370b798c9c triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:03:39.145507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.226382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.251457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:39.254123 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0ea282-f200-4331-b3e9-5bd7a08e6e62" -d '{"events": [{"server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "name": "network-vif-plugged", "status": "completed", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:39.268433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:03:39.274416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.302660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5594594-8300-42fb-a45c-8e658a1ac4e5 x-openstack-request-id: req-a5594594-8300-42fb-a45c-8e658a1ac4e5 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:39.302955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "name": "network-vif-plugged", "status": "completed", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:39.303209 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5594594-8300-42fb-a45c-8e658a1ac4e5 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:39.303599 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'code': 200} Nov 23 03:03:39.341050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:39.352098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:39.534761 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392c2f9-eb64-42b7-9533-ccd53dac8d10 req-1761878b-06ff-49c2-939c-18ebeb559228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:39.536265 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1392c2f9-eb64-42b7-9533-ccd53dac8d10 req-1761878b-06ff-49c2-939c-18ebeb559228 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1099 time: 0.0464635 Nov 23 03:03:39.594136 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1392c2f9-eb64-42b7-9533-ccd53dac8d10 req-bcd0125b-f3c3-4833-9c58-97ab0bf0917c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487905 Nov 23 03:03:39.915498 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37216127-8eb9-4bae-b138-98aba79448c4 req-39829086-b38e-478b-9051-4b97ca61f31a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:39.917031 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-37216127-8eb9-4bae-b138-98aba79448c4 req-39829086-b38e-478b-9051-4b97ca61f31a tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0523694 Nov 23 03:03:39.969203 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-37216127-8eb9-4bae-b138-98aba79448c4 req-90cd30c2-25d7-4f3a-bfff-dd862fc58fd4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454435 Nov 23 03:03:41.105171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33891c83-967b-4498-9cea-e9585bcbc175 req-9b801487-ef09-45b4-9a06-3fea3f83c025 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:41.106667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33891c83-967b-4498-9cea-e9585bcbc175 req-9b801487-ef09-45b4-9a06-3fea3f83c025 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0542059 Nov 23 03:03:41.159271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-33891c83-967b-4498-9cea-e9585bcbc175 req-9285879c-156b-429b-8e96-92a440fa53b8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438826 Nov 23 03:03:41.285882 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64a124-74b0-49b6-b4fd-badd39f9a35e req-6548e0da-ee0d-4895-b6d4-325c2596a3ff tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:41.287272 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9a64a124-74b0-49b6-b4fd-badd39f9a35e req-6548e0da-ee0d-4895-b6d4-325c2596a3ff tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0587461 Nov 23 03:03:41.339592 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9a64a124-74b0-49b6-b4fd-badd39f9a35e req-be1944a0-eead-4060-9bfb-08035da68985 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460765 Nov 23 03:03:41.364499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40942) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:41.407428 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c29948-b2e6-4b2d-875e-4c2dd85032d3 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:41.409016 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-11c29948-b2e6-4b2d-875e-4c2dd85032d3 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1094 time: 0.0435078 Nov 23 03:03:41.412010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40944) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:41.416402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:03:41.443097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.549374 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.663481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.104 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/2ed68487-d1a0-4dc7-9dc7-094e1587cb18) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:03:41.774689 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.812410 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:41.852920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:03:41.857483 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:03:41.862263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:03:41.865556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=2ed68487-d1a0-4dc7-9dc7-094e1587cb18,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:42.250208 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.326924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.484818 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.491856 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.558170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=2ed68487-d1a0-4dc7-9dc7-094e1587cb18,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:03:42.571793 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:42.582970 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:03:42.677144 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP fa5825c3-180d-4359-955d-89fcd69b47bf associated. External IP: 172.26.8.104, port: f40f9e8c-d3a4-4603-9ffb-98370b798c9c. Nov 23 03:03:42.898556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:03:43.020669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:03:43.030701 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] Sync routers for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:03:43.042938 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:43.043429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:03:43.043611 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:43.075137 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f11d866e-179f-44e0-b515-f2f4ffc1fe53 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6620436 Nov 23 03:03:43.075912 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:03:43.078781 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa30371-8aa4-463f-a5fb-522d3899cb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:03:43.191221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ccff36-56ff-4422-a276-eff8419611b7 x-openstack-request-id: req-41ccff36-56ff-4422-a276-eff8419611b7 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:03:43.191384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02ca10-51ce-4cd9-81b8-fc1b9057e5e7 req-bf8dff1c-88dc-44b8-8781-53607b64b61d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:43.191839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:03:43.191839 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-41ccff36-56ff-4422-a276-eff8419611b7 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:03:43.192161 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'status': 'completed', 'code': 200} Nov 23 03:03:43.193002 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5d02ca10-51ce-4cd9-81b8-fc1b9057e5e7 req-bf8dff1c-88dc-44b8-8781-53607b64b61d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0576882 Nov 23 03:03:43.259980 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5d02ca10-51ce-4cd9-81b8-fc1b9057e5e7 req-f89074f7-364d-4e0a-9db2-045a1e1034c3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609958 Nov 23 03:03:43.283625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40952) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:43.285399 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:43.289827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-7e7290c1-02ba-49ce-8122-b3b961e099ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:43.292573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-7e7290c1-02ba-49ce-8122-b3b961e099ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1099 time: 0.0488448 Nov 23 03:03:43.392353 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-5a023121-a2a7-4c5f-abfa-76a5831e6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:43.393922 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-5a023121-a2a7-4c5f-abfa-76a5831e6843 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 898 time: 0.0951810 Nov 23 03:03:43.477663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-fdc4f510-c432-4c2f-b7e6-6d8bec04e177 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 1000 time: 0.0749247 Nov 23 03:03:43.524118 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'fa5825c3-180d-4359-955d-89fcd69b47bf', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'port_id': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'mac_address': 'fa:16:3e:dd:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:03:42Z', 'updated_at': '2021-11-23T03:03:42Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:43.532815 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-b5a3078f-697e-4af6-818a-a1774b3e9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:43.534374 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-b5a3078f-697e-4af6-818a-a1774b3e9039 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 200 len: 833 time: 0.0489588 Nov 23 03:03:43.551323 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] Checking router: 1da4b431-fc89-4fcd-9b37-8f90a7c67992 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:03:43.560107 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:03:43.560764 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:03:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:43.583677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-0a7ef8bd-2f00-4f7f-8cdc-43bcd3cc7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:03:43.585240 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-0a7ef8bd-2f00-4f7f-8cdc-43bcd3cc7dfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bae64e35-13a2-4cef-bc65-e820ebedc727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423450 Nov 23 03:03:43.668812 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:03:43.685536 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-800dd96a-5723-42ba-b4ed-47ef472b9be5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/fa5825c3-180d-4359-955d-89fcd69b47bf HTTP/1.1" status: 200 len: 992 time: 0.4001658 Nov 23 03:03:43.686128 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-22c5461c-0b3d-4a0f-8825-6ccf9c91c9b0 service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924091 Nov 23 03:03:43.777329 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0aa30371-8aa4-463f-a5fb-522d3899cb4c req-11b5ff46-56ff-4d6c-a298-ba32d642d4bd service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838869 Nov 23 03:03:43.896133 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'fa5825c3-180d-4359-955d-89fcd69b47bf', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'port_id': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'mac_address': 'fa:16:3e:dd:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:03:42Z', 'updated_at': '2021-11-23T03:03:42Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:03:43.922684 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38114ae6-4b65-4558-9e83-b1f353a8d5bf None None] The sync data for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv is: [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'fa5825c3-180d-4359-955d-89fcd69b47bf', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.104', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'port_id': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'mac_address': 'fa:16:3e:dd:64:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:03:42Z', 'updated_at': '2021-11-23T03:03:42Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:03:44.156607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ffd218-c31d-4eb5-9e0a-8b916263fbde None None] New status for floating IP fa5825c3-180d-4359-955d-89fcd69b47bf: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:03:44.690669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 40954) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:03:44.772902 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-82a4680f-425c-4787-ba6c-e6983857e876 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/fa5825c3-180d-4359-955d-89fcd69b47bf HTTP/1.1" status: 200 len: 994 time: 0.0803413 Nov 23 03:03:50.816119 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:03.168191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4537164f-974b-4206-a101-0f800f29e655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:05.646297 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dadb3de7-5b49-46bd-9e55-05cbd80c47a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:06.608262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:08.212966 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-ca6ce08b-4db9-43d7-9128-ee92bd276d91 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3817332 Nov 23 03:04:08.266453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:08.335055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-10bdf49c-23a4-4ee9-85dc-4c03f5de99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:08.336637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-10bdf49c-23a4-4ee9-85dc-4c03f5de99fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1099 time: 0.0478237 Nov 23 03:04:08.452410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-01cc4f5e-3781-4e57-a090-15f029212ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:08.453906 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-01cc4f5e-3781-4e57-a090-15f029212ce5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 898 time: 0.0943904 Nov 23 03:04:08.526017 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-9e632ced-d345-44f4-aaa8-ad9d9de69c76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 1002 time: 0.0622211 Nov 23 03:04:08.576139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-bb7db135-e0b8-4378-bacf-4f1ed22e83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:08.577569 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-bb7db135-e0b8-4378-bacf-4f1ed22e83cb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 200 len: 833 time: 0.0434771 Nov 23 03:04:08.629295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-847f1f21-c5ef-42de-8834-646c841f5851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:08.630802 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-847f1f21-c5ef-42de-8834-646c841f5851 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bae64e35-13a2-4cef-bc65-e820ebedc727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436778 Nov 23 03:04:08.725935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-456bbaa6-a3a2-4ba2-bdc4-9cb8c239261b service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861723 Nov 23 03:04:08.819591 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c25c7193-44fa-4281-82e4-611c7466cc1d req-dfd3482f-b2e7-478c-8ce1-6333b6fe3b11 service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854952 Nov 23 03:04:09.356229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:19.587782 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:04:20.236664 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47e473-cc28-4c42-ab84-6ec38937b53d req-2d9eb9e2-6a4a-4cd4-9550-7dba1569dc62 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:20.238182 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d47e473-cc28-4c42-ab84-6ec38937b53d req-2d9eb9e2-6a4a-4cd4-9550-7dba1569dc62 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0503855 Nov 23 03:04:20.295383 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d47e473-cc28-4c42-ab84-6ec38937b53d req-34d91944-42fd-4e87-bb06-6248577bb06d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510182 Nov 23 03:04:20.822896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:21.441737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b3a4d-ba77-4f26-af3f-d3ba8d826ddd req-bbc1be3a-3957-40ac-b4a4-7891746e6287 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:21.443220 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f11b3a4d-ba77-4f26-af3f-d3ba8d826ddd req-bbc1be3a-3957-40ac-b4a4-7891746e6287 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0618660 Nov 23 03:04:21.494534 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f11b3a4d-ba77-4f26-af3f-d3ba8d826ddd req-e6fd3fd7-64ac-4d72-a1c6-03e2a5a579e8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451591 Nov 23 03:04:22.623096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e569b-f6c4-4d35-94c5-25ad9cb6539d req-8b58dc10-66ec-4d9f-a9ad-2acb231b8ef5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:22.624507 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2d6e569b-f6c4-4d35-94c5-25ad9cb6539d req-8b58dc10-66ec-4d9f-a9ad-2acb231b8ef5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0514057 Nov 23 03:04:22.679439 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2d6e569b-f6c4-4d35-94c5-25ad9cb6539d req-f79e5937-ee73-4328-be54-fdd37b50e120 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482306 Nov 23 03:04:23.804706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33055-b6ed-4b67-a656-a8883c2b7c5b req-12a1f74f-69d3-48da-bfe2-5357bb48b4a7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:23.806244 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2bd33055-b6ed-4b67-a656-a8883c2b7c5b req-12a1f74f-69d3-48da-bfe2-5357bb48b4a7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0516453 Nov 23 03:04:23.865385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2bd33055-b6ed-4b67-a656-a8883c2b7c5b req-f01da9b1-a331-4db2-a789-a606559c08cd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529003 Nov 23 03:04:25.001094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14e4eb-d1da-4955-88e7-65b1208fdb11 req-e03ff478-ee85-465b-9a6d-008d52aa2855 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:25.002983 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2b14e4eb-d1da-4955-88e7-65b1208fdb11 req-e03ff478-ee85-465b-9a6d-008d52aa2855 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0554328 Nov 23 03:04:25.054393 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2b14e4eb-d1da-4955-88e7-65b1208fdb11 req-111d8282-ead0-4e5e-8725-deb28a676feb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450401 Nov 23 03:04:26.181867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d6843-fb98-42a0-a336-c806edf801a1 req-29f8f29b-1453-4305-8672-62dee1bc6df3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:26.183788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f6d6843-fb98-42a0-a336-c806edf801a1 req-29f8f29b-1453-4305-8672-62dee1bc6df3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0536971 Nov 23 03:04:26.243725 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1f6d6843-fb98-42a0-a336-c806edf801a1 req-8505a3fd-cff0-44b0-b9e0-77a2d08e0020 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526643 Nov 23 03:04:27.369382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ca3ef-ea68-4518-8acc-fef016c8a55d req-e60ab16c-b1d0-4f62-98a2-1a1ea8db893c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:27.370905 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ae6ca3ef-ea68-4518-8acc-fef016c8a55d req-e60ab16c-b1d0-4f62-98a2-1a1ea8db893c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Nov 23 03:04:27.421359 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ae6ca3ef-ea68-4518-8acc-fef016c8a55d req-1ffa763e-1abf-416c-9120-bf2c1d8b35e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439711 Nov 23 03:04:28.548437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73082245-d100-4844-a342-96e4eddf2770 req-7a059c76-0122-40e4-ace3-63d2caaf9232 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:28.549907 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73082245-d100-4844-a342-96e4eddf2770 req-7a059c76-0122-40e4-ace3-63d2caaf9232 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0516529 Nov 23 03:04:28.602074 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-73082245-d100-4844-a342-96e4eddf2770 req-7693b21b-d357-4590-a150-356354090fa5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456421 Nov 23 03:04:29.756938 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034dbec-1a09-43c2-ae4d-f3bf2cdea274 req-677dcb92-2ea2-4848-b5db-87d07274e79e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:29.758417 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7034dbec-1a09-43c2-ae4d-f3bf2cdea274 req-677dcb92-2ea2-4848-b5db-87d07274e79e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0581794 Nov 23 03:04:29.813387 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7034dbec-1a09-43c2-ae4d-f3bf2cdea274 req-561917a4-1c0b-4b1a-86ab-0dcb48eb6d5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491021 Nov 23 03:04:30.940806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4c516-e0f5-40a7-8200-f5ea8210a4dc req-087f748b-0e56-4f74-a52a-c94d12d7c785 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:30.942529 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ea4c516-e0f5-40a7-8200-f5ea8210a4dc req-087f748b-0e56-4f74-a52a-c94d12d7c785 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0492108 Nov 23 03:04:30.996663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4ea4c516-e0f5-40a7-8200-f5ea8210a4dc req-5e8d852e-b27d-45a0-baa2-4d356ae412b8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449927 Nov 23 03:04:31.020116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 40988) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:31.094774 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c0360a51-1854-4c36-bc0e-89dea970dc8f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/fa5825c3-180d-4359-955d-89fcd69b47bf HTTP/1.1" status: 200 len: 994 time: 0.0732901 Nov 23 03:04:32.440663 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba765d2a-2147-4b52-ae78-e4bfe14c5728 req-62ba8dbb-1e38-4d3f-a374-f6a32c351998 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:32.444935 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ba765d2a-2147-4b52-ae78-e4bfe14c5728 req-62ba8dbb-1e38-4d3f-a374-f6a32c351998 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0557406 Nov 23 03:04:32.499362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-94ab3ae7-da34-432e-a351-db385dce28b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:32.500121 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ba765d2a-2147-4b52-ae78-e4bfe14c5728 req-4f0699ae-0372-48ba-b220-b2812fea4ba3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500233 Nov 23 03:04:32.505397 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-94ab3ae7-da34-432e-a351-db385dce28b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1099 time: 0.0535622 Nov 23 03:04:32.603164 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-61d8c424-e5b7-4f1f-bf81-2f1ea71f513d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:32.604695 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-61d8c424-e5b7-4f1f-bf81-2f1ea71f513d service neutron] 10.222.0.46 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 898 time: 0.0913439 Nov 23 03:04:32.678662 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-f926d75b-0a36-491b-a720-c58335056ba4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 1002 time: 0.0612550 Nov 23 03:04:32.732906 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-7789eda7-2bb4-44d2-874e-f6a623690064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:32.734391 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-7789eda7-2bb4-44d2-874e-f6a623690064 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 200 len: 833 time: 0.0481203 Nov 23 03:04:32.791563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-844c6298-42e8-430b-a5c2-5bb86cf723d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:32.793089 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-844c6298-42e8-430b-a5c2-5bb86cf723d0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bae64e35-13a2-4cef-bc65-e820ebedc727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0459514 Nov 23 03:04:32.889976 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-3f8b959f-3c25-4743-8e75-ca7409cb2fa2 service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881960 Nov 23 03:04:32.989302 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c31ff1f5-de3d-4d4f-aaa8-414db6f5d1b6 req-6edb3da6-59e4-4645-917b-7bb07cc3f2fc service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899379 Nov 23 03:04:33.159194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b9d86e89-24a8-4b7a-ae60-31cb2e8307f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:33.639329 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51c798-3ffc-4710-b10f-a166b00f9d7b req-f2fb6155-ebfb-40e6-812e-0dd24936ea4c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:33.640838 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a51c798-3ffc-4710-b10f-a166b00f9d7b req-f2fb6155-ebfb-40e6-812e-0dd24936ea4c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0571363 Nov 23 03:04:33.695615 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2a51c798-3ffc-4710-b10f-a166b00f9d7b req-a553744c-154d-413c-a11d-0a0deb21108d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 Nov 23 03:04:34.825141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3edab6-8fec-4d3b-974d-e4dd1a066c0f req-95aca548-ea1a-4288-a224-55ed2679c657 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:04:34.826649 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ee3edab6-8fec-4d3b-974d-e4dd1a066c0f req-95aca548-ea1a-4288-a224-55ed2679c657 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0581155 Nov 23 03:04:34.877414 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ee3edab6-8fec-4d3b-974d-e4dd1a066c0f req-e7938103-96e2-467d-b20c-b1c0e86f587d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447359 Nov 23 03:04:34.901493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41000) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:04:34.969391 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-085bb5d2-31ad-48ea-aa4c-9adb0ec470b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/fa5825c3-180d-4359-955d-89fcd69b47bf HTTP/1.1" status: 200 len: 994 time: 0.0666759 Nov 23 03:04:35.645734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e34832fd-8436-4af0-97bb-0df0a544bf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:36.616715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:38.279838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:39.357808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:50.814416 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:04:56.590162 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:05:03.156177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69926e00-105a-4181-911f-c92c6159e0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:05.648380 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d2d3614e-c638-444e-9417-3a7cb7a09430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:06.613090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.634762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41018) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:07.810429 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 2ed68487-d1a0-4dc7-9dc7-094e1587cb18 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:07.810742 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.889641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.889873 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:07.901795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 2ed68487-d1a0-4dc7-9dc7-094e1587cb18 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:08.065910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.090862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=2ed68487-d1a0-4dc7-9dc7-094e1587cb18,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:08.102741 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.103118 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.103453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.103834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.104171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.104535 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.104875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.105200 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.105536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.105846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.106191 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.106521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:08.164795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.165039 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP fa5825c3-180d-4359-955d-89fcd69b47bf disassociated (deleted). External IP: 172.26.8.104, port: f40f9e8c-d3a4-4603-9ffb-98370b798c9c. Nov 23 03:05:08.271934 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.383760 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:08.493289 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:08.498560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:08.503925 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] Sync routers for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:08.514241 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:08.514863 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:08.529407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-ceb6a59e-5630-416f-85a6-a6f5ac756d81 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/floatingips/fa5825c3-180d-4359-955d-89fcd69b47bf HTTP/1.1" status: 204 len: 168 time: 0.8932869 Nov 23 03:05:08.530002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:05:08.532443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e599d3a-671e-401c-9385-9a38246b1945" -d '{"events": [{"name": "network-changed", "server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:05:08.570254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069c20c9-6058-4c28-ac16-5a82085977ad x-openstack-request-id: req-069c20c9-6058-4c28-ac16-5a82085977ad {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:05:08.570557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:05:08.570828 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-069c20c9-6058-4c28-ac16-5a82085977ad {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:05:08.571238 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'status': 'completed', 'code': 200} Nov 23 03:05:08.622282 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:08.680199 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e599d3a-671e-401c-9385-9a38246b1945 req-5f682d32-be00-4485-91da-4e2e5da2ca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:08.681841 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-5f682d32-be00-4485-91da-4e2e5da2ca4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 1099 time: 0.0525067 Nov 23 03:05:08.837812 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:08.843475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f8a67-435d-46de-bc40-79c621bbef2b req-096ac142-7791-496e-b52f-5958314cefc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:08.845051 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc8f8a67-435d-46de-bc40-79c621bbef2b req-096ac142-7791-496e-b52f-5958314cefc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.1177583 Nov 23 03:05:08.863983 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] Checking router: 1da4b431-fc89-4fcd-9b37-8f90a7c67992 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:05:08.867586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e599d3a-671e-401c-9385-9a38246b1945 req-d9276d81-8299-4d12-879d-6065ee9b0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:08.869060 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-d9276d81-8299-4d12-879d-6065ee9b0820 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 200 len: 898 time: 0.1326203 Nov 23 03:05:08.872792 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:08.873421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:08.923816 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-61d79146-3606-4ad2-88ba-af5464362791 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 200 len: 217 time: 0.0421867 Nov 23 03:05:08.945695 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-bc8f8a67-435d-46de-bc40-79c621bbef2b req-f8cd0eec-7932-4e7c-bcf1-c71d895042d1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930831 Nov 23 03:05:08.983663 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e599d3a-671e-401c-9385-9a38246b1945 req-f0987656-2b72-47d9-84d7-3954a3509dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:08.985423 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-f0987656-2b72-47d9-84d7-3954a3509dce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 200 len: 833 time: 0.0526552 Nov 23 03:05:08.987196 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:09.040692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e599d3a-671e-401c-9385-9a38246b1945 req-6aae7c3c-c482-4eb1-8385-72e83ffe1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:09.042226 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-6aae7c3c-c482-4eb1-8385-72e83ffe1a41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bae64e35-13a2-4cef-bc65-e820ebedc727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492148 Nov 23 03:05:09.134947 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-c6a2ee85-1ee4-4d1e-ad98-a12c8ef6532d service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827961 Nov 23 03:05:09.190016 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:09.216137 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400e328-90bd-481f-8904-15ed0d5197a8 None None] The sync data for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv is: [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:29Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5eb33280-cacd-46c5-8e69-f9eb072e37a7', 'name': '', 'network_id': 'bae64e35-13a2-4cef-bc65-e820ebedc727', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:48:1e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:29Z', 'updated_at': '2021-11-23T03:03:32Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': 'c9115e51-cdc9-4e0e-acf2-83557f8d973f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:09.236942 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e599d3a-671e-401c-9385-9a38246b1945 req-c49613f5-9b4c-4494-af97-6693d315046f service neutron] 10.222.0.46 "GET /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899603 Nov 23 03:05:09.355768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:09.446156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0779b151-76ae-4b57-831e-5c0e3dbb3e51 None None] New status for floating IP fa5825c3-180d-4359-955d-89fcd69b47bf: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:05:10.086417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c8e39-6ff2-47ea-8ec7-7d173dc56a38 req-269a8b4e-a5aa-4dfe-9ee7-c372bda3fb60 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.088357 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6a3c8e39-6ff2-47ea-8ec7-7d173dc56a38 req-269a8b4e-a5aa-4dfe-9ee7-c372bda3fb60 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0606306 Nov 23 03:05:10.142952 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6a3c8e39-6ff2-47ea-8ec7-7d173dc56a38 req-830f0f76-2e0a-4690-91b3-bf15201879ad tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459499 Nov 23 03:05:10.881964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-063373fa-ea0b-490f-b15e-1de4dbde7aeb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:10.883463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-063373fa-ea0b-490f-b15e-1de4dbde7aeb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 946 time: 0.0525408 Nov 23 03:05:10.995644 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port f40f9e8c-d3a4-4603-9ffb-98370b798c9c {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:10.996041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.095542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port f40f9e8c-d3a4-4603-9ffb-98370b798c9c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:11.095912 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.108940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for f40f9e8c-d3a4-4603-9ffb-98370b798c9c owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:11.270753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.303231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=f40f9e8c-d3a4-4603-9ffb-98370b798c9c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:11.313658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd7acf-6208-4c42-b643-f62cd963a0bc req-9bff4378-1b96-45e8-b3ac-c3b4ea1121c3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:11.315525 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-84cd7acf-6208-4c42-b643-f62cd963a0bc req-9bff4378-1b96-45e8-b3ac-c3b4ea1121c3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763 HTTP/1.1" status: 200 len: 867 time: 0.0967948 Nov 23 03:05:11.370513 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] No DVR routers for this DVR port f40f9e8c-d3a4-4603-9ffb-98370b798c9c on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:11.373850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:11.378169 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-df06a8a5-e5b3-4142-bd99-ccffcbca566c req-d470f519-3174-4ec7-9f3a-a0328e652557 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "DELETE /v2.0/ports/f40f9e8c-d3a4-4603-9ffb-98370b798c9c HTTP/1.1" status: 204 len: 173 time: 0.4823964 Nov 23 03:05:11.378612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'name': 'network-vif-deleted', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:05:11.381013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46688f4b-99ca-4de7-b2ee-94584dc270cd" -d '{"events": [{"server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "name": "network-vif-deleted", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:05:11.424669 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-84cd7acf-6208-4c42-b643-f62cd963a0bc req-dde3d7a7-4584-405d-9de0-8d1b03e363a2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=78c26f64-12d9-4825-92d9-0c5fc57fbe86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842614 Nov 23 03:05:11.426492 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87331d26-d4d3-4cef-965a-2e81859d6063 x-openstack-request-id: req-87331d26-d4d3-4cef-965a-2e81859d6063 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:05:11.426801 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763", "name": "network-vif-deleted", "tag": "f40f9e8c-d3a4-4603-9ffb-98370b798c9c", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:05:11.427197 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-87331d26-d4d3-4cef-965a-2e81859d6063 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:05:11.427659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a42d0c0-cb37-4b9c-b5d8-a99c0e1a3763', 'name': 'network-vif-deleted', 'tag': 'f40f9e8c-d3a4-4603-9ffb-98370b798c9c', 'status': 'completed', 'code': 200} Nov 23 03:05:12.486818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41036) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:12.867231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.144307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 5eb33280-cacd-46c5-8e69-f9eb072e37a7 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:13.144561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.233389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 5eb33280-cacd-46c5-8e69-f9eb072e37a7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5eb33280-cacd-46c5-8e69-f9eb072e37a7,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:13.233754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.246370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 5eb33280-cacd-46c5-8e69-f9eb072e37a7 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:13.444345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:13.474081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=5eb33280-cacd-46c5-8e69-f9eb072e37a7,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:13.650214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.214536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:14.328307 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:14.334275 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6fc9ca6c-512c-4d7b-a122-aed0f3980108 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/1da4b431-fc89-4fcd-9b37-8f90a7c67992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8457954 Nov 23 03:05:14.337636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41038) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:14.339650 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] Sync routers for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:14.350681 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:14.351302 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:14.396711 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting subnet c9115e51-cdc9-4e0e-acf2-83557f8d973f {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:05:14.400441 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.442646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.530153 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.549667 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:14.594810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.625384 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.629596 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/subnets/c9115e51-cdc9-4e0e-acf2-83557f8d973f HTTP/1.1" status: 204 len: 168 time: 0.2902727 Nov 23 03:05:14.630771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Subnet': ['ID=c9115e51-cdc9-4e0e-acf2-83557f8d973f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:14.632603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41040) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:14.633018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14777b0b-5207-48f2-b424-893c90c25c57 None None] Network bae64e35-13a2-4cef-bc65-e820ebedc727 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:14.643136 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.643536 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.643922 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.644348 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.644691 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.645028 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.645463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.645995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.646550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.647132 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.647709 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.648297 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531d34ce-82c6-46f6-b082-04128a99d2b5 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:14.724412 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:05:13Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:14.751231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.755082 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] Checking router: 1da4b431-fc89-4fcd-9b37-8f90a7c67992 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:05:14.767208 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] Routers {'1da4b431-fc89-4fcd-9b37-8f90a7c67992'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:14.767869 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:14.818249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] DHCP port deletion for bae64e35-13a2-4cef-bc65-e820ebedc727 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:14.866544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Deleting port 88134bf6-2745-461f-b88b-5e7d04615ca7 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:14.866918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.869235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.883871 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] Set router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:14.935085 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] For port 88134bf6-2745-461f-b88b-5e7d04615ca7, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=88134bf6-2745-461f-b88b-5e7d04615ca7,segment=NetworkSegment(c3185644-b5af-42e9-ae7a-8037bbd4de59),segment_id=c3185644-b5af-42e9-ae7a-8037bbd4de59)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:14.935518 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.936481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 76cf8ebd-acfd-404c-85dd-478a2b992b1d {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:05:14.936960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:14.948151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Calling delete_port for 88134bf6-2745-461f-b88b-5e7d04615ca7 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:15.015254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 76cf8ebd-acfd-404c-85dd-478a2b992b1d, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=76cf8ebd-acfd-404c-85dd-478a2b992b1d,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:15.015662 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.030813 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 76cf8ebd-acfd-404c-85dd-478a2b992b1d owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:05:15.032549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.063107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Pushing event deleted for resources: {'Port': ['ID=88134bf6-2745-461f-b88b-5e7d04615ca7,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:15.067895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] No DVR routers for this DVR port 88134bf6-2745-461f-b88b-5e7d04615ca7 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:05:15.071819 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:05:13Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:15.074448 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.074806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.075144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.076838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.076838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.076838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.076838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.076838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.077292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.077442 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.077766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.078101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5600a139-c278-4a75-8c9c-9864b43c0207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:15.103157 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3ffdc4-f0cf-4f30-8c3b-987de986982c None None] The sync data for ids ['1da4b431-fc89-4fcd-9b37-8f90a7c67992'] in dv-neutron-818844-1-hyperv is: [{'id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1138315655', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:05:13Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '76cf8ebd-acfd-404c-85dd-478a2b992b1d', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:e4:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da4b431-fc89-4fcd-9b37-8f90a7c67992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:03:26Z', 'updated_at': '2021-11-23T03:03:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:15.215834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.246889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=76cf8ebd-acfd-404c-85dd-478a2b992b1d,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:15.257383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed9babd-aefc-4f5c-a261-08fae21d01d6 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:15.306865 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.402299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.406091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.463163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.463700 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Fanout notify agent at l3_agent the message router_deleted on router 1da4b431-fc89-4fcd-9b37-8f90a7c67992 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:05:15.474126 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.475443 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-905084e2-3f42-458b-b4f6-7e5079357c78 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/routers/1da4b431-fc89-4fcd-9b37-8f90a7c67992 HTTP/1.1" status: 204 len: 168 time: 0.8418343 Nov 23 03:05:15.478597 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41042) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:15.567655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.593983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 88134bf6-2745-461f-b88b-5e7d04615ca7 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:15.615835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 88134bf6-2745-461f-b88b-5e7d04615ca7 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:15.616177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 88134bf6-2745-461f-b88b-5e7d04615ca7 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:15.616695 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5eb33280-cacd-46c5-8e69-f9eb072e37a7 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:15.636274 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 5eb33280-cacd-46c5-8e69-f9eb072e37a7 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:15.636924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5eb33280-cacd-46c5-8e69-f9eb072e37a7 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:15.663633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.684202 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae64e35-13a2-4cef-bc65-e820ebedc727']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:15.694015 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3185644-b5af-42e9-ae7a-8037bbd4de59') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:15.694306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3185644-b5af-42e9-ae7a-8037bbd4de59') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:15.704048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.719800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device f40f9e8c-d3a4-4603-9ffb-98370b798c9c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:15.721460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.728820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:05:15.729384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:05:15.732573 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:05:15.746263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: f40f9e8c-d3a4-4603-9ffb-98370b798c9c {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:15.746627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device f40f9e8c-d3a4-4603-9ffb-98370b798c9c not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:15.797977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.806578 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.810022 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/networks/bae64e35-13a2-4cef-bc65-e820ebedc727 HTTP/1.1" status: 204 len: 168 time: 0.3304131 Nov 23 03:05:15.813117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41044) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:15.822496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce0457-9bac-48c4-a301-1abc2addbe11 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Network': ['ID=bae64e35-13a2-4cef-bc65-e820ebedc727,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:15.879587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44d5e912-12ce-42b6-a9ee-8eaf09b6d3e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.905669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44d5e912-12ce-42b6-a9ee-8eaf09b6d3e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.967341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44d5e912-12ce-42b6-a9ee-8eaf09b6d3e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.969994 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-44d5e912-12ce-42b6-a9ee-8eaf09b6d3e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:15.971204 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-44d5e912-12ce-42b6-a9ee-8eaf09b6d3e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/security-groups/78c26f64-12d9-4825-92d9-0c5fc57fbe86 HTTP/1.1" status: 204 len: 168 time: 0.1564550 Nov 23 03:05:15.980222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5e912-12ce-42b6-a9ee-8eaf09b6d3e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c26f64-12d9-4825-92d9-0c5fc57fbe86,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:16.257844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41050) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.262695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324723374', 'description': 'tempest-secgroup-smoke-1324723374 description', 'project_id': 'd23944b7e11344a590106bc6d8dc0256'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:16.287007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.367214 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.372722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.400363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.401527 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1427002 Nov 23 03:05:16.404668 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41052) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.405638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11cd3e-f620-42a3-add1-3237cbdd6fc8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed81563-2c39-4c2c-a047-dbb57614e2fe,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:16.411083 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'fed81563-2c39-4c2c-a047-dbb57614e2fe', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:16.442673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.488900 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.495775 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.513618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e35afb-c477-4947-a71a-3bd3517d69b3,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:16.522742 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.523980 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b5977ccb-de6d-44e4-9fd1-366ee35eda28 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181235 Nov 23 03:05:16.526815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41054) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.531631 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'fed81563-2c39-4c2c-a047-dbb57614e2fe', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:16.561270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.621989 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.628679 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.652806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29468c8-764a-48b7-bc56-cc247c727b3f,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:16.657586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.658785 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-132987cb-f96d-4e56-a232-d0016f851bb2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1309390 Nov 23 03:05:16.662342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41056) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.667103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'fed81563-2c39-4c2c-a047-dbb57614e2fe', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:16.696622 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.761902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.766773 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.783903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54918b75-c8b5-4787-8533-6d18e6024b4d,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:16.794839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.796007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-a4bf00c5-80d4-4ef2-a70f-927639153bb1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325905 Nov 23 03:05:16.801056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41058) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.805354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'fed81563-2c39-4c2c-a047-dbb57614e2fe', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:16.832995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.896178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.902681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.921301 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336c67da-2605-48ea-b103-8e56ae970b50,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:16.929744 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:16.930974 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-2a694815-15a8-48b9-b3d7-db0ce90e1216 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1289649 Nov 23 03:05:16.933886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41060) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:16.938504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'fed81563-2c39-4c2c-a047-dbb57614e2fe', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:16.962959 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:05:16.967867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.031049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.036562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.055966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab8ab9e8-f8e8-42bb-ac36-93e10d3d6e7a,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:17.064858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.066373 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-589071d0-ae84-4c01-8961-97d12d51538c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313496 Nov 23 03:05:17.069212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41062) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:17.073978 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'security_group_rule': {'security_group_id': 'fed81563-2c39-4c2c-a047-dbb57614e2fe', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:17.098104 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Project d23944b7e11344a590106bc6d8dc0256 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:05:17.103021 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.165097 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.170372 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.190419 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315da3ae-fd5d-415e-a478-cb63073ab602,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:17.196383 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.197660 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f245d2f4-ad5b-4ff2-be70-5d3a6ec00f42 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273279 Nov 23 03:05:17.200673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41064) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:17.205512 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'network': {'name': 'tempest-network-smoke--948976933', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'port_security_enabled': True}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:17.231183 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:17.235026 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.260884 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:05:17.270436 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.270865 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Added segment c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494 of type vlan for network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 Nov 23 03:05:17.311006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.338478 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.344104 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:17.344731 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.410909 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2078066 Nov 23 03:05:17.415332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41066) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:17.421782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'admin_state_up': True, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:17.421998 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c97e49-8bb2-476a-bcdf-6ddf5433979e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Network': ['ID=09a3489b-68fc-4680-9c15-2bcb6f6c32c8,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:17.434466 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:05:17.451730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.452924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.493810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 76cf8ebd-acfd-404c-85dd-478a2b992b1d no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:05:17.506688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.518155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 76cf8ebd-acfd-404c-85dd-478a2b992b1d {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:05:17.518499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 76cf8ebd-acfd-404c-85dd-478a2b992b1d not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:05:17.647707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.846643 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.875148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:17.976031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.167 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/7528859f-8464-4bfe-9d1d-29a3780893e0) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:18.086816 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.122263 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.161436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:18.164418 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:18.167762 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:18.177928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0bc5ff-15ae-47c8-90b7-7971e5b5c1d9 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:18.189890 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=7528859f-8464-4bfe-9d1d-29a3780893e0,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:18.292670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8a27e713-8c34-4edb-b702-5a59e92e0069 None None] Provisioning complete for port 7528859f-8464-4bfe-9d1d-29a3780893e0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:18.293075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a27e713-8c34-4edb-b702-5a59e92e0069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.330217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8a27e713-8c34-4edb-b702-5a59e92e0069 None None] Port 7528859f-8464-4bfe-9d1d-29a3780893e0 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:18.425988 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.631566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.779031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:05:18.901103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:18.911860 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Sync routers for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:18.925424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:18.925697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:18.926344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:18.926736 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-3ad30fb5-9b01-4a8f-97a3-0a50d94d3fb3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5094037 Nov 23 03:05:18.929948 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41068) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:18.958472 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9f7d8b37-7c29-4e44-afd2-79bbd89a6561 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=d23944b7e11344a590106bc6d8dc0256&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273726 Nov 23 03:05:18.961159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41070) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:19.034697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:19.048976 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f4084b-3204-4de2-85ed-d5fed71e71e4 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:19.050526 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-49f4084b-3204-4de2-85ed-d5fed71e71e4 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883327 Nov 23 03:05:19.053559 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41072) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:19.089271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b4af16ff-f2cd-44e0-b749-77fe787944bb tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322537 Nov 23 03:05:19.089542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41074) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:19.094320 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-256915776', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:19.185669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:19.189528 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.215538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:18Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:19.246129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Checking router: d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:05:19.246482 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Updating router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 port 7528859f-8464-4bfe-9d1d-29a3780893e0 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:05:19.271708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.376587 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.436188 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Subnet': ['ID=9c833c4c-f261-49b0-83b2-869e9e60ebdd,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:19.447298 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Checking segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:19.447673 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network hostable DHCP agents. Network: 09a3489b-68fc-4680-9c15-2bcb6f6c32c8, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:05:19.468345 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:05:19.478521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 09a3489b-68fc-4680-9c15-2bcb6f6c32c8) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:19.483072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:19.483672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.491869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c56487-3250-47ae-9730-a1aa6413de06 None None] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:19.505524 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f0ab89a6-8f04-489f-b1fa-8634d9206a83 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4118192 Nov 23 03:05:19.506058 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41076) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:19.735820 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.752630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.822906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f08209-cb68-4cca-96cb-77b8b809b725 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:19.857948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001fe4-3fe3-4ea1-90e0-b5605cd0fc27 None None] Pushing event updated for resources: {'Port': ['ID=7528859f-8464-4bfe-9d1d-29a3780893e0,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:19.860267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Attempting to bind port 7528859f-8464-4bfe-9d1d-29a3780893e0 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:19.860661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Attempting to bind port 7528859f-8464-4bfe-9d1d-29a3780893e0 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:19.861027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Attempting to bind port 7528859f-8464-4bfe-9d1d-29a3780893e0 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:19.871255 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:19.871643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:19.872030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.872465 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:19.872935 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Bound port: 7528859f-8464-4bfe-9d1d-29a3780893e0, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:19.873315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.924139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:05:19.925804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:19.969633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] For port 7528859f-8464-4bfe-9d1d-29a3780893e0, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:19.985172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] For port 7528859f-8464-4bfe-9d1d-29a3780893e0, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7528859f-8464-4bfe-9d1d-29a3780893e0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:20.037698 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.039464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f2eb5d24-0673-441f-b7ef-319ed49a4ebe None None] Provisioning complete for port 7528859f-8464-4bfe-9d1d-29a3780893e0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:20.039823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5d24-0673-441f-b7ef-319ed49a4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.115413 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f54d5-c191-4f7b-809d-fa1f6ec75d1c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:05:20.186328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:20.186982 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:20.193153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001fe4-3fe3-4ea1-90e0-b5605cd0fc27 None None] Pushing event updated for resources: {'Port': ['ID=7528859f-8464-4bfe-9d1d-29a3780893e0,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:20.244309 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Allocated IP 172.20.0.2 (09a3489b-68fc-4680-9c15-2bcb6f6c32c8/9c833c4c-f261-49b0-83b2-869e9e60ebdd/ef996fa0-4393-4444-8c58-e553c7b0579c) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:20.285256 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.368955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5d24-0673-441f-b7ef-319ed49a4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.418898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:20.424702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f2eb5d24-0673-441f-b7ef-319ed49a4ebe None None] For port 7528859f-8464-4bfe-9d1d-29a3780893e0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7528859f-8464-4bfe-9d1d-29a3780893e0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:20.482686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f2eb5d24-0673-441f-b7ef-319ed49a4ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.618720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.629926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb5d24-0673-441f-b7ef-319ed49a4ebe None None] Pushing event updated for resources: {'Port': ['ID=7528859f-8464-4bfe-9d1d-29a3780893e0,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:20.635158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.677471 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.1 (09a3489b-68fc-4680-9c15-2bcb6f6c32c8/9c833c4c-f261-49b0-83b2-869e9e60ebdd/c483d929-a3b8-46e0-bdac-88746eefae79) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:20.690472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ddc82e23-6e8c-4b5b-8008-6784a1e9df20 None None] Provisioning complete for port 7528859f-8464-4bfe-9d1d-29a3780893e0 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:20.690968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ddc82e23-6e8c-4b5b-8008-6784a1e9df20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.749515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:20.754489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Pushing event updated for resources: {'Port': ['ID=ef996fa0-4393-4444-8c58-e553c7b0579c,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:20.759649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:20.763965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:20.801904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.838397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.838854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.876475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Attempting to bind port ef996fa0-4393-4444-8c58-e553c7b0579c on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:20.876752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Attempting to bind port ef996fa0-4393-4444-8c58-e553c7b0579c by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:20.877326 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Attempting to bind port ef996fa0-4393-4444-8c58-e553c7b0579c on network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:20.885213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:20.888193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:20.890507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:20.890880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Checking segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:20.891412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.891677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Bound using segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:20.891935 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:20.892153 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Bound port: ef996fa0-4393-4444-8c58-e553c7b0579c, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:20.892565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.913303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:18Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:20.919541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=c483d929-a3b8-46e0-bdac-88746eefae79,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:20.945653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:20.946396 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf13fee-b8b1-4065-bb32-2f580d9661b5 None None] The sync data for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv is: [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:18Z', 'revision_number': 3, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:21.003586 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] For port ef996fa0-4393-4444-8c58-e553c7b0579c, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:21.006913 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] For port ef996fa0-4393-4444-8c58-e553c7b0579c, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ef996fa0-4393-4444-8c58-e553c7b0579c,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:21.013233 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.086643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ae253-d93e-4dc6-8079-ba71f622c760 None None] Pushing event updated for resources: {'Port': ['ID=ef996fa0-4393-4444-8c58-e553c7b0579c,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:21.089516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.447599 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.454056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.542396 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=c483d929-a3b8-46e0-bdac-88746eefae79,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:21.546007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.607877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7528859f-8464-4bfe-9d1d-29a3780893e0 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:21.652765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:21.654338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:21.665703 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7528859f-8464-4bfe-9d1d-29a3780893e0 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:21.666078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.752305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ef996fa0-4393-4444-8c58-e553c7b0579c up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:21.782047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:21.809619 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ef996fa0-4393-4444-8c58-e553c7b0579c triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:21.809999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.903404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:21.920105 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:21.929395 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6321f55c-bd19-4a82-8099-fcc5b6e148fc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4219937 Nov 23 03:05:21.946707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port ef996fa0-4393-4444-8c58-e553c7b0579c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ef996fa0-4393-4444-8c58-e553c7b0579c,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:21.956621 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.016040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=ef996fa0-4393-4444-8c58-e553c7b0579c,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:22.132897 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-28bda64b-2e46-4ffb-ba16-f2ad645122c8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324723374&fields=id&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 267 time: 0.0504084 Nov 23 03:05:22.160183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fef682-0e94-4572-80b8-09bd00d82fab None None] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:05:22.247968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-be92b9bd-6ff7-4e2c-8bd1-fe29f11ccce7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:22.249517 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-be92b9bd-6ff7-4e2c-8bd1-fe29f11ccce7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 796 time: 0.1108375 Nov 23 03:05:22.265472 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-a3ce65a4-769b-4aca-8851-70300bac17bd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/quotas/d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 375 time: 0.0094063 Nov 23 03:05:22.280817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-81a761c6-a9ff-40aa-9007-971d67b51bf5 None None] Provisioning complete for port ef996fa0-4393-4444-8c58-e553c7b0579c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:22.281212 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-81a761c6-a9ff-40aa-9007-971d67b51bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.319704 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-b7e576f8-1c0d-4592-877e-eadec9e92b29 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471575 Nov 23 03:05:22.337391 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-108e85a5-778a-4a07-9743-c1bbf0bd1f96 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:05:22.343089 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-108e85a5-778a-4a07-9743-c1bbf0bd1f96 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101185 Nov 23 03:05:22.456091 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-df415b0b-b6e7-4fa0-9293-3fe5e6be6a5a service neutron] 10.222.0.53 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096492 Nov 23 03:05:22.555470 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-40b2fdee-2a4f-4e21-be67-ea1c3c036a9b service neutron] 10.222.0.53 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966680 Nov 23 03:05:22.621912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4e4949ca-aa01-4aaa-9fbc-8e3a75c733c3 None None] Provisioning complete for port ef996fa0-4393-4444-8c58-e553c7b0579c triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:22.622286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e4949ca-aa01-4aaa-9fbc-8e3a75c733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.700391 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Sync routers for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:22.719874 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:22.720714 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:22.755630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4e4949ca-aa01-4aaa-9fbc-8e3a75c733c3 None None] Provisioning complete for port c483d929-a3b8-46e0-bdac-88746eefae79 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:22.756005 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4e4949ca-aa01-4aaa-9fbc-8e3a75c733c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.785303 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7f8f7549-a4ba-4b8f-afe4-2f6d35bc12ae req-a2784333-e01f-40ea-915d-de7e39a7e997 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 210 time: 0.0754013 Nov 23 03:05:22.804141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4e4949ca-aa01-4aaa-9fbc-8e3a75c733c3 None None] Port c483d929-a3b8-46e0-bdac-88746eefae79 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:22.849933 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:22.937259 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4fb9e999-28d4-41a1-bd05-20dc177353f4 None None] Provisioning complete for port c483d929-a3b8-46e0-bdac-88746eefae79 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:22.937840 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4fb9e999-28d4-41a1-bd05-20dc177353f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:22.996632 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4fb9e999-28d4-41a1-bd05-20dc177353f4 None None] Port c483d929-a3b8-46e0-bdac-88746eefae79 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:23.087454 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 2, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:23.116765 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Checking router: d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:05:23.117222 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Updating router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 port c483d929-a3b8-46e0-bdac-88746eefae79 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:05:23.120104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-378b4790-2d90-4632-a069-cc7aa9c5dfa3 None None] Provisioning complete for port c483d929-a3b8-46e0-bdac-88746eefae79 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:23.120528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-378b4790-2d90-4632-a069-cc7aa9c5dfa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.147885 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.328661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-378b4790-2d90-4632-a069-cc7aa9c5dfa3 None None] Port c483d929-a3b8-46e0-bdac-88746eefae79 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:23.427079 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.440946 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.518822 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Pushing event updated for resources: {'Port': ['ID=c483d929-a3b8-46e0-bdac-88746eefae79,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:23.527297 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.527645 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.527988 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.528420 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.528761 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.529105 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.529445 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.529781 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.530108 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.530433 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.530937 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.531432 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:05:23.562733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ef996fa0-4393-4444-8c58-e553c7b0579c up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:23.573496 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Attempting to bind port c483d929-a3b8-46e0-bdac-88746eefae79 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:23.573866 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Attempting to bind port c483d929-a3b8-46e0-bdac-88746eefae79 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:23.574221 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Attempting to bind port c483d929-a3b8-46e0-bdac-88746eefae79 on network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:23.580025 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:23.580437 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Checking segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:23.580841 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.581423 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Bound using segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:23.581917 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Bound port: c483d929-a3b8-46e0-bdac-88746eefae79, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:23.582306 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.618645 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port ef996fa0-4393-4444-8c58-e553c7b0579c triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:23.619019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.651059 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] For port c483d929-a3b8-46e0-bdac-88746eefae79, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:23.654346 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] For port c483d929-a3b8-46e0-bdac-88746eefae79, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c483d929-a3b8-46e0-bdac-88746eefae79,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:23.660141 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.709295 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:23.709967 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:23.760709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dca74655-627f-4d48-ad98-dba0f26c7479 None None] Provisioning complete for port c483d929-a3b8-46e0-bdac-88746eefae79 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:23.761147 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca74655-627f-4d48-ad98-dba0f26c7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.852217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca74655-627f-4d48-ad98-dba0f26c7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.876674 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26092f-fcd5-43d7-b7a9-017468245258 None None] Pushing event updated for resources: {'Port': ['ID=c483d929-a3b8-46e0-bdac-88746eefae79,revision_number=4']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:23.897649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-dca74655-627f-4d48-ad98-dba0f26c7479 None None] For port c483d929-a3b8-46e0-bdac-88746eefae79, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c483d929-a3b8-46e0-bdac-88746eefae79,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:23.905552 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca74655-627f-4d48-ad98-dba0f26c7479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:23.948126 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:23.964409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca74655-627f-4d48-ad98-dba0f26c7479 None None] Pushing event updated for resources: {'Port': ['ID=c483d929-a3b8-46e0-bdac-88746eefae79,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:24.033131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-7d76a6a8-c94a-45bf-a1ed-1b8dbff029b0 None None] Provisioning complete for port c483d929-a3b8-46e0-bdac-88746eefae79 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:24.036138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7d76a6a8-c94a-45bf-a1ed-1b8dbff029b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:24.155338 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6636348e-bc6c-4767-9722-6064f82e2f9d req-d95875f9-f238-4e05-be42-a93d52190934 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 210 time: 0.0301306 Nov 23 03:05:24.164934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-39620fde-0388-4af3-8781-ee7d42e4906d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:24.175407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-39620fde-0388-4af3-8781-ee7d42e4906d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 796 time: 0.1906073 Nov 23 03:05:24.208845 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:24.235230 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034b4762-7e16-401a-8faf-c8be6e8917af None None] The sync data for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv is: [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:24.247582 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-f3085507-5685-461f-b0d5-525473351d7f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d23944b7e11344a590106bc6d8dc0256 HTTP/1.1" status: 200 len: 380 time: 0.0587227 Nov 23 03:05:24.260450 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'port': {'device_id': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'admin_state_up': True, 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'security_groups': ['fed81563-2c39-4c2c-a047-dbb57614e2fe']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:24.390633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Made reservation on behalf of d23944b7e11344a590106bc6d8dc0256 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:05:24.396143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:24.529051 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.20.0.12 (09a3489b-68fc-4680-9c15-2bcb6f6c32c8/9c833c4c-f261-49b0-83b2-869e9e60ebdd/18bfafc7-13fb-4713-8f68-2577759dc3b8) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:24.678119 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:24.712381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:24.765853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:24.770151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:24.774687 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:24.782296 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=18bfafc7-13fb-4713-8f68-2577759dc3b8,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:24.839219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:24.840059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:24.858332 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-72680ca9-148c-4916-89ee-27e274e4922d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6018550 Nov 23 03:05:24.887345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Request body: {'port': {'device_id': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:24.953226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.073457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8a187cd4-e62c-44c8-a78b-37ab306850b5 None None] Provisioning complete for port 18bfafc7-13fb-4713-8f68-2577759dc3b8 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:25.073990 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8a187cd4-e62c-44c8-a78b-37ab306850b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.110983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8a187cd4-e62c-44c8-a78b-37ab306850b5 None None] Port 18bfafc7-13fb-4713-8f68-2577759dc3b8 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:05:25.240084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bfafc7-13fb-4713-8f68-2577759dc3b8 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:05:25.248223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.261419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Transition to ACTIVE for port object 18bfafc7-13fb-4713-8f68-2577759dc3b8 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:05:25.267960 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.283166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad7647-e731-40ac-8139-79c2058d1a76 req-675cfb53-c554-4d0b-8dd9-c5c1a8378232 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:25.286492 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-57ad7647-e731-40ac-8139-79c2058d1a76 req-675cfb53-c554-4d0b-8dd9-c5c1a8378232 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 932 time: 0.0591896 Nov 23 03:05:25.335149 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Pushing event updated for resources: {'Port': ['ID=18bfafc7-13fb-4713-8f68-2577759dc3b8,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:25.360934 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-57ad7647-e731-40ac-8139-79c2058d1a76 req-d444d1f2-e5f7-49f8-a483-915b285cc5c1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679221 Nov 23 03:05:25.410092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Attempting to bind port 18bfafc7-13fb-4713-8f68-2577759dc3b8 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:05:25.410461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Attempting to bind port 18bfafc7-13fb-4713-8f68-2577759dc3b8 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:05:25.410796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Attempting to bind port 18bfafc7-13fb-4713-8f68-2577759dc3b8 on network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:25.418806 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Port 18bfafc7-13fb-4713-8f68-2577759dc3b8 on network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:05:25.418970 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Attempting to bind port 18bfafc7-13fb-4713-8f68-2577759dc3b8 on network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:05:25.424558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:05:25.424964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Checking segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:05:25.425350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Bound using segment: {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:05:25.425790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Bound port: 18bfafc7-13fb-4713-8f68-2577759dc3b8, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:05:25.426281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.512336 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] For port 18bfafc7-13fb-4713-8f68-2577759dc3b8, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:05:25.515841 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] For port 18bfafc7-13fb-4713-8f68-2577759dc3b8, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:05:25.525552 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.562545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:25.563229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.564585 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] 10.222.0.46 "PUT /v2.0/ports/18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 1094 time: 0.6835921 Nov 23 03:05:25.565084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:05:25.567627 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:05:25.576831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c483d929-a3b8-46e0-bdac-88746eefae79 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:25.597693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2f546-aadd-4425-887c-3fd7c899cde9 service neutron] Pushing event updated for resources: {'Port': ['ID=18bfafc7-13fb-4713-8f68-2577759dc3b8,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:25.619035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4f4c5d-5194-4ece-9e08-7e946e52e604 x-openstack-request-id: req-2b4f4c5d-5194-4ece-9e08-7e946e52e604 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:05:25.620542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:05:25.620986 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b4f4c5d-5194-4ece-9e08-7e946e52e604 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:05:25.621614 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'status': 'completed', 'code': 200} Nov 23 03:05:25.667869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port c483d929-a3b8-46e0-bdac-88746eefae79 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:25.668286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:25.682212 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-85f79f10-3d29-48ff-a20b-c07ef31d8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:25.683792 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-85f79f10-3d29-48ff-a20b-c07ef31d8445 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1097 time: 0.0470958 Nov 23 03:05:25.745691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-b73832ce-fcb7-43ba-9f9a-be0dc53d36cf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 217 time: 0.0404792 Nov 23 03:05:25.799759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-ea12b9fb-254d-46a3-8d44-9a1ba4470918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:25.801271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-ea12b9fb-254d-46a3-8d44-9a1ba4470918 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 200 len: 834 time: 0.0445340 Nov 23 03:05:25.849024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5956d3a-a168-4f0a-ba32-38cb81ee5f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:25.850429 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-d5956d3a-a168-4f0a-ba32-38cb81ee5f81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405903 Nov 23 03:05:25.945096 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-a15f35c7-c7f3-44b1-8eb7-806c56c307be service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Nov 23 03:05:26.036712 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-1091b28d-dce7-4cb6-a4fe-c9833119444e req-b1e33a56-acfa-4118-bb73-a22f0697e376 service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834069 Nov 23 03:05:26.198538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-89ec542e-3772-40a0-a44f-95422663673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.200834 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-89ec542e-3772-40a0-a44f-95422663673b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1097 time: 0.0448034 Nov 23 03:05:26.296862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-48cb58a4-940e-4fb4-bd5d-a5fe15300204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.298193 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-48cb58a4-940e-4fb4-bd5d-a5fe15300204 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 897 time: 0.0879016 Nov 23 03:05:26.344559 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-3dea2a0b-13bb-4f27-878a-26b12641dde0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 217 time: 0.0358477 Nov 23 03:05:26.401231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-bc50faa9-5083-4041-9056-3efc80ddf5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.402777 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-bc50faa9-5083-4041-9056-3efc80ddf5dc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 200 len: 834 time: 0.0497317 Nov 23 03:05:26.454705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-1b7f72ef-e8f2-46b9-9bf4-455fa41e921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.456312 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-1b7f72ef-e8f2-46b9-9bf4-455fa41e921f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421715 Nov 23 03:05:26.479910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd18036-5a33-423d-93f4-ed26d07e9cff req-8d05cd11-d226-4b05-8fd3-7cacaed7f8a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:26.481469 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bbd18036-5a33-423d-93f4-ed26d07e9cff req-8d05cd11-d226-4b05-8fd3-7cacaed7f8a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 944 time: 0.0526745 Nov 23 03:05:26.532962 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bbd18036-5a33-423d-93f4-ed26d07e9cff req-43ff2941-21e3-4981-9b7d-f6cb5b2cc4c6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452862 Nov 23 03:05:26.550350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-e6c59c0d-a2cf-496f-876b-dda58de035fe service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851665 Nov 23 03:05:26.649883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a0bd880-deba-49b0-81a2-27fa8e25f2f7 req-ccf8805b-b801-4053-99c5-eb5edc887462 service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913401 Nov 23 03:05:27.664188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133b1f2e-750e-4eaf-8eab-459eed98789a req-5cbb98ad-2bfd-486d-8637-011b721499e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:27.665585 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-133b1f2e-750e-4eaf-8eab-459eed98789a req-5cbb98ad-2bfd-486d-8637-011b721499e1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 944 time: 0.0553095 Nov 23 03:05:27.727196 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-133b1f2e-750e-4eaf-8eab-459eed98789a req-bd3605d4-9849-4407-9a33-e3b5e0dfa95e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531266 Nov 23 03:05:28.852491 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c1da1-365d-41ff-987c-f69f864ab39b req-1b74d429-2981-407b-9f5e-19926f1f16bc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:28.853974 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-068c1da1-365d-41ff-987c-f69f864ab39b req-1b74d429-2981-407b-9f5e-19926f1f16bc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 944 time: 0.0558176 Nov 23 03:05:28.909018 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-068c1da1-365d-41ff-987c-f69f864ab39b req-adc1b126-2d78-47f8-9086-67b4ee255714 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Nov 23 03:05:29.814573 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 18bfafc7-13fb-4713-8f68-2577759dc3b8 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:05:29.916100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 18bfafc7-13fb-4713-8f68-2577759dc3b8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:29.927898 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'port_id': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'mac_address': 'fa:16:3e:6a:58:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:05:29.970056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:29.984802 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bfafc7-13fb-4713-8f68-2577759dc3b8 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:05:30.006510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 18bfafc7-13fb-4713-8f68-2577759dc3b8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:30.011890 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:30.038103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbf897-97d7-4527-9083-1b415d633d37 req-08b2590e-dde7-429b-b966-518288a225b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:30.039512 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6bdbf897-97d7-4527-9083-1b415d633d37 req-08b2590e-dde7-429b-b966-518288a225b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 944 time: 0.0540726 Nov 23 03:05:30.067399 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=18bfafc7-13fb-4713-8f68-2577759dc3b8,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:30.093540 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6bdbf897-97d7-4527-9083-1b415d633d37 req-20f07c77-4f11-4bba-b25c-512cb080239e tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Nov 23 03:05:30.380684 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['18bfafc7-13fb-4713-8f68-2577759dc3b8'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:05:31.224179 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799be2d-cd17-4aa4-ade0-0ccd4dbec143 req-b270fb44-0468-4cd5-a73a-05c79000ceb7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:31.226065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e799be2d-cd17-4aa4-ade0-0ccd4dbec143 req-b270fb44-0468-4cd5-a73a-05c79000ceb7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 945 time: 0.0575447 Nov 23 03:05:31.276679 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e799be2d-cd17-4aa4-ade0-0ccd4dbec143 req-efcca935-cd90-444a-83e1-5b2a45e45177 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443845 Nov 23 03:05:31.818618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 18bfafc7-13fb-4713-8f68-2577759dc3b8 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:05:31.871451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 18bfafc7-13fb-4713-8f68-2577759dc3b8 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:05:31.876452 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 18bfafc7-13fb-4713-8f68-2577759dc3b8 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:05:31.877068 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.956568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:31.980056 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:05:31.982363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c028a9-1e6f-4e0c-b0b7-97e0d24de5e5" -d '{"events": [{"server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "name": "network-vif-plugged", "status": "completed", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:05:31.996091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 18bfafc7-13fb-4713-8f68-2577759dc3b8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:05:32.001708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:32.053712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=18bfafc7-13fb-4713-8f68-2577759dc3b8,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:32.081385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf0268-36f8-4572-8854-b3b97bb3fec1 x-openstack-request-id: req-93bf0268-36f8-4572-8854-b3b97bb3fec1 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:05:32.081689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "name": "network-vif-plugged", "status": "completed", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:05:32.081941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93bf0268-36f8-4572-8854-b3b97bb3fec1 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:05:32.082354 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'code': 200} Nov 23 03:05:32.335592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f55ed4-6dfc-40d6-aa80-0e5a7952a40a req-557af0af-01f4-4c1e-a128-63e2ac057b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:32.338378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-80f55ed4-6dfc-40d6-aa80-0e5a7952a40a req-557af0af-01f4-4c1e-a128-63e2ac057b4f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1099 time: 0.0519931 Nov 23 03:05:32.399703 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-80f55ed4-6dfc-40d6-aa80-0e5a7952a40a req-044b8bf1-8dfb-4d61-ab1d-7eb000a8f420 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538695 Nov 23 03:05:32.405203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8324b26-80c7-4db0-880c-82815fbeac21 req-66f3d52e-3281-4c7d-ad8f-da0aa94656a1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:32.406700 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f8324b26-80c7-4db0-880c-82815fbeac21 req-66f3d52e-3281-4c7d-ad8f-da0aa94656a1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0579588 Nov 23 03:05:32.462647 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f8324b26-80c7-4db0-880c-82815fbeac21 req-ad122817-0ca5-4427-836f-8415e590a1c3 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Nov 23 03:05:33.159979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0dbccb73-e4f1-41a7-8f51-60ed77c5aeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:33.589521 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:05:33.606103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e9ccf-6d56-4dca-9ed2-76ffcbaafd11 req-a80ffa1d-8783-4987-a961-f6e8c5b794cf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:33.607676 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ef8e9ccf-6d56-4dca-9ed2-76ffcbaafd11 req-a80ffa1d-8783-4987-a961-f6e8c5b794cf tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0561006 Nov 23 03:05:33.664883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ef8e9ccf-6d56-4dca-9ed2-76ffcbaafd11 req-0f5df20c-5c08-4dd8-b167-24e968b1fa46 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507402 Nov 23 03:05:34.802369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2627e-cefa-4aab-a692-7072aee49bd7 req-6dbdc336-cf1e-41ca-be1c-a75719abfd5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:34.803897 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4e2627e-cefa-4aab-a692-7072aee49bd7 req-6dbdc336-cf1e-41ca-be1c-a75719abfd5d tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0523469 Nov 23 03:05:34.858102 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4e2627e-cefa-4aab-a692-7072aee49bd7 req-22a7f7e7-52fa-428c-a1d9-1b3333988088 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457835 Nov 23 03:05:34.991557 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf37ad-4704-48cd-a717-8b26b9a2c913 req-5e6a6230-df45-406c-a86c-91dd69a113d7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:34.993488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d2cf37ad-4704-48cd-a717-8b26b9a2c913 req-5e6a6230-df45-406c-a86c-91dd69a113d7 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0643511 Nov 23 03:05:35.045491 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d2cf37ad-4704-48cd-a717-8b26b9a2c913 req-03e2ca06-e8a2-410a-918e-f8a56d5a9423 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Nov 23 03:05:35.069877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41140) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:35.109948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca29821-5eca-4b1d-82d0-8b93ed82ca80 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:35.111469 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6ca29821-5eca-4b1d-82d0-8b93ed82ca80 tempest-TestNetworkAdvancedServerOps-1752603628 tempest-TestNetworkAdvancedServerOps-1752603628-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1094 time: 0.0405757 Nov 23 03:05:35.114541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41142) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:35.119362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:05:35.144835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.248913 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.349230 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Allocated IP 172.26.8.245 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/7d8befb2-92f5-474c-9e30-ec3317e76c44) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:05:35.466276 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.505153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:35.545410 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:05:35.548446 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:05:35.551328 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:05:35.587683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=7d8befb2-92f5-474c-9e30-ec3317e76c44,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:35.644734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2f1fb219-db3f-45b8-a7fb-26f001e274f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.265787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.338139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.508061 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.515255 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.582343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event updated for resources: {'Port': ['ID=7d8befb2-92f5-474c-9e30-ec3317e76c44,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:05:36.596278 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.611715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:36.708211 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP 6289b368-21be-48b5-80d0-896b24ccc385 associated. External IP: 172.26.8.245, port: 18bfafc7-13fb-4713-8f68-2577759dc3b8. Nov 23 03:05:36.935106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:05:37.059160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:05:37.070446 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] Sync routers for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:05:37.080835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:37.081063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:37.081513 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.109368 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-0b37945a-3bc2-49e4-94bf-95c818e604cb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9936709 Nov 23 03:05:37.109974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:05:37.112324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8d76cc-a906-4867-ae21-b8cc33a0b684" -d '{"events": [{"name": "network-changed", "server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:05:37.157944 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a6dc1-a968-4c35-997a-5d4d1a404363 x-openstack-request-id: req-b85a6dc1-a968-4c35-997a-5d4d1a404363 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:05:37.158223 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:05:37.158501 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b85a6dc1-a968-4c35-997a-5d4d1a404363 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:05:37.159066 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'status': 'completed', 'code': 200} Nov 23 03:05:37.200846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:37.221447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d43d3-4452-47c9-9911-ee9639ca6f5b req-66107d72-195d-4a9f-bbc5-f601b5474946 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.223129 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b98d43d3-4452-47c9-9911-ee9639ca6f5b req-66107d72-195d-4a9f-bbc5-f601b5474946 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0597293 Nov 23 03:05:37.245467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-9ea0b3b3-1e2b-47db-86ad-8b52cd086c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.246702 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-9ea0b3b3-1e2b-47db-86ad-8b52cd086c5a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1099 time: 0.0434070 Nov 23 03:05:37.279302 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b98d43d3-4452-47c9-9911-ee9639ca6f5b req-c5322c47-580e-4ff3-9607-0002c0ba4001 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496719 Nov 23 03:05:37.302398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41148) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:37.388174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-fe6632d9-864d-4837-b323-5c30f6de536f tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/6289b368-21be-48b5-80d0-896b24ccc385 HTTP/1.1" status: 200 len: 992 time: 0.0824671 Nov 23 03:05:37.400721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-6fb71750-179d-4d0b-a111-d1365ca95b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.402354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-6fb71750-179d-4d0b-a111-d1365ca95b7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 897 time: 0.1476691 Nov 23 03:05:37.433717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '6289b368-21be-48b5-80d0-896b24ccc385', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.245', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'port_id': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'mac_address': 'fa:16:3e:6a:58:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:05:36Z', 'updated_at': '2021-11-23T03:05:36Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.459737 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] Checking router: d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:05:37.468468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:05:37.468853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-c8c3ed45-472a-43d5-94ab-2397cde0727a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 1000 time: 0.0590551 Nov 23 03:05:37.469101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:05:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.524686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-85972f12-bc1c-471c-8815-641ea30905a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.526421 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-85972f12-bc1c-471c-8815-641ea30905a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 200 len: 834 time: 0.0492961 Nov 23 03:05:37.578234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:05:37.580151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-30092cf5-e5ec-4b7c-842b-231f62003713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:05:37.581758 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-30092cf5-e5ec-4b7c-842b-231f62003713 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0477214 Nov 23 03:05:37.674841 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-ecc6d20a-8ab3-4f02-8269-935d92b80348 service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843337 Nov 23 03:05:37.771969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3f8d76cc-a906-4867-ae21-b8cc33a0b684 req-560396a0-9ef2-4b44-bf75-5c5ae6448a8f service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884688 Nov 23 03:05:37.811779 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '6289b368-21be-48b5-80d0-896b24ccc385', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.245', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'port_id': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'mac_address': 'fa:16:3e:6a:58:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:05:36Z', 'updated_at': '2021-11-23T03:05:36Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:05:37.837911 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca7b227-4860-4cef-87d7-ec1909fa422b None None] The sync data for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv is: [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '6289b368-21be-48b5-80d0-896b24ccc385', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'floating_ip_address': '172.26.8.245', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'port_id': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'mac_address': 'fa:16:3e:6a:58:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:05:36Z', 'updated_at': '2021-11-23T03:05:36Z', 'revision_number': 0, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:05:38.042441 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c9427f-9e7b-43cc-8df3-a3a10bf10ff5 None None] New status for floating IP 6289b368-21be-48b5-80d0-896b24ccc385: ACTIVE {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:05:38.276194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:38.392269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41150) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:05:38.455457 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-18ab8915-2180-4b87-b2c1-c07eb70e687b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/6289b368-21be-48b5-80d0-896b24ccc385 HTTP/1.1" status: 200 len: 994 time: 0.0619483 Nov 23 03:05:39.353521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:05:50.824874 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:03.170580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6dd26530-1c36-4389-a59a-2bc9429be43c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:05.642575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-00300844-97c3-4cef-a472-46ef6fc9d33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:06.619622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:08.288142 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:09.354830 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:10.593856 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:06:10.874984 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-b68aacfc-205e-47c6-a1c8-a264351cf386 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471799 Nov 23 03:06:10.989778 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-1ac74dc7-8525-405c-a6d0-e02c8fa47e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:10.991282 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-1ac74dc7-8525-405c-a6d0-e02c8fa47e23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1099 time: 0.0430512 Nov 23 03:06:11.115330 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-de520588-663f-40dd-b66d-e730d64ba7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:11.116888 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-de520588-663f-40dd-b66d-e730d64ba7a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 897 time: 0.1037805 Nov 23 03:06:11.191409 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-183497f9-5259-47f7-bb9d-9ab175770c07 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 1002 time: 0.0649669 Nov 23 03:06:11.250807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-33dc0833-2dbb-4405-b98c-9d9c06df27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:11.252354 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-33dc0833-2dbb-4405-b98c-9d9c06df27ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 200 len: 834 time: 0.0521910 Nov 23 03:06:11.302154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-7c1e3d2e-88b4-4d16-a50d-524e2f68da61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:11.304320 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-7c1e3d2e-88b4-4d16-a50d-524e2f68da61 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435388 Nov 23 03:06:11.402906 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-b0088c29-d503-436f-94d6-723bc695de7d service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890546 Nov 23 03:06:11.494722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ad0264fc-0ce3-436f-ade4-588e405e2194 req-9ce19b23-7c09-4996-aecb-920fc2e2b619 service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828950 Nov 23 03:06:11.974755 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ca44-a4b7-4407-b4e8-d244076184a3 req-3d93751b-8416-44ad-98c2-a51c9d7d332c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:11.976277 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d945ca44-a4b7-4407-b4e8-d244076184a3 req-3d93751b-8416-44ad-98c2-a51c9d7d332c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0549927 Nov 23 03:06:12.026413 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d945ca44-a4b7-4407-b4e8-d244076184a3 req-b2803b19-4f8c-4931-8f04-9ee001205e97 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Nov 23 03:06:13.159305 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef825f2e-7da3-40b0-a338-082ffb920462 req-f9923f33-4f02-4985-a81e-733bdb737e39 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:13.161437 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ef825f2e-7da3-40b0-a338-082ffb920462 req-f9923f33-4f02-4985-a81e-733bdb737e39 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0587258 Nov 23 03:06:13.222480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ef825f2e-7da3-40b0-a338-082ffb920462 req-08f42535-d52c-4fa9-bace-1c9b27f9afb4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522034 Nov 23 03:06:13.245667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41170) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:13.312043 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6019e3f1-5170-45cb-be44-69d0bd6e6b41 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/6289b368-21be-48b5-80d0-896b24ccc385 HTTP/1.1" status: 200 len: 994 time: 0.0650244 Nov 23 03:06:14.658632 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dbdb4-5429-4f80-a276-06a4d94d8c00 req-34948e60-f780-40c4-b949-0b82e4ba8055 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:14.660611 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f83dbdb4-5429-4f80-a276-06a4d94d8c00 req-34948e60-f780-40c4-b949-0b82e4ba8055 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0552149 Nov 23 03:06:14.740014 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f83dbdb4-5429-4f80-a276-06a4d94d8c00 req-ab8fc091-7d7b-47b5-ae85-7c815b0dd633 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705492 Nov 23 03:06:14.744904 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-afe98d73-adc4-4974-9a9f-6dab8d3e36ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:14.746296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-afe98d73-adc4-4974-9a9f-6dab8d3e36ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1099 time: 0.0709252 Nov 23 03:06:14.856550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-1a1a57c8-f835-4cbb-805b-6909e3ef2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:14.858487 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-1a1a57c8-f835-4cbb-805b-6909e3ef2372 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 897 time: 0.1012340 Nov 23 03:06:14.940394 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-42784a5c-cb09-475d-8c95-f194b8dbeb8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 1002 time: 0.0706758 Nov 23 03:06:15.002018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-5f1c0687-396e-4b01-9c3c-ca52ee92fe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:15.004280 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-5f1c0687-396e-4b01-9c3c-ca52ee92fe33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 200 len: 834 time: 0.0530999 Nov 23 03:06:15.061990 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-2f0e9435-ad99-4bd8-b03c-ed05b0b5f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:15.063486 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-2f0e9435-ad99-4bd8-b03c-ed05b0b5f697 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470588 Nov 23 03:06:15.159936 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-68449c47-d416-42e6-818b-ff85016e2be6 service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Nov 23 03:06:15.269845 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-610d13fc-a446-4772-a06d-3a1f670b4322 req-f5d320c2-7dc9-4a56-9057-95e7017ac7ce service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011634 Nov 23 03:06:15.877096 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275cfd-0a9d-4111-bba1-ba8a483be480 req-d6ab303f-4597-42c6-b5f2-ce581f6fc634 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:15.879603 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1275cfd-0a9d-4111-bba1-ba8a483be480 req-d6ab303f-4597-42c6-b5f2-ce581f6fc634 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0612071 Nov 23 03:06:15.935101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1275cfd-0a9d-4111-bba1-ba8a483be480 req-c47f40d6-90d8-44fd-b07b-0497476dd1bb tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489948 Nov 23 03:06:17.072775 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806aa53a-12f3-4f88-99dc-a19a97cdef1d req-39de7d31-7515-4330-9e44-a0836d1067ea tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:17.074348 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-806aa53a-12f3-4f88-99dc-a19a97cdef1d req-39de7d31-7515-4330-9e44-a0836d1067ea tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0522041 Nov 23 03:06:17.125301 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-806aa53a-12f3-4f88-99dc-a19a97cdef1d req-a8e4f7e9-ab82-4f31-a2d7-d4e8f06584b6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448027 Nov 23 03:06:17.152389 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41182) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:17.225544 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f9ba8f91-81c9-4579-9afe-b407e49f8c37 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/floatingips/6289b368-21be-48b5-80d0-896b24ccc385 HTTP/1.1" status: 200 len: 994 time: 0.0719600 Nov 23 03:06:17.726911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41188) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:17.891219 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 7d8befb2-92f5-474c-9e30-ec3317e76c44 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:17.891464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.971480 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.971771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:17.983548 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 7d8befb2-92f5-474c-9e30-ec3317e76c44 owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:18.136666 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.165508 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=7d8befb2-92f5-474c-9e30-ec3317e76c44,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:18.176657 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.177006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.177352 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.177688 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.178017 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.178345 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.178724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.179018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.179368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.179691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.180007 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.180355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:18.233946 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.234288 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Floating IP 6289b368-21be-48b5-80d0-896b24ccc385 disassociated (deleted). External IP: 172.26.8.245, port: 18bfafc7-13fb-4713-8f68-2577759dc3b8. Nov 23 03:06:18.450320 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:06:18.563750 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:18.571048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:18.577871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] Sync routers for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:18.588461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:18.589105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:18.599929 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-00fc5703-d25e-4232-842a-ea9e8edd53fd tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/floatingips/6289b368-21be-48b5-80d0-896b24ccc385 HTTP/1.1" status: 204 len: 168 time: 0.8718247 Nov 23 03:06:18.600684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:06:18.603031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f839ba60-3f49-4c74-b333-c9dc605cc5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:06:18.642241 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68abe62b-a220-45ce-b3dd-70ee0bc1faa6 x-openstack-request-id: req-68abe62b-a220-45ce-b3dd-70ee0bc1faa6 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:06:18.642539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:06:18.642797 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68abe62b-a220-45ce-b3dd-70ee0bc1faa6 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:06:18.643242 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'status': 'completed', 'code': 200} Nov 23 03:06:18.703893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:18.740185 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-e732f458-a912-4849-9970-49a9482edd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:18.741871 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-e732f458-a912-4849-9970-49a9482edd7c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=d23944b7e11344a590106bc6d8dc0256&device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 1099 time: 0.0512304 Nov 23 03:06:18.840367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4411c-0e56-4c97-bb0b-4dbbfe7b219c req-fdde8213-2fea-4d1d-ba9d-3b3cc15caffc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:18.843973 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-99b4411c-0e56-4c97-bb0b-4dbbfe7b219c req-fdde8213-2fea-4d1d-ba9d-3b3cc15caffc tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0576077 Nov 23 03:06:18.896103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-bcd7564a-8a82-43a3-9940-46d032df7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:18.897840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-bcd7564a-8a82-43a3-9940-46d032df7125 service neutron] 10.222.0.46 "GET /v2.0/networks?id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 200 len: 897 time: 0.1014104 Nov 23 03:06:18.898102 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-99b4411c-0e56-4c97-bb0b-4dbbfe7b219c req-262c0754-ffe4-4333-8d2f-5e2cbd03d6a0 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467904 Nov 23 03:06:18.916864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:18.942892 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] Checking router: d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:18.943787 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-96dcaed3-ff9e-4175-b652-9da3346cdc47 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 200 len: 217 time: 0.0371041 Nov 23 03:06:18.951848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:18.952652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:18.998170 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-70db7538-6cc9-4dc2-b087-e6d83a560b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:19.000033 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-70db7538-6cc9-4dc2-b087-e6d83a560b5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 200 len: 834 time: 0.0462871 Nov 23 03:06:19.053812 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-ed14d184-d6eb-4329-9fb6-c89f9f5140de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:19.055321 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-ed14d184-d6eb-4329-9fb6-c89f9f5140de service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=09a3489b-68fc-4680-9c15-2bcb6f6c32c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450561 Nov 23 03:06:19.061766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:19.149134 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-9d1d0d79-e1be-4c8f-8906-3d0d91180f3a service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843096 Nov 23 03:06:19.252652 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f839ba60-3f49-4c74-b333-c9dc605cc5d5 req-945aa98d-1dbe-4963-94c7-36853c5e384b service neutron] 10.222.0.46 "GET /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911927 Nov 23 03:06:19.263352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:19.290333 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a905941-0331-4c99-ab25-2b99b374b13f None None] The sync data for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv is: [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:21Z', 'revision_number': 4, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'c483d929-a3b8-46e0-bdac-88746eefae79', 'name': '', 'network_id': '09a3489b-68fc-4680-9c15-2bcb6f6c32c8', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'mac_address': 'fa:16:3e:e1:ca:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:20Z', 'updated_at': '2021-11-23T03:05:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'subnets': [{'id': '9c833c4c-f261-49b0-83b2-869e9e60ebdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:19.501385 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d57f5-2b13-4ed4-981e-cf1a9f74cb99 None None] New status for floating IP 6289b368-21be-48b5-80d0-896b24ccc385: DOWN {{(pid=103359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:06:20.026375 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa355f4-9729-4752-859c-e73f6037684a req-b2bb1080-5758-4364-8c4c-5cd5cdbd98a2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:20.027867 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2fa355f4-9729-4752-859c-e73f6037684a req-b2bb1080-5758-4364-8c4c-5cd5cdbd98a2 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0569105 Nov 23 03:06:20.088830 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2fa355f4-9729-4752-859c-e73f6037684a req-2084a2a8-cb84-407e-b9df-5769bc2e7ef1 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518756 Nov 23 03:06:20.837202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:20.924475 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-edc3e972-2dc3-4645-99f3-e00375cf7d1b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:20.925938 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-edc3e972-2dc3-4645-99f3-e00375cf7d1b tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0567677 Nov 23 03:06:21.027055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 18bfafc7-13fb-4713-8f68-2577759dc3b8 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:21.027409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.120226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 18bfafc7-13fb-4713-8f68-2577759dc3b8, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=18bfafc7-13fb-4713-8f68-2577759dc3b8,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:21.120593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.134997 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 18bfafc7-13fb-4713-8f68-2577759dc3b8 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:21.216629 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef93704-2ee0-4758-b716-bf06d0fef58b req-3ed7583b-b2bf-4ba9-9c7e-6bb383885701 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:21.218463 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7ef93704-2ee0-4758-b716-bf06d0fef58b req-3ed7583b-b2bf-4ba9-9c7e-6bb383885701 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/ports?device_id=7482e40d-cbf3-46ac-bad6-30d1c9f1c1be HTTP/1.1" status: 200 len: 946 time: 0.0593357 Nov 23 03:06:21.271048 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7ef93704-2ee0-4758-b716-bf06d0fef58b req-699040d5-e4c5-4f6a-83b9-cdccad310678 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "GET /v2.0/security-groups?id=fed81563-2c39-4c2c-a047-dbb57614e2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448675 Nov 23 03:06:21.274977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.303282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=18bfafc7-13fb-4713-8f68-2577759dc3b8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:21.351379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] No DVR routers for this DVR port 18bfafc7-13fb-4713-8f68-2577759dc3b8 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:21.354048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:21.357745 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-26229497-46e1-401b-bca0-fabbc8bfa55f req-83ae89f5-fbeb-4264-9dfe-f7355587f2d8 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.46 "DELETE /v2.0/ports/18bfafc7-13fb-4713-8f68-2577759dc3b8 HTTP/1.1" status: 204 len: 173 time: 0.4232929 Nov 23 03:06:21.358303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'name': 'network-vif-deleted', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:06:21.360478 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc170a-10a3-490c-9c0b-75b317a2b65e" -d '{"events": [{"server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "name": "network-vif-deleted", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:06:21.396838 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8693e559-eb7b-406e-9c34-6a040b522ee4 x-openstack-request-id: req-8693e559-eb7b-406e-9c34-6a040b522ee4 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:06:21.397193 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7482e40d-cbf3-46ac-bad6-30d1c9f1c1be", "name": "network-vif-deleted", "tag": "18bfafc7-13fb-4713-8f68-2577759dc3b8", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:06:21.397468 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8693e559-eb7b-406e-9c34-6a040b522ee4 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:06:21.397878 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7482e40d-cbf3-46ac-bad6-30d1c9f1c1be', 'name': 'network-vif-deleted', 'tag': '18bfafc7-13fb-4713-8f68-2577759dc3b8', 'status': 'completed', 'code': 200} Nov 23 03:06:22.332266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41204) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:23.040435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:23.314528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port c483d929-a3b8-46e0-bdac-88746eefae79 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:23.314793 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:23.407041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port c483d929-a3b8-46e0-bdac-88746eefae79, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=c483d929-a3b8-46e0-bdac-88746eefae79,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:23.407790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:23.419300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for c483d929-a3b8-46e0-bdac-88746eefae79 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:23.625390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:23.655012 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=c483d929-a3b8-46e0-bdac-88746eefae79,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:23.834201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.066724 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:06:24.184266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:24.191305 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-60fda741-9dfb-4a1c-8ddb-dfa452e3a18c tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "PUT /v2.0/routers/d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8575938 Nov 23 03:06:24.193898 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:24.197293 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] Sync routers for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:24.208097 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:24.208863 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:24.248620 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting subnet 9c833c4c-f261-49b0-83b2-869e9e60ebdd {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:06:24.252500 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.294837 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.389245 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.449000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.466412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:24.475719 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Subnet': ['ID=9c833c4c-f261-49b0-83b2-869e9e60ebdd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:24.480322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.486217 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/subnets/9c833c4c-f261-49b0-83b2-869e9e60ebdd HTTP/1.1" status: 204 len: 168 time: 0.2886705 Nov 23 03:06:24.486902 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41208) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:24.495432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.495432 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.495763 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.495985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.496268 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.496614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.496953 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.497286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.497614 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.497943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.498270 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.498595 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956473ef-5264-43b2-b7b0-48c38671fad6 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:24.526725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69793d0b-ebd3-4255-92e1-b9af743060d1 None None] Network 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:24.598097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.703855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.752151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167'}], 'enable_snat': True}, 'gw_port_id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:06:23Z', 'revision_number': 5, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port': {'id': '7528859f-8464-4bfe-9d1d-29a3780893e0', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:c7:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:05:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:24.768201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Deleting port 7528859f-8464-4bfe-9d1d-29a3780893e0 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:24.768590 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.779125 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] Checking router: d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:24.789525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] Routers {'d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:24.789525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:24.852188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] For port 7528859f-8464-4bfe-9d1d-29a3780893e0, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7528859f-8464-4bfe-9d1d-29a3780893e0,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:24.852479 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] DHCP port deletion for 09a3489b-68fc-4680-9c15-2bcb6f6c32c8 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:24.852608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:24.864665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Calling delete_port for 7528859f-8464-4bfe-9d1d-29a3780893e0 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:24.902904 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] Set router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:24.962013 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:06:24Z', 'revision_number': 6, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:24.991146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0004f267-2f4a-43d5-82da-8060a86d1959 None None] The sync data for ids ['d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9'] in dv-neutron-818844-1-hyperv is: [{'id': 'd49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1270094365', 'tenant_id': 'd23944b7e11344a590106bc6d8dc0256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:05:17Z', 'updated_at': '2021-11-23T03:06:24Z', 'revision_number': 6, 'project_id': 'd23944b7e11344a590106bc6d8dc0256', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:25.001065 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Deleting port ef996fa0-4393-4444-8c58-e553c7b0579c {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:06:25.001500 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.041084 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.065184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Port': ['ID=7528859f-8464-4bfe-9d1d-29a3780893e0,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:25.069814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] For port ef996fa0-4393-4444-8c58-e553c7b0579c, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=ef996fa0-4393-4444-8c58-e553c7b0579c,segment=NetworkSegment(c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494),segment_id=c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:25.070061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.084453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb145ba-2eba-4c89-a2b9-3ce92d704002 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:25.086397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Calling delete_port for ef996fa0-4393-4444-8c58-e553c7b0579c owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:06:25.132735 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.170047 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.195938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Pushing event deleted for resources: {'Port': ['ID=ef996fa0-4393-4444-8c58-e553c7b0579c,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:25.200342 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] No DVR routers for this DVR port ef996fa0-4393-4444-8c58-e553c7b0579c on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:06:25.207405 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.207746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.208114 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.208527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.208912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.209280 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.209587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.209917 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.210292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.210895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.210895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.211258 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e838a0-3e49-46a0-9c32-3ed6e2c729c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:25.241266 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.244592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.295732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.296368 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Fanout notify agent at l3_agent the message router_deleted on router d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:06:25.305851 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.307001 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cb65046e-7df9-4910-b70b-ac28591cdbf4 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/routers/d49366cf-8df7-4c4f-8a21-4bbe6f8b8aa9 HTTP/1.1" status: 204 len: 168 time: 0.8189890 Nov 23 03:06:25.309857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41210) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:25.387611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.481713 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.502448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a3489b-68fc-4680-9c15-2bcb6f6c32c8']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:25.511416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:25.511705 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cccc9d-3000-4ba9-b0a7-0e7aa8c4e494') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:25.521337 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.534655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.540561 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:06:25.540943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:06:25.543767 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:06:25.606649 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.613720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.616927 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/networks/09a3489b-68fc-4680-9c15-2bcb6f6c32c8 HTTP/1.1" status: 204 len: 168 time: 0.3060837 Nov 23 03:06:25.619842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41212) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:25.629282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61137188-d62e-45a1-b0e1-4723558fad13 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'Network': ['ID=09a3489b-68fc-4680-9c15-2bcb6f6c32c8,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:25.680057 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-61fbae66-cc94-4bbf-bc4e-fe5deb49a1c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.711367 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-61fbae66-cc94-4bbf-bc4e-fe5deb49a1c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.785248 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-61fbae66-cc94-4bbf-bc4e-fe5deb49a1c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.788156 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-61fbae66-cc94-4bbf-bc4e-fe5deb49a1c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:25.789522 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-61fbae66-cc94-4bbf-bc4e-fe5deb49a1c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] 10.222.0.53 "DELETE /v2.0/security-groups/fed81563-2c39-4c2c-a047-dbb57614e2fe HTTP/1.1" status: 204 len: 168 time: 0.1685610 Nov 23 03:06:25.804724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fbae66-cc94-4bbf-bc4e-fe5deb49a1c9 tempest-TestNetworkAdvancedServerOps-2068439414 tempest-TestNetworkAdvancedServerOps-2068439414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed81563-2c39-4c2c-a047-dbb57614e2fe,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:25.835270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7528859f-8464-4bfe-9d1d-29a3780893e0 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:06:25.858629 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 7528859f-8464-4bfe-9d1d-29a3780893e0 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:06:25.859162 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7528859f-8464-4bfe-9d1d-29a3780893e0 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:06:25.859639 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ef996fa0-4393-4444-8c58-e553c7b0579c no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:06:25.881563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: ef996fa0-4393-4444-8c58-e553c7b0579c {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:06:25.881925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device ef996fa0-4393-4444-8c58-e553c7b0579c not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:06:25.882341 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c483d929-a3b8-46e0-bdac-88746eefae79 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:06:25.901456 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: c483d929-a3b8-46e0-bdac-88746eefae79 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:06:25.901833 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device c483d929-a3b8-46e0-bdac-88746eefae79 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:06:26.135348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 18bfafc7-13fb-4713-8f68-2577759dc3b8 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:06:26.155824 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 18bfafc7-13fb-4713-8f68-2577759dc3b8 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:06:26.156172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 18bfafc7-13fb-4713-8f68-2577759dc3b8 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:06:26.167246 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41220) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:26.312633 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1fb7340d-a86e-4287-b86b-a0d398f0e13d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d23944b7e11344a590106bc6d8dc0256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439109 Nov 23 03:06:26.316449 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41224) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:26.367645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe33db05-a2e9-4361-85fe-260be01cf322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.389941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe33db05-a2e9-4361-85fe-260be01cf322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.446444 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe33db05-a2e9-4361-85fe-260be01cf322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.449167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-fe33db05-a2e9-4361-85fe-260be01cf322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.450324 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-fe33db05-a2e9-4361-85fe-260be01cf322 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ffcc7a95-c27f-4d8f-8e7c-4bb124021048 HTTP/1.1" status: 204 len: 168 time: 0.1329796 Nov 23 03:06:26.458724 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33db05-a2e9-4361-85fe-260be01cf322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcc7a95-c27f-4d8f-8e7c-4bb124021048,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:26.731343 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41230) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:26.745455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ef816a-9966-4d83-976b-3978b416c3f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.822554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ef816a-9966-4d83-976b-3978b416c3f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.829131 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-07ef816a-9966-4d83-976b-3978b416c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.867257 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-07ef816a-9966-4d83-976b-3978b416c3f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e191a4f857264f789845260a9f429af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1347218 Nov 23 03:06:26.868078 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef816a-9966-4d83-976b-3978b416c3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd73514-7708-48d0-a5f0-1e11942035cf,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:26.870846 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41232) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:26.920948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7911adb8-7bd2-4d11-bda4-3274ab2d9cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.944876 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7911adb8-7bd2-4d11-bda4-3274ab2d9cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.991642 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7911adb8-7bd2-4d11-bda4-3274ab2d9cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.994262 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7911adb8-7bd2-4d11-bda4-3274ab2d9cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:26.995427 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7911adb8-7bd2-4d11-bda4-3274ab2d9cde admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bd73514-7708-48d0-a5f0-1e11942035cf HTTP/1.1" status: 204 len: 168 time: 0.1235619 Nov 23 03:06:27.003771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911adb8-7bd2-4d11-bda4-3274ab2d9cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd73514-7708-48d0-a5f0-1e11942035cf,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:27.766368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41254) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:27.874757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1493559239-network', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:27.901341 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Made reservation on behalf of 1f6adaa21bc741d6bbe04eac4ef496e8 for: {'network': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:27.903772 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:27.912402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:27.986022 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:27.992228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.017250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=103356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:28.026013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0bd25e-9d61-4f1e-b31f-328dda96bda1,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:28.032277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.032887 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.segments_db [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Added segment 89b6e423-eaeb-4ea3-a7a4-077690ed5454 of type vlan for network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e Nov 23 03:06:28.072213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.101680 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.102646 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:28.103258 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.159922 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3923650 Nov 23 03:06:28.163364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41258) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:28.167557 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f5da1-ae4f-4010-aba6-460ca88419b9 admin admin] Pushing event updated for resources: {'Network': ['ID=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:28.168595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Request body: {'subnet': {'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1493559239-subnet', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'ip_version': 4}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:28.179366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:28.191853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Made reservation on behalf of 1f6adaa21bc741d6bbe04eac4ef496e8 for: {'subnet': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:28.194381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10176311'] for subnet, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.368158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2955432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10176281'] for subnet, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.436623 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c18b590-e994-4522-bf35-a0906c7a7342,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:28.441807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Checking segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:28.442162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Network hostable DHCP agents. Network: bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:28.461819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:28.471608 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e) {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:28.475745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:28.476387 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.481158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5708ff0d-4c83-40a0-9436-084b464ae2bd None None] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:28.495159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-30f53c05-6426-4739-a753-aa8bf666ae63 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3279736 Nov 23 03:06:28.495364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:28.500029 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:28.523408 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.524754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.579448 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.632049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:28.633187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.717956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.770317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Allocated IP 172.20.0.2 (bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e/1c18b590-e994-4522-bf35-a0906c7a7342/58625ea0-a10d-4b5a-8903-f3c7255117a2) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:28.912868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.918795 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.920103 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.941844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:28.962764 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:28.965583 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:28.970189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:28.973223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Pushing event updated for resources: {'Port': ['ID=58625ea0-a10d-4b5a-8903-f3c7255117a2,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:29.023851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Attempting to bind port 58625ea0-a10d-4b5a-8903-f3c7255117a2 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:29.024129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Attempting to bind port 58625ea0-a10d-4b5a-8903-f3c7255117a2 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:29.024527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Attempting to bind port 58625ea0-a10d-4b5a-8903-f3c7255117a2 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:29.029362 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:29.029741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Checking segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:29.030145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.030535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Bound using segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:29.031001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Bound port: 58625ea0-a10d-4b5a-8903-f3c7255117a2, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:29.031384 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.048063 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Allocated IP 172.26.8.143 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/1d8b2182-5da8-4683-956c-69573f1462fd) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:29.097525 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] For port 58625ea0-a10d-4b5a-8903-f3c7255117a2, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:29.100811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] For port 58625ea0-a10d-4b5a-8903-f3c7255117a2, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=58625ea0-a10d-4b5a-8903-f3c7255117a2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:29.106278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.156477 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.163862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3695949-3ae5-43e0-9a12-08bcc7266ff4 None None] Pushing event updated for resources: {'Port': ['ID=58625ea0-a10d-4b5a-8903-f3c7255117a2,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:29.193734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.239528 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:29.242767 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:29.246458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:29.256793 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d50bff-19e0-4ab4-90dd-5d594edb9ae2 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:29.273646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Pushing event updated for resources: {'Port': ['ID=1d8b2182-5da8-4683-956c-69573f1462fd,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:29.349190 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a99ec45f-f178-4174-b85a-1a7b92555b93 None None] Provisioning complete for port 1d8b2182-5da8-4683-956c-69573f1462fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:29.349958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a99ec45f-f178-4174-b85a-1a7b92555b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.386669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a99ec45f-f178-4174-b85a-1a7b92555b93 None None] Port 1d8b2182-5da8-4683-956c-69573f1462fd cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:29.541855 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.599435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 58625ea0-a10d-4b5a-8903-f3c7255117a2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:29.655461 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 58625ea0-a10d-4b5a-8903-f3c7255117a2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:29.655815 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.738489 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.777144 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 58625ea0-a10d-4b5a-8903-f3c7255117a2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=58625ea0-a10d-4b5a-8903-f3c7255117a2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:29.788670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:29.846738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=58625ea0-a10d-4b5a-8903-f3c7255117a2,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:30.077931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed3260-3c90-414a-b42b-bff8dd38a1f4 None None] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:30.098083 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.149670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-3d9b337a-931b-4408-a677-2cd17a217273 None None] Provisioning complete for port 58625ea0-a10d-4b5a-8903-f3c7255117a2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:30.150050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3d9b337a-931b-4408-a677-2cd17a217273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.235413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:06:30.348140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:30.358644 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:30.369301 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:30.369518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.370064 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:30.373905 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41262) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:30.374793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bbe963d7-a192-43b6-ab0d-65b291d1e05a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8777537 Nov 23 03:06:30.485995 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:30.613101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-0b44479a-148c-45c2-bbd3-3d1014db8a03 None None] Provisioning complete for port 58625ea0-a10d-4b5a-8903-f3c7255117a2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:30.613670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0b44479a-148c-45c2-bbd3-3d1014db8a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.670302 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:29Z', 'revision_number': 3, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:30.697268 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:30.697921 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Updating router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da port 1d8b2182-5da8-4683-956c-69573f1462fd binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:06:30.722977 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.800592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.960314 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Allocated IP 172.20.0.1 (bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e/1c18b590-e994-4522-bf35-a0906c7a7342/5e7b5d88-29d1-4e2d-ad28-f2847260a4e5) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:30.968020 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:30.974477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.018409 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7718cd8f-1058-4f99-a443-453c3412444c None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:31.025289 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Attempting to bind port 1d8b2182-5da8-4683-956c-69573f1462fd on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:31.025807 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Attempting to bind port 1d8b2182-5da8-4683-956c-69573f1462fd by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:31.026157 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Attempting to bind port 1d8b2182-5da8-4683-956c-69573f1462fd on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:31.035951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Pushing event updated for resources: {'Port': ['ID=1d8b2182-5da8-4683-956c-69573f1462fd,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:31.037501 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:31.037855 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:31.038242 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.038624 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:31.039069 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Bound port: 1d8b2182-5da8-4683-956c-69573f1462fd, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:31.039444 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.062127 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.062479 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.062814 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.063222 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.063551 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.063872 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.064200 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.064543 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.064866 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.065184 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.065498 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.065813 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:06:31.079655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.099870 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] For port 1d8b2182-5da8-4683-956c-69573f1462fd, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:31.103145 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] For port 1d8b2182-5da8-4683-956c-69573f1462fd, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1d8b2182-5da8-4683-956c-69573f1462fd,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:31.108842 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.115340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.134027 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d0ee94bb-cb26-4ca2-ab25-03dc2d8130ff None None] Provisioning complete for port 1d8b2182-5da8-4683-956c-69573f1462fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:31.134565 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d0ee94bb-cb26-4ca2-ab25-03dc2d8130ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.160768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3db259-81f6-45ec-a29a-97a76adb5c59 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:31.161513 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b022baa-dd9d-46ab-bb4d-f82c0e1e66ea None None] Pushing event updated for resources: {'Port': ['ID=1d8b2182-5da8-4683-956c-69573f1462fd,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:31.162842 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:31.174842 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:31.175015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:31.175476 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:31.183013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:31.185853 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:31.232382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.245883 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d0ee94bb-cb26-4ca2-ab25-03dc2d8130ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.278633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d0ee94bb-cb26-4ca2-ab25-03dc2d8130ff None None] For port 1d8b2182-5da8-4683-956c-69573f1462fd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1d8b2182-5da8-4683-956c-69573f1462fd,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:31.286634 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d0ee94bb-cb26-4ca2-ab25-03dc2d8130ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.288770 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:31.343249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee94bb-cb26-4ca2-ab25-03dc2d8130ff None None] Pushing event updated for resources: {'Port': ['ID=1d8b2182-5da8-4683-956c-69573f1462fd,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:31.409644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-76084d09-df1b-4f3b-bab8-228ca5518660 None None] Provisioning complete for port 1d8b2182-5da8-4683-956c-69573f1462fd triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:31.410075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-76084d09-df1b-4f3b-bab8-228ca5518660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.411684 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.503678 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:29Z', 'revision_number': 3, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:31.530951 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af9f3a8-88ec-40e9-a4e0-8c9cd66d8536 None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:29Z', 'revision_number': 3, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:31.583929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 58625ea0-a10d-4b5a-8903-f3c7255117a2 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:31.593090 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.600223 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.640571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4cdd1058-3123-4f22-9711-aa9d0018f159 None None] Provisioning complete for port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:31.641183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4cdd1058-3123-4f22-9711-aa9d0018f159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.671234 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.682903 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:31.691468 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 58625ea0-a10d-4b5a-8903-f3c7255117a2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:31.692024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:31.695569 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4cdd1058-3123-4f22-9711-aa9d0018f159 None None] Port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:31.781697 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:31.783811 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:31.825671 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-1d6640df-d126-43a3-bcb4-0100395a6f30 req-e737018e-6038-4230-96f4-de12ec441eb4 service neutron] (103356) timed out ('10.222.0.53', 37256) {{(pid=103356) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 03:06:31.974084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:06:32.098550 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:32.109161 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e9c58d96-8ec0-4e27-a1cf-5f0a4b69afe4 admin admin] 10.222.0.53 "PUT /v2.0/routers/89a99dcf-f4ba-4986-8fa0-63e3e45a63da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7278223 Nov 23 03:06:32.126826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-a65ed0da-cfc3-477a-b543-6d71faa66525 None None] Provisioning complete for port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:32.127213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a65ed0da-cfc3-477a-b543-6d71faa66525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.336295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-a65ed0da-cfc3-477a-b543-6d71faa66525 None None] Port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:32.659499 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41278) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:32.664798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-409130140-network', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:32.688070 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Made reservation on behalf of dad8c1bcb96f4c369674a2d3b8f75235 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:32.690565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.699108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.779390 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.784280 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.810270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:06:32.820636 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8548e3-c378-40b6-9738-b307f00e850c,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:32.825826 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.826179 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Added segment 98fca58c-ca5c-4fc8-b768-75e6eeef3339 of type vlan for network 667d072b-4905-4de8-9705-466e0bd3f30f Nov 23 03:06:32.872822 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.899244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.900281 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:32.900896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:32.959528 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2985871 Nov 23 03:06:32.962729 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41280) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:32.966798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f456-147a-46a8-bc64-0aba9f050f42 admin admin] Pushing event updated for resources: {'Network': ['ID=667d072b-4905-4de8-9705-466e0bd3f30f,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:32.970266 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Request body: {'subnet': {'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-409130140-subnet', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:32.982024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network 667d072b-4905-4de8-9705-466e0bd3f30f details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:06:33.008092 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Made reservation on behalf of dad8c1bcb96f4c369674a2d3b8f75235 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:33.013052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.156057 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c7d527aa-ede0-4764-a26a-90c6ddbdf644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.196339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.251222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d88ea2e-7850-4745-976e-001eb69470ca,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:33.260554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Checking segment: {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:33.260914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Network hostable DHCP agents. Network: 667d072b-4905-4de8-9705-466e0bd3f30f, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:06:33.279010 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Network 667d072b-4905-4de8-9705-466e0bd3f30f is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:06:33.289479 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, 667d072b-4905-4de8-9705-466e0bd3f30f) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:33.293739 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:33.294342 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.299765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02edd90c-15f5-4348-a5f7-ab228001aef0 None None] Network 667d072b-4905-4de8-9705-466e0bd3f30f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:33.316953 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c902e407-a9b7-4195-ad4a-dfc87a859dc9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3528461 Nov 23 03:06:33.319249 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41282) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:33.323676 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:33.353981 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.355339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.355736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:33.381675 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:33.382316 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:33.555140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71503a74-9d33-48db-8641-2475d861970c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-667d072b-4905-4de8-9705-466e0bd3f30f', 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'fixed_ips': [{'subnet_id': '2d88ea2e-7850-4745-976e-001eb69470ca'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:06:33.556046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-71503a74-9d33-48db-8641-2475d861970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.562601 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:33.696716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1d8b2182-5da8-4683-956c-69573f1462fd up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:33.736310 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.868183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-71503a74-9d33-48db-8641-2475d861970c None None] Allocated IP 172.20.0.2 (667d072b-4905-4de8-9705-466e0bd3f30f/2d88ea2e-7850-4745-976e-001eb69470ca/7eb57e3b-7663-418f-9d74-4189128ce7f5) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:33.870926 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:33.899871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 1d8b2182-5da8-4683-956c-69573f1462fd triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:33.900275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.072279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 2, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:34.086463 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.105927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.127712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:34.127986 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Updating router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:06:34.169511 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.172635 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-71503a74-9d33-48db-8641-2475d861970c None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.187414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-71503a74-9d33-48db-8641-2475d861970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.217577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Allocated IP 172.26.8.5 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/fc943580-1ba6-4f74-b0d2-95239914016e) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:34.263010 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71503a74-9d33-48db-8641-2475d861970c None None] Network 667d072b-4905-4de8-9705-466e0bd3f30f is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:34.312287 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-71503a74-9d33-48db-8641-2475d861970c None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:34.316602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71503a74-9d33-48db-8641-2475d861970c None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:34.318627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71503a74-9d33-48db-8641-2475d861970c None None] Pushing event updated for resources: {'Port': ['ID=7eb57e3b-7663-418f-9d74-4189128ce7f5,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:34.341024 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.377615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.420394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:34.423209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:34.425747 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-71503a74-9d33-48db-8641-2475d861970c None None] Attempting to bind port 7eb57e3b-7663-418f-9d74-4189128ce7f5 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:34.426127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-71503a74-9d33-48db-8641-2475d861970c None None] Attempting to bind port 7eb57e3b-7663-418f-9d74-4189128ce7f5 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:34.426499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71503a74-9d33-48db-8641-2475d861970c None None] Attempting to bind port 7eb57e3b-7663-418f-9d74-4189128ce7f5 on network 667d072b-4905-4de8-9705-466e0bd3f30f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:34.429554 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:34.437431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71503a74-9d33-48db-8641-2475d861970c None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:34.437826 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71503a74-9d33-48db-8641-2475d861970c None None] Checking segment: {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:34.438538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-71503a74-9d33-48db-8641-2475d861970c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.439322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71503a74-9d33-48db-8641-2475d861970c None None] Bound using segment: {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:34.439811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-71503a74-9d33-48db-8641-2475d861970c None None] Bound port: 7eb57e3b-7663-418f-9d74-4189128ce7f5, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:34.440200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-71503a74-9d33-48db-8641-2475d861970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.445171 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d19d43-6d3d-408a-a81d-fe7f1c7e85b3 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:34.461133 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Pushing event updated for resources: {'Port': ['ID=fc943580-1ba6-4f74-b0d2-95239914016e,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:34.575729 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-71503a74-9d33-48db-8641-2475d861970c None None] For port 7eb57e3b-7663-418f-9d74-4189128ce7f5, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:34.598226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-71503a74-9d33-48db-8641-2475d861970c None None] For port 7eb57e3b-7663-418f-9d74-4189128ce7f5, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7eb57e3b-7663-418f-9d74-4189128ce7f5,segment=NetworkSegment(98fca58c-ca5c-4fc8-b768-75e6eeef3339),segment_id=98fca58c-ca5c-4fc8-b768-75e6eeef3339)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:34.610578 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-71503a74-9d33-48db-8641-2475d861970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.620063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.641485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dc19f9f1-2690-4bf7-847d-03b0a696053e None None] Provisioning complete for port fc943580-1ba6-4f74-b0d2-95239914016e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:34.641854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dc19f9f1-2690-4bf7-847d-03b0a696053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.647733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.701916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.716161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71503a74-9d33-48db-8641-2475d861970c None None] Pushing event updated for resources: {'Port': ['ID=7eb57e3b-7663-418f-9d74-4189128ce7f5,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:34.718878 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-dc19f9f1-2690-4bf7-847d-03b0a696053e None None] Port fc943580-1ba6-4f74-b0d2-95239914016e cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:34.798378 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4713-12b8-4d33-b307-b332eead7f66 None None] Pushing event updated for resources: {'Port': ['ID=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:34.809357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Attempting to bind port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:34.809736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Attempting to bind port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:34.810107 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Attempting to bind port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:34.816032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:34.816441 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Checking segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:34.816848 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.817242 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Bound using segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:34.817720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Bound port: 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:34.818101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.888277 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] For port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:34.893315 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] For port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:34.902711 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.971032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:34.971762 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:34.974290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:34.976831 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd4713-12b8-4d33-b307-b332eead7f66 None None] Pushing event updated for resources: {'Port': ['ID=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:35.095593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:35.162228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Router 75139228-2828-4541-a058-73ded128bb5a is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:06:35.286119 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:35.300462 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Sync routers for ids ['75139228-2828-4541-a058-73ded128bb5a'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:35.306815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.311708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41284) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:35.315344 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ea0c12c4-1bfb-4531-9e58-690e035d7d6d None None] Provisioning complete for port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:35.315731 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea0c12c4-1bfb-4531-9e58-690e035d7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.319858 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6fd17521-6988-42e8-8acd-0f97a18cdd38 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9993472 Nov 23 03:06:35.329537 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Routers {'75139228-2828-4541-a058-73ded128bb5a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:35.330181 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['75139228-2828-4541-a058-73ded128bb5a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:35.518579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea0c12c4-1bfb-4531-9e58-690e035d7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.565321 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Set router 75139228-2828-4541-a058-73ded128bb5a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:35.568923 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ea0c12c4-1bfb-4531-9e58-690e035d7d6d None None] For port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:35.585715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ea0c12c4-1bfb-4531-9e58-690e035d7d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.665102 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-110637ab-cd9a-4d08-bceb-a3c21531532a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.679061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:34Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:35.682187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c12c4-1bfb-4531-9e58-690e035d7d6d None None] Pushing event updated for resources: {'Port': ['ID=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:35.720730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7eb57e3b-7663-418f-9d74-4189128ce7f5 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:35.726185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b7f8a3-43ba-4f28-9bfc-1f9ea90b592b None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:34Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:35.802343 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b3c7d339-7d34-4dca-ab25-b082e07b0130 None None] Provisioning complete for port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:35.802726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d339-7d34-4dca-ab25-b082e07b0130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.828198 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:06:34Z', 'revision_number': 3, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:35.879821 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Checking router: 75139228-2828-4541-a058-73ded128bb5a for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:35.880176 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Updating router 75139228-2828-4541-a058-73ded128bb5a port fc943580-1ba6-4f74-b0d2-95239914016e binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:06:35.896617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7eb57e3b-7663-418f-9d74-4189128ce7f5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:35.897149 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.904226 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:35.937202 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.082126 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.121783 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] For port 7eb57e3b-7663-418f-9d74-4189128ce7f5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7eb57e3b-7663-418f-9d74-4189128ce7f5,segment=NetworkSegment(98fca58c-ca5c-4fc8-b768-75e6eeef3339),segment_id=98fca58c-ca5c-4fc8-b768-75e6eeef3339)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:36.129098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.136169 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d9784-44d5-4e8a-9183-7ab74d6a8551 None None] Network 667d072b-4905-4de8-9705-466e0bd3f30f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:06:36.164055 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Allocated IP 172.20.0.1 (667d072b-4905-4de8-9705-466e0bd3f30f/2d88ea2e-7850-4745-976e-001eb69470ca/866c2890-e9ff-489d-b56b-c0a0e55e3481) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:36.264182 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-087e059d-fa84-4143-b64e-b5d8cb78d359 None None] Provisioning complete for port 7eb57e3b-7663-418f-9d74-4189128ce7f5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:36.264421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-087e059d-fa84-4143-b64e-b5d8cb78d359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.267851 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Pushing event updated for resources: {'Port': ['ID=7eb57e3b-7663-418f-9d74-4189128ce7f5,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:36.275657 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.285874 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.303683 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.348102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.351845 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf769bf8-c0e8-4905-887f-e3e438d95086 None None] Pushing event updated for resources: {'Port': ['ID=fc943580-1ba6-4f74-b0d2-95239914016e,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:36.369566 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Attempting to bind port fc943580-1ba6-4f74-b0d2-95239914016e on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:36.370234 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Attempting to bind port fc943580-1ba6-4f74-b0d2-95239914016e by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:36.370771 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Attempting to bind port fc943580-1ba6-4f74-b0d2-95239914016e on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:36.377289 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:36.378112 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:36.378712 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.379667 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:36.380794 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Bound port: fc943580-1ba6-4f74-b0d2-95239914016e, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:36.381568 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.412965 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bbf8ba-bbaa-439c-88b2-50dd50328f00 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:36.429524 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Network 667d072b-4905-4de8-9705-466e0bd3f30f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:36.431733 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:36.433870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Pushing event updated for resources: {'Port': ['ID=866c2890-e9ff-489d-b56b-c0a0e55e3481,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:36.439560 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:36.466711 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] For port fc943580-1ba6-4f74-b0d2-95239914016e, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:36.471115 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] For port fc943580-1ba6-4f74-b0d2-95239914016e, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fc943580-1ba6-4f74-b0d2-95239914016e,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:36.476731 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.484360 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.542385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935e69f3-8f69-4c57-b89b-e9ea44eea6bb None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:06:36.559886 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Routers {'75139228-2828-4541-a058-73ded128bb5a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:36.560575 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['75139228-2828-4541-a058-73ded128bb5a'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:36.627873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8aebdc67-754e-41de-8c34-796d975bc3c7 None None] Provisioning complete for port fc943580-1ba6-4f74-b0d2-95239914016e triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:36.628445 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8aebdc67-754e-41de-8c34-796d975bc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.635145 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf769bf8-c0e8-4905-887f-e3e438d95086 None None] Pushing event updated for resources: {'Port': ['ID=fc943580-1ba6-4f74-b0d2-95239914016e,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:36.653439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.692976 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.738578 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] Set router 75139228-2828-4541-a058-73ded128bb5a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:36.781966 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8aebdc67-754e-41de-8c34-796d975bc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.818404 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8aebdc67-754e-41de-8c34-796d975bc3c7 None None] For port fc943580-1ba6-4f74-b0d2-95239914016e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fc943580-1ba6-4f74-b0d2-95239914016e,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:36.824053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8aebdc67-754e-41de-8c34-796d975bc3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.885515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebdc67-754e-41de-8c34-796d975bc3c7 None None] Pushing event updated for resources: {'Port': ['ID=fc943580-1ba6-4f74-b0d2-95239914016e,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:36.902103 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.909293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:36.952597 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b98f20a2-fa8a-4137-929d-556426c60535 None None] Provisioning complete for port 866c2890-e9ff-489d-b56b-c0a0e55e3481 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:36.952975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b98f20a2-fa8a-4137-929d-556426c60535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.006955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.010075 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-b98f20a2-fa8a-4137-929d-556426c60535 None None] Port 866c2890-e9ff-489d-b56b-c0a0e55e3481 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:37.011049 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:06:34Z', 'revision_number': 3, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:37.022864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b98f20a2-fa8a-4137-929d-556426c60535 None None] Provisioning complete for port 7eb57e3b-7663-418f-9d74-4189128ce7f5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:37.023591 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b98f20a2-fa8a-4137-929d-556426c60535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.025413 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Pushing event updated for resources: {'Port': ['ID=866c2890-e9ff-489d-b56b-c0a0e55e3481,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:37.042422 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe5b8c4-38a1-4660-9b31-fc4f2f709679 None None] The sync data for ids ['75139228-2828-4541-a058-73ded128bb5a'] in dv-neutron-818844-1-hyperv is: [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:06:34Z', 'revision_number': 3, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:37.137434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Network 667d072b-4905-4de8-9705-466e0bd3f30f is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:37.139177 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:37.280140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Router 75139228-2828-4541-a058-73ded128bb5a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:06:37.298535 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-ba5a43a8-d580-4044-8a17-4d482ff7f4d5 None None] Provisioning complete for port 866c2890-e9ff-489d-b56b-c0a0e55e3481 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:37.299104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ba5a43a8-d580-4044-8a17-4d482ff7f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.344862 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ba5a43a8-d580-4044-8a17-4d482ff7f4d5 None None] Port 866c2890-e9ff-489d-b56b-c0a0e55e3481 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:37.427324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:37.432691 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-228e1cbd-dfe0-46ae-9951-ed088436c74b admin admin] 10.222.0.53 "PUT /v2.0/routers/75139228-2828-4541-a058-73ded128bb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1188757 Nov 23 03:06:37.492494 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-80c1ee4b-19d5-4c05-b72d-a6c2390402f4 None None] Provisioning complete for port 866c2890-e9ff-489d-b56b-c0a0e55e3481 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:37.492864 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80c1ee4b-19d5-4c05-b72d-a6c2390402f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.539414 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-80c1ee4b-19d5-4c05-b72d-a6c2390402f4 None None] Port 866c2890-e9ff-489d-b56b-c0a0e55e3481 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:37.704044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:37.767421 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:37.768139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.853807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fc943580-1ba6-4f74-b0d2-95239914016e up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:37.903356 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port fc943580-1ba6-4f74-b0d2-95239914016e triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:37.903736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:37.990548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7eb57e3b-7663-418f-9d74-4189128ce7f5 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:38.040174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 7eb57e3b-7663-418f-9d74-4189128ce7f5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:38.040587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.284337 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.368061 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41300) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:38.372798 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588296532', 'description': 'tempest-secgroup-smoke-588296532 description', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:38.399794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.468605 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.475178 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.503008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.507301 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1350935 Nov 23 03:06:38.507301 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41302) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:38.511746 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '1696fc82-060e-45e7-a190-7ac68f35d81d', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:38.518542 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448e5d4-a528-4efe-89e1-0ef0df694308 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1696fc82-060e-45e7-a190-7ac68f35d81d,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:38.543485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.600963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.606738 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.624636 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2d4d41-9855-4033-9546-c08dd0538430,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:38.638652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.640065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-21287052-aa1a-4171-bc30-7ed4081cd3ef tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318045 Nov 23 03:06:38.643619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41304) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:38.650299 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '1696fc82-060e-45e7-a190-7ac68f35d81d', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:38.685306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.743784 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.748547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.768637 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8abdbb-41ce-44fb-b397-ecc81f89aef6,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:38.774905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.775778 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-08b11f3a-bbe4-4c90-ab9d-b934abe8ae29 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310229 Nov 23 03:06:38.778565 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41306) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:38.783253 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '1696fc82-060e-45e7-a190-7ac68f35d81d', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:38.811725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.876500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.882462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.900665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e3341c-7eae-430c-b87b-26505a33a030,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:38.911013 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:38.912294 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-233848fa-e465-4535-a018-af0c6dff3c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1327369 Nov 23 03:06:38.914933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41308) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:38.919537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '1696fc82-060e-45e7-a190-7ac68f35d81d', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:38.947955 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.012669 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.016984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.035698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96738c8c-378c-4435-a745-be10b5090a1f,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:39.046288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.047609 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-94337a06-f660-4c2f-b5bf-b6e6d272d306 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316597 Nov 23 03:06:39.050951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41310) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:39.055670 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '1696fc82-060e-45e7-a190-7ac68f35d81d', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:39.081825 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Project 1f6adaa21bc741d6bbe04eac4ef496e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:06:39.087537 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.147258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.152783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.168705 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Sync routers for ids ['75139228-2828-4541-a058-73ded128bb5a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:39.173144 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef66b85b-a340-42c0-9c9a-39bb96c5a235,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:39.180927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.182249 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5b6c079-3edc-4bab-bc75-8145cbdf549e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302972 Nov 23 03:06:39.185387 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41312) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:39.186745 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Routers {'75139228-2828-4541-a058-73ded128bb5a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:39.187420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['75139228-2828-4541-a058-73ded128bb5a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:39.190908 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '1696fc82-060e-45e7-a190-7ac68f35d81d', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:39.216440 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Project 1f6adaa21bc741d6bbe04eac4ef496e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:06:39.222021 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.283558 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.289231 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.300504 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Set router 75139228-2828-4541-a058-73ded128bb5a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:39.313618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49109fa5-d341-4541-b5e9-fe3fd877740d,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:39.327468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.337879 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-b6e37031-0fce-47ff-b112-6fc1acaf02ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425314 Nov 23 03:06:39.491423 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-ac061c94-ec9b-4b74-867e-0ef20d939ea2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588296532&fields=id&tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 267 time: 0.0503669 Nov 23 03:06:39.552881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.601359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-35b66e37-0ecb-4bc7-927c-6c6e12a02d7b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:39.602821 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-35b66e37-0ecb-4bc7-927c-6c6e12a02d7b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 809 time: 0.1041269 Nov 23 03:06:39.618659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-108d745c-1300-4fd2-b542-60b83527807d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/quotas/1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 375 time: 0.0097032 Nov 23 03:06:39.671787 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-868e61b3-c16c-42cc-a7ca-7c03c143c557 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468175 Nov 23 03:06:39.675069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '866c2890-e9ff-489d-b56b-c0a0e55e3481', 'name': '', 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'mac_address': 'fa:16:3e:92:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '2d88ea2e-7850-4745-976e-001eb69470ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:35Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 2, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'subnets': [{'id': '2d88ea2e-7850-4745-976e-001eb69470ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:39.709484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Checking router: 75139228-2828-4541-a058-73ded128bb5a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:39.709866 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Updating router 75139228-2828-4541-a058-73ded128bb5a port 866c2890-e9ff-489d-b56b-c0a0e55e3481 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:06:39.734972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:39.874166 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-15c271cc-e84b-4692-847c-9fe38ea7a15b service neutron] 10.222.0.53 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865864 Nov 23 03:06:39.964139 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-27a71eab-d219-4bce-8204-095c773df41c service neutron] 10.222.0.53 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834181 Nov 23 03:06:40.007854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.015194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.106232 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf5201-40ef-4518-8240-014c4079aba4 None None] Pushing event updated for resources: {'Port': ['ID=866c2890-e9ff-489d-b56b-c0a0e55e3481,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:40.138664 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Attempting to bind port 866c2890-e9ff-489d-b56b-c0a0e55e3481 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:40.139049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Attempting to bind port 866c2890-e9ff-489d-b56b-c0a0e55e3481 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:40.139424 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Attempting to bind port 866c2890-e9ff-489d-b56b-c0a0e55e3481 on network 667d072b-4905-4de8-9705-466e0bd3f30f {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:40.149856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:40.150320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Checking segment: {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:40.150702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.151105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Bound using segment: {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:40.151606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Bound port: 866c2890-e9ff-489d-b56b-c0a0e55e3481, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98fca58c-ca5c-4fc8-b768-75e6eeef3339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:40.151991 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.187209 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9456440a-7a69-43af-9301-902a03053865 req-89ea8f28-5432-40cb-bf97-d2dddd535a88 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 210 time: 0.0519307 Nov 23 03:06:40.230392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] For port 866c2890-e9ff-489d-b56b-c0a0e55e3481, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:40.234784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] For port 866c2890-e9ff-489d-b56b-c0a0e55e3481, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=866c2890-e9ff-489d-b56b-c0a0e55e3481,segment=NetworkSegment(98fca58c-ca5c-4fc8-b768-75e6eeef3339),segment_id=98fca58c-ca5c-4fc8-b768-75e6eeef3339)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:40.240464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.299655 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Routers {'75139228-2828-4541-a058-73ded128bb5a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:40.300419 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['75139228-2828-4541-a058-73ded128bb5a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:40.352623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf5201-40ef-4518-8240-014c4079aba4 None None] Pushing event updated for resources: {'Port': ['ID=866c2890-e9ff-489d-b56b-c0a0e55e3481,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:40.430948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dca2508d-6b87-40b7-98c8-86b9858d923c None None] Provisioning complete for port 866c2890-e9ff-489d-b56b-c0a0e55e3481 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:40.431536 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca2508d-6b87-40b7-98c8-86b9858d923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.476088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] Set router 75139228-2828-4541-a058-73ded128bb5a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:40.644686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca2508d-6b87-40b7-98c8-86b9858d923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.703355 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-dca2508d-6b87-40b7-98c8-86b9858d923c None None] For port 866c2890-e9ff-489d-b56b-c0a0e55e3481, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=866c2890-e9ff-489d-b56b-c0a0e55e3481,segment=NetworkSegment(98fca58c-ca5c-4fc8-b768-75e6eeef3339),segment_id=98fca58c-ca5c-4fc8-b768-75e6eeef3339)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:40.724858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dca2508d-6b87-40b7-98c8-86b9858d923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:40.782719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2508d-6b87-40b7-98c8-86b9858d923c None None] Pushing event updated for resources: {'Port': ['ID=866c2890-e9ff-489d-b56b-c0a0e55e3481,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:40.796503 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '866c2890-e9ff-489d-b56b-c0a0e55e3481', 'name': '', 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'mac_address': 'fa:16:3e:92:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '2d88ea2e-7850-4745-976e-001eb69470ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:35Z', 'updated_at': '2021-11-23T03:06:40Z', 'revision_number': 4, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'subnets': [{'id': '2d88ea2e-7850-4745-976e-001eb69470ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:40.826556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978bed47-320d-4843-8ceb-e82ee2f95ce8 None None] The sync data for ids ['75139228-2828-4541-a058-73ded128bb5a'] in dv-neutron-818844-1-hyperv is: [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '866c2890-e9ff-489d-b56b-c0a0e55e3481', 'name': '', 'network_id': '667d072b-4905-4de8-9705-466e0bd3f30f', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'mac_address': 'fa:16:3e:92:01:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '2d88ea2e-7850-4745-976e-001eb69470ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:35Z', 'updated_at': '2021-11-23T03:06:40Z', 'revision_number': 4, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'subnets': [{'id': '2d88ea2e-7850-4745-976e-001eb69470ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:40.854527 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-b21ac9f5-f4e8-4b7b-aa44-db99e0337dfb None None] Provisioning complete for port 866c2890-e9ff-489d-b56b-c0a0e55e3481 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:40.854836 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b21ac9f5-f4e8-4b7b-aa44-db99e0337dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:41.286097 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b05bf3cb-e889-4c8c-b214-ff6a7ede5917 req-f2cbb1c5-3e92-4d00-b6ae-97f49bafa79d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 210 time: 0.0335364 Nov 23 03:06:41.403985 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-ced02ae9-a025-4655-8ff0-4daa021471cd tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:41.405485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-ced02ae9-a025-4655-8ff0-4daa021471cd tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 809 time: 0.1096077 Nov 23 03:06:41.483647 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-fc2b3b14-c04d-47b9-bff2-304e0c2d006a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 379 time: 0.0563548 Nov 23 03:06:41.496992 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'port': {'device_id': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'admin_state_up': True, 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'security_groups': ['1696fc82-060e-45e7-a190-7ac68f35d81d']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:41.611317 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 866c2890-e9ff-489d-b56b-c0a0e55e3481 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:41.629685 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Made reservation on behalf of 1f6adaa21bc741d6bbe04eac4ef496e8 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:06:41.633698 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:41.665559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 866c2890-e9ff-489d-b56b-c0a0e55e3481 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:41.665931 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:41.765811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Allocated IP 172.20.0.11 (bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e/1c18b590-e994-4522-bf35-a0906c7a7342/9fb2ce3c-c427-449a-943b-b1d82d752359) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:41.912516 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:41.959422 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.012180 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:42.015354 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:42.017994 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:42.047428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:42.075434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:42.076050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.093553 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-5ac86db8-7a9d-47e6-ad61-0cec08e74b2a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003063 Nov 23 03:06:42.119458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Request body: {'port': {'device_id': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:42.176101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.284191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-5d537f4a-be9a-407f-b705-a5536ead3600 None None] Provisioning complete for port 9fb2ce3c-c427-449a-943b-b1d82d752359 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:42.284562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5d537f4a-be9a-407f-b705-a5536ead3600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.327519 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-5d537f4a-be9a-407f-b705-a5536ead3600 None None] Port 9fb2ce3c-c427-449a-943b-b1d82d752359 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:06:42.420273 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c569d9e-9674-40b2-ba98-9de191443b2e req-1b0d384f-e19c-4978-8e92-362363d3e6f6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:42.422147 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6c569d9e-9674-40b2-ba98-9de191443b2e req-1b0d384f-e19c-4978-8e92-362363d3e6f6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 932 time: 0.0518599 Nov 23 03:06:42.452374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb2ce3c-c427-449a-943b-b1d82d752359 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:06:42.460162 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.472335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Transition to ACTIVE for port object 9fb2ce3c-c427-449a-943b-b1d82d752359 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:06:42.475635 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6c569d9e-9674-40b2-ba98-9de191443b2e req-dd50bb64-b337-47b0-80dd-e56920702007 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467837 Nov 23 03:06:42.476919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.527116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:42.596964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Attempting to bind port 9fb2ce3c-c427-449a-943b-b1d82d752359 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:06:42.597397 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Attempting to bind port 9fb2ce3c-c427-449a-943b-b1d82d752359 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:06:42.597868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Attempting to bind port 9fb2ce3c-c427-449a-943b-b1d82d752359 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:42.603030 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Port 9fb2ce3c-c427-449a-943b-b1d82d752359 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:06:42.603347 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Attempting to bind port 9fb2ce3c-c427-449a-943b-b1d82d752359 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:06:42.608582 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:06:42.608919 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Checking segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:06:42.609295 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Bound using segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:06:42.609827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Bound port: 9fb2ce3c-c427-449a-943b-b1d82d752359, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:06:42.610201 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.686467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:06:42.689903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:06:42.694765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.730839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:42.731572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:42.732999 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] 10.222.0.46 "PUT /v2.0/ports/9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1094 time: 0.6181233 Nov 23 03:06:42.733439 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:06:42.735807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405ff013-6da6-4065-809b-1fff20aa09e3" -d '{"events": [{"name": "network-changed", "server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:06:42.769342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ff6ff-a6a5-4563-aca9-417f6431bb7e service neutron] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:42.785638 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1380478-1602-4e7b-84e6-b2380d682cf4 x-openstack-request-id: req-e1380478-1602-4e7b-84e6-b2380d682cf4 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:06:42.785943 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:06:42.786209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1380478-1602-4e7b-84e6-b2380d682cf4 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:06:42.786903 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'status': 'completed', 'code': 200} Nov 23 03:06:42.859234 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-9bc47c8d-6ffd-40c5-9592-a53fa50a561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:42.860853 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-9bc47c8d-6ffd-40c5-9592-a53fa50a561f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1097 time: 0.0518258 Nov 23 03:06:42.917182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-cb113d74-b21d-43c4-90f2-c929f2380f6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 217 time: 0.0409160 Nov 23 03:06:42.971786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-141bd4f3-228a-4fd1-a62c-265eb58ed9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:42.973445 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-141bd4f3-228a-4fd1-a62c-265eb58ed9d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0473692 Nov 23 03:06:43.025049 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-7ae5aef4-61bb-4f66-8c62-cdb53572bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:43.026629 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-7ae5aef4-61bb-4f66-8c62-cdb53572bac4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453610 Nov 23 03:06:43.127773 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-b9b8614f-a8ed-446a-b7de-243fae21a865 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912614 Nov 23 03:06:43.221670 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1b72576-2ffe-409a-8b79-5eca261fc377 req-d5e22cff-46f9-4604-9482-ebd75fba60cf service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863824 Nov 23 03:06:43.373136 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-3523b5a4-9af6-43c2-b126-6a9224386e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:43.375128 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-3523b5a4-9af6-43c2-b126-6a9224386e17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1097 time: 0.0456045 Nov 23 03:06:43.477025 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-9275b0ae-2015-4eb1-8f36-e344f7ed8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:43.478514 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-9275b0ae-2015-4eb1-8f36-e344f7ed8a0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0933058 Nov 23 03:06:43.523868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-ec92c5da-979b-404d-a861-3df2e54bd4c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Nov 23 03:06:43.581593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-a0e00f06-075f-4513-ab39-88d67e44c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:43.583162 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-a0e00f06-075f-4513-ab39-88d67e44c8fa service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0499876 Nov 23 03:06:43.593084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d75ce-ce69-4aa6-8328-564399eb268d req-0012a311-70c5-4fc7-b5b9-0e854673306d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:43.594654 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a73d75ce-ce69-4aa6-8328-564399eb268d req-0012a311-70c5-4fc7-b5b9-0e854673306d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0499778 Nov 23 03:06:43.631050 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-97b438a5-b9d1-4ad3-8efe-008358cc349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:43.632530 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-97b438a5-b9d1-4ad3-8efe-008358cc349b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418565 Nov 23 03:06:43.646614 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a73d75ce-ce69-4aa6-8328-564399eb268d req-da18d8c1-20ca-4ab8-99a1-383ecbf67606 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456002 Nov 23 03:06:43.726862 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-e1293a64-35b5-4737-8a96-8e60fa444e0d service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827193 Nov 23 03:06:43.826727 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-405ff013-6da6-4065-809b-1fff20aa09e3 req-9886290c-14e4-4b01-9d5b-0229d5f38674 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862260 Nov 23 03:06:44.769792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcf27e-e95f-4c52-8753-ae0b8cc92b7a req-30107189-e530-4dee-858d-8a79dcd0e349 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:44.771269 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-10bcf27e-e95f-4c52-8753-ae0b8cc92b7a req-30107189-e530-4dee-858d-8a79dcd0e349 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0524843 Nov 23 03:06:44.823566 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-10bcf27e-e95f-4c52-8753-ae0b8cc92b7a req-e7e9491b-e9ab-4e82-b2d8-1dcfe4e4e7cd tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461690 Nov 23 03:06:45.955290 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e0e02-a5dd-4be1-98c3-5961f1e64879 req-23fb6676-e2fa-4ca6-9870-52e8c8ef6fe0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:45.957011 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4a2e0e02-a5dd-4be1-98c3-5961f1e64879 req-23fb6676-e2fa-4ca6-9870-52e8c8ef6fe0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0609872 Nov 23 03:06:46.014878 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4a2e0e02-a5dd-4be1-98c3-5961f1e64879 req-159d8302-9103-4dbe-9acd-7fab4b282433 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518148 Nov 23 03:06:46.252173 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:06:46.353515 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:46.364955 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'mac_address': 'fa:16:3e:c2:6d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:06:46.406038 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:46.420137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb2ce3c-c427-449a-943b-b1d82d752359 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:06:46.443677 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:46.449177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:46.508715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:46.813459 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['9fb2ce3c-c427-449a-943b-b1d82d752359'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:06:47.138080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d62a0c-740a-404f-8e9b-58744ebcd1be req-77019f02-a8fe-42fa-9730-c12bffe2a949 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:47.139445 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-38d62a0c-740a-404f-8e9b-58744ebcd1be req-77019f02-a8fe-42fa-9730-c12bffe2a949 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 945 time: 0.0552106 Nov 23 03:06:47.193097 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-38d62a0c-740a-404f-8e9b-58744ebcd1be req-7a17555b-91e6-49ee-a170-183508b05783 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445914 Nov 23 03:06:47.596941 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:06:48.274046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:06:48.331881 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 9fb2ce3c-c427-449a-943b-b1d82d752359 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:06:48.336227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 9fb2ce3c-c427-449a-943b-b1d82d752359 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:06:48.336644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:48.340497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c52fe-bc0f-4986-8468-6908bab28e71 req-cd778ab9-560a-43bf-bc8c-63537028b0ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:48.342078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6f8c52fe-bc0f-4986-8468-6908bab28e71 req-cd778ab9-560a-43bf-bc8c-63537028b0ca tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 945 time: 0.0543039 Nov 23 03:06:48.395396 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6f8c52fe-bc0f-4986-8468-6908bab28e71 req-21d891cb-98f1-4fd7-8870-d3ca3e705379 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464823 Nov 23 03:06:48.420633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:48.443723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:06:48.446021 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2646eed-add4-49dc-a841-08ede2e76874" -d '{"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:06:48.458742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:06:48.463697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:48.494811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7569cc-694e-4feb-b9b1-93db0adf1154 x-openstack-request-id: req-5a7569cc-694e-4feb-b9b1-93db0adf1154 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:06:48.495178 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:06:48.495507 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5a7569cc-694e-4feb-b9b1-93db0adf1154 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:06:48.495932 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'code': 200} Nov 23 03:06:48.529877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:48.727959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b05818-f561-4f00-a885-d4423baeba8b req-30e98280-9af0-486b-a024-3ddab0f91dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:48.729537 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b05818-f561-4f00-a885-d4423baeba8b req-30e98280-9af0-486b-a024-3ddab0f91dbf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1099 time: 0.0430038 Nov 23 03:06:48.777430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f7b05818-f561-4f00-a885-d4423baeba8b req-5906ee25-8fcd-4f98-8d29-d0feb8226707 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403574 Nov 23 03:06:49.522468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f94bc8-ca76-4a5d-8d74-542b628990d4 req-f0ff969b-48f2-4ba1-9951-ddda0febf10b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:49.524065 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76f94bc8-ca76-4a5d-8d74-542b628990d4 req-f0ff969b-48f2-4ba1-9951-ddda0febf10b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0546236 Nov 23 03:06:49.582672 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-76f94bc8-ca76-4a5d-8d74-542b628990d4 req-c5ac1a6a-cb65-4c8a-a87b-919fc6ea335c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504396 Nov 23 03:06:50.712645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687aaab-5cbe-4fe9-bf51-fc7ba9ea4ca9 req-519a3f48-c95f-483f-853d-7b8d3d0c4b02 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:50.714156 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0687aaab-5cbe-4fe9-bf51-fc7ba9ea4ca9 req-519a3f48-c95f-483f-853d-7b8d3d0c4b02 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0504832 Nov 23 03:06:50.770749 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0687aaab-5cbe-4fe9-bf51-fc7ba9ea4ca9 req-20a65bb6-2b0a-45ac-bf80-b82caab03990 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476930 Nov 23 03:06:50.851738 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:50.888820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f459001-bf64-4883-9809-b56b153a54d6 req-b90409c7-3562-4bf2-9405-f2f0845c6c9f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:50.890273 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4f459001-bf64-4883-9809-b56b153a54d6 req-b90409c7-3562-4bf2-9405-f2f0845c6c9f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0508878 Nov 23 03:06:50.939545 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4f459001-bf64-4883-9809-b56b153a54d6 req-013d2543-98a8-4fec-9aa0-185cd83123da tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431781 Nov 23 03:06:50.961271 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41372) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:51.045168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34ace00-0f68-43e6-a8b7-c94a313af3fb tempest-TestShelveInstance-1062101133 tempest-TestShelveInstance-1062101133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:51.046692 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e34ace00-0f68-43e6-a8b7-c94a313af3fb tempest-TestShelveInstance-1062101133 tempest-TestShelveInstance-1062101133-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1094 time: 0.0843797 Nov 23 03:06:51.050815 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41376) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:06:51.054929 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:06:51.081336 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:51.188749 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:51.299857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Allocated IP 172.26.8.157 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/0e35a3a8-550a-448f-a95b-3dbe06c861ba) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:06:51.412848 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:51.450401 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:51.493003 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:06:51.495911 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:06:51.499182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:06:51.506221 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'Port': ['ID=0e35a3a8-550a-448f-a95b-3dbe06c861ba,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:51.883518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:51.958141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:52.124964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:52.132095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:52.199787 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'Port': ['ID=0e35a3a8-550a-448f-a95b-3dbe06c861ba,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:06:52.214008 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:52.316120 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Floating IP d04b6e07-50fa-40be-aaca-03b9538b582e associated. External IP: 172.26.8.157, port: 9fb2ce3c-c427-449a-943b-b1d82d752359. Nov 23 03:06:52.846346 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:06:52.961581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:06:52.971388 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:06:52.981814 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:52.982027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:06:52.982415 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:53.013801 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-0cb576a2-8ed7-4305-b28a-200a08ddf85a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9621580 Nov 23 03:06:53.014471 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:06:53.016794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238de8db-89a6-4767-80b0-2619dd8d884a" -d '{"events": [{"name": "network-changed", "server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:06:53.053819 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89b2e28-e2e4-41d5-a7c0-847cc03e8b87 x-openstack-request-id: req-e89b2e28-e2e4-41d5-a7c0-847cc03e8b87 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:06:53.054125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:06:53.054366 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e89b2e28-e2e4-41d5-a7c0-847cc03e8b87 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:06:53.054766 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'status': 'completed', 'code': 200} Nov 23 03:06:53.087898 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:53.150056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de8db-89a6-4767-80b0-2619dd8d884a req-64679ef7-7358-4373-830a-11f4353f0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:53.151463 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-64679ef7-7358-4373-830a-11f4353f0258 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1099 time: 0.0435209 Nov 23 03:06:53.243951 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de8db-89a6-4767-80b0-2619dd8d884a req-925b831b-9604-4060-b01c-3af3222d03ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:53.245520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-925b831b-9604-4060-b01c-3af3222d03ac service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0864718 Nov 23 03:06:53.320378 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'd04b6e07-50fa-40be-aaca-03b9538b582e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'mac_address': 'fa:16:3e:c2:6d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:06:51Z', 'updated_at': '2021-11-23T03:06:51Z', 'revision_number': 0, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:53.321658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-4688de65-3347-498f-b7f1-ca4fe5971c68 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1000 time: 0.0622675 Nov 23 03:06:53.351527 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:06:53.360069 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:06:53.360724 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:06:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:53.376225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de8db-89a6-4767-80b0-2619dd8d884a req-1875a6a6-6f26-495b-9638-3777fb4a9a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:53.377741 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-1875a6a6-6f26-495b-9638-3777fb4a9a3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0488687 Nov 23 03:06:53.427872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de8db-89a6-4767-80b0-2619dd8d884a req-bfb1fd49-c85d-4e25-898c-0c924202c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:06:53.429739 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-bfb1fd49-c85d-4e25-898c-0c924202c051 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421371 Nov 23 03:06:53.477153 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:06:53.526572 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-94f75d95-cab9-4fd7-b846-59c722b2e2da service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857348 Nov 23 03:06:53.619074 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-238de8db-89a6-4767-80b0-2619dd8d884a req-b2857148-ab2b-47c6-9cdb-4ac9c96c87eb service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838685 Nov 23 03:06:53.793351 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'd04b6e07-50fa-40be-aaca-03b9538b582e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'mac_address': 'fa:16:3e:c2:6d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:06:51Z', 'updated_at': '2021-11-23T03:06:51Z', 'revision_number': 0, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:06:53.820320 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a690a4-3210-483e-9b65-6a14f5567d24 None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'd04b6e07-50fa-40be-aaca-03b9538b582e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'floating_ip_address': '172.26.8.157', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'mac_address': 'fa:16:3e:c2:6d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:06:51Z', 'updated_at': '2021-11-23T03:06:51Z', 'revision_number': 0, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:06:54.024728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6173c4-dbde-458c-87ff-a0ca9a9a9011 None None] New status for floating IP d04b6e07-50fa-40be-aaca-03b9538b582e: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:07:03.160067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-12477b2b-e67d-4933-800d-d8e61d84511c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:05.650708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b829b1c5-e129-41c9-b6d7-130febaaf058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:06.625827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:08.290054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:09.349947 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:12.906274 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-20af51fa-3e1d-411f-806e-5c9b0eee79b4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472615 Nov 23 03:07:13.027727 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-b0029d80-6497-4b72-9b86-b7aad2e5f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:13.029324 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-b0029d80-6497-4b72-9b86-b7aad2e5f6d9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1099 time: 0.0468853 Nov 23 03:07:13.148530 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-99970076-a119-4e94-83ee-78e1591fe6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:13.150086 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-99970076-a119-4e94-83ee-78e1591fe6da service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0889018 Nov 23 03:07:13.226382 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-d3f44c52-c139-433d-8838-bb52bec83f45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1002 time: 0.0674844 Nov 23 03:07:13.278964 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-94f85b56-b533-49ad-ab3e-72de5b1d6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:13.280442 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-94f85b56-b533-49ad-ab3e-72de5b1d6c12 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0459797 Nov 23 03:07:13.331974 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-c4bc6e72-0ebd-4773-a3a7-86c62d86cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:07:13.333572 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-c4bc6e72-0ebd-4773-a3a7-86c62d86cc0f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430889 Nov 23 03:07:13.429857 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-5406406f-0b93-4939-ae60-1c1e4383c39c service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871785 Nov 23 03:07:13.520466 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-01b2b106-7137-4371-b6d6-cdd8a7699aca req-16e72935-ace4-4e87-9e53-e48b8413f589 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 Nov 23 03:07:20.855704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:24.601213 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:07:33.170241 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e0def3b3-d29e-4db9-92f3-69076bebf060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:35.652150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6c9b4302-7f17-463f-a09d-e3e1ceed5920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:36.636298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:38.299008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:39.350398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:07:50.858733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:01.601082 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:08:03.169282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1224e9c5-c372-4fa8-813f-7087b07f452a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:05.652168 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5dfa-c7db-474c-9b20-4ca1656cef84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:06.631510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:08.297440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:09.346953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:12.930557 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-ec5b86fc-ba61-437b-9ea3-49e3cca6195f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1020432 Nov 23 03:08:13.037484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-a20dbed3-c830-428a-a4bd-099b995e258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:13.039028 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-a20dbed3-c830-428a-a4bd-099b995e258d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1099 time: 0.0432522 Nov 23 03:08:13.162284 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-9f2ea353-4516-4791-8ac5-f8174e7c2ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:13.164459 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-9f2ea353-4516-4791-8ac5-f8174e7c2ea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0939543 Nov 23 03:08:13.239912 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-41467d1f-94b2-47c2-a5f9-04af073bc1a3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1002 time: 0.0663898 Nov 23 03:08:13.297399 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-be4e31d5-f218-476a-98db-e43d8289132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:13.299620 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-be4e31d5-f218-476a-98db-e43d8289132b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0490043 Nov 23 03:08:13.352086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-13a5ad61-62c9-4775-952e-5226a3302004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:13.353650 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-13a5ad61-62c9-4775-952e-5226a3302004 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436456 Nov 23 03:08:13.448647 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-88d104ac-1c80-4b9b-afc7-d95756a80e07 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858877 Nov 23 03:08:13.550475 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b361112a-d25c-4277-bb42-5f6c85c0b2e1 req-5728a98d-75f4-4b1d-8800-3bfa6608b4a7 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904810 Nov 23 03:08:20.876873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:33.169750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-86cc72f1-3846-4c5d-98cd-b26b6458ddc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:35.648607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dc8f8f2a-4a44-4ff0-a988-1be2f65824a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:36.640717 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:38.302388 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:38.606065 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:08:39.348072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:50.862051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:08:51.280043 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425917b5-1176-4bdf-8720-d7e19ef668d1 req-aefb5837-2204-419c-a578-633d6f957c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:51.281596 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-425917b5-1176-4bdf-8720-d7e19ef668d1 req-aefb5837-2204-419c-a578-633d6f957c9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.1155608 Nov 23 03:08:51.336637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-425917b5-1176-4bdf-8720-d7e19ef668d1 req-48b92452-170d-47da-a950-84eb3c418fa7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489635 Nov 23 03:08:52.466157 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3614bb-8427-4217-8a60-69c4f05b9174 req-1ebb979e-7502-43c9-aa08-d44deb3c8e3d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:52.467692 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5f3614bb-8427-4217-8a60-69c4f05b9174 req-1ebb979e-7502-43c9-aa08-d44deb3c8e3d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0585368 Nov 23 03:08:52.520593 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5f3614bb-8427-4217-8a60-69c4f05b9174 req-bf0b6bd0-32f2-4180-bd59-db67a0cf45e8 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467536 Nov 23 03:08:53.666808 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15754c9-8ef5-41a0-9854-b6f5f02fbcb1 req-b9b9396a-00ce-40a5-be20-825b7a74368d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:53.668302 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c15754c9-8ef5-41a0-9854-b6f5f02fbcb1 req-b9b9396a-00ce-40a5-be20-825b7a74368d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0528288 Nov 23 03:08:53.721147 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c15754c9-8ef5-41a0-9854-b6f5f02fbcb1 req-45aa1697-e65b-44bc-a507-40a0aaf09573 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438066 Nov 23 03:08:54.853196 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90585b6f-d819-4d23-bcef-8b772f447fec req-943c631e-6384-4b96-aad7-c9dc39b7d5c1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:54.854727 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-90585b6f-d819-4d23-bcef-8b772f447fec req-943c631e-6384-4b96-aad7-c9dc39b7d5c1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0524125 Nov 23 03:08:54.911937 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-90585b6f-d819-4d23-bcef-8b772f447fec req-ebcb8422-d844-4d0f-a4e6-2846655a4f9d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483081 Nov 23 03:08:56.039701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be513923-d368-4c96-b8c4-768f78f3975f req-150bec1e-b4c3-417d-9365-c85f07c779f9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:56.041314 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-be513923-d368-4c96-b8c4-768f78f3975f req-150bec1e-b4c3-417d-9365-c85f07c779f9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0529447 Nov 23 03:08:56.093773 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-be513923-d368-4c96-b8c4-768f78f3975f req-066ce65a-33fe-496e-963c-8a18041597e7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463076 Nov 23 03:08:57.227186 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c265f-fb02-4573-9e14-fedd0a9f4d80 req-638758b6-8739-4305-a7a4-32fcb66870f4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:57.228856 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-171c265f-fb02-4573-9e14-fedd0a9f4d80 req-638758b6-8739-4305-a7a4-32fcb66870f4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0517976 Nov 23 03:08:57.281369 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-171c265f-fb02-4573-9e14-fedd0a9f4d80 req-e48b9653-8b66-4572-a86b-b455b4e179fc tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454237 Nov 23 03:08:58.428961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de53097-48c7-41fb-8b04-24f5d69ece31 req-2dac0cdc-418a-48ea-b28a-f62da47f4eb7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:58.430609 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9de53097-48c7-41fb-8b04-24f5d69ece31 req-2dac0cdc-418a-48ea-b28a-f62da47f4eb7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0619428 Nov 23 03:08:58.483608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9de53097-48c7-41fb-8b04-24f5d69ece31 req-46a6ff95-5434-46d3-a9fc-2ebd490194dd tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Nov 23 03:08:59.613917 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cce4f-9343-484b-8d94-5a6a6dbf7010 req-bc6189ea-dead-419c-9e80-073872b3a263 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:08:59.615353 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3d0cce4f-9343-484b-8d94-5a6a6dbf7010 req-bc6189ea-dead-419c-9e80-073872b3a263 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0500998 Nov 23 03:08:59.672354 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3d0cce4f-9343-484b-8d94-5a6a6dbf7010 req-6454a341-890e-4158-a85c-146e341b8503 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494153 Nov 23 03:09:00.812398 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430593a8-a267-4595-a48e-312435c9593c req-ff8287d8-8e81-434e-9494-a158de36244a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:00.813989 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-430593a8-a267-4595-a48e-312435c9593c req-ff8287d8-8e81-434e-9494-a158de36244a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0589943 Nov 23 03:09:00.887279 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-430593a8-a267-4595-a48e-312435c9593c req-d3e8b7dd-6f90-4a64-8e95-05536aa6a5a9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623205 Nov 23 03:09:02.024785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1273bc-d151-4033-ae74-3178e99832ca req-28a11fd7-f300-4959-aebe-3372377d9a27 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:02.026250 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ca1273bc-d151-4033-ae74-3178e99832ca req-28a11fd7-f300-4959-aebe-3372377d9a27 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0593939 Nov 23 03:09:02.081928 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ca1273bc-d151-4033-ae74-3178e99832ca req-65dfe816-2091-4768-a872-f0cf2126de70 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465543 Nov 23 03:09:02.917625 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:09:03.025334 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:03.038217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'mac_address': 'fa:16:3e:c2:6d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:09:03.080653 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:03.094301 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fb2ce3c-c427-449a-943b-b1d82d752359 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:09:03.115017 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:03.119295 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:03.174089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed7b016b-9ab0-48dd-82b5-d724b1c59071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:03.184644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:03.191819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.192177 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.192548 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.192885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.193885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.194236 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.194580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.194918 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.195251 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.195581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.195909 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.196230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:09:03.209153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8d864-2870-4121-afcf-aa57a6c328ac req-3a05e412-5a7f-435d-95a2-be8c7814093c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:03.210794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-14c8d864-2870-4121-afcf-aa57a6c328ac req-3a05e412-5a7f-435d-95a2-be8c7814093c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 945 time: 0.0559545 Nov 23 03:09:03.263619 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-14c8d864-2870-4121-afcf-aa57a6c328ac req-3a8780f9-3e37-415b-b9c0-426010f6e9cc tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452006 Nov 23 03:09:03.293189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['9fb2ce3c-c427-449a-943b-b1d82d752359'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:09:04.386754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f97a6a-e0e7-4620-ad20-063e30bb03bd req-d7f20779-df91-4b95-bb06-f9f5d2c2ee65 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:04.388551 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e4f97a6a-e0e7-4620-ad20-063e30bb03bd req-d7f20779-df91-4b95-bb06-f9f5d2c2ee65 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 945 time: 0.0559986 Nov 23 03:09:04.453711 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e4f97a6a-e0e7-4620-ad20-063e30bb03bd req-f25653a0-8913-4666-b545-c70893afc2cb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530710 Nov 23 03:09:04.912281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:09:04.977053 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 9fb2ce3c-c427-449a-943b-b1d82d752359 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:09:04.977615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:05.082919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:05.111238 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:05.113813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3617aa-55a9-4b57-a119-bb5ae7aaabdd" -d '{"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:05.131367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:05.139816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:05.171636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290eaaf8-0197-4db8-aaa7-10ab9a059218 x-openstack-request-id: req-290eaaf8-0197-4db8-aaa7-10ab9a059218 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:05.171954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:05.172195 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-290eaaf8-0197-4db8-aaa7-10ab9a059218 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:05.172622 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'code': 200} Nov 23 03:09:05.200683 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:05.578418 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595c03d-38d0-47ad-a371-bb1d19b49f8d req-cbd0acb6-250f-49f0-8a67-166a57fc7859 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:05.580737 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5595c03d-38d0-47ad-a371-bb1d19b49f8d req-cbd0acb6-250f-49f0-8a67-166a57fc7859 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0533442 Nov 23 03:09:05.644048 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-5595c03d-38d0-47ad-a371-bb1d19b49f8d req-cdd69993-48bc-4d14-bba2-7a61fdb90ce0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565619 Nov 23 03:09:05.656090 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-a7bb0ce0-8f7a-4460-85f4-be567aa9cc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:06.644113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:06.772521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d51fd-04c2-4b5a-8451-1fa6db479d55 req-12bd469b-ecf4-4530-a6f5-53d47af80d72 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:06.774304 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd0d51fd-04c2-4b5a-8451-1fa6db479d55 req-12bd469b-ecf4-4530-a6f5-53d47af80d72 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0573382 Nov 23 03:09:06.833547 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd0d51fd-04c2-4b5a-8451-1fa6db479d55 req-b0cc4d93-0af7-41e6-9d9c-94813ef9f3a7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530012 Nov 23 03:09:07.959881 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37dbf3-d6a4-46dc-923d-66e88735a7d7 req-54ded872-e9ad-4929-8f52-22a50fecd9b7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:07.961436 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ff37dbf3-d6a4-46dc-923d-66e88735a7d7 req-54ded872-e9ad-4929-8f52-22a50fecd9b7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0528698 Nov 23 03:09:08.032540 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ff37dbf3-d6a4-46dc-923d-66e88735a7d7 req-382b4cda-6b54-45ec-bb93-10a5f8bf09fa tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613868 Nov 23 03:09:08.305024 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:09.166075 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185775b6-7866-45dc-aae9-b93ce9f49ccc req-312f21ea-c2c1-4243-b8ba-00710b3f9a77 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:09.167868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-185775b6-7866-45dc-aae9-b93ce9f49ccc req-312f21ea-c2c1-4243-b8ba-00710b3f9a77 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0603352 Nov 23 03:09:09.248970 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-185775b6-7866-45dc-aae9-b93ce9f49ccc req-742d76b6-b904-47b2-a98c-082d45f376ff tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730288 Nov 23 03:09:09.349666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:10.381242 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a02712-8da7-448e-b3d7-5693f1793092 req-2f5843c0-5133-4853-9424-ddf9504814a0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:10.383006 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4a02712-8da7-448e-b3d7-5693f1793092 req-2f5843c0-5133-4853-9424-ddf9504814a0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0699763 Nov 23 03:09:10.443363 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d4a02712-8da7-448e-b3d7-5693f1793092 req-62c270e4-4898-4635-b433-ff9ca081c8e8 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539200 Nov 23 03:09:11.577504 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6bc0b-be4e-43fe-8f3a-adad06cd902c req-6bd0f536-3e3e-4054-9d28-ee6f2afc800d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:11.579252 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-71b6bc0b-be4e-43fe-8f3a-adad06cd902c req-6bd0f536-3e3e-4054-9d28-ee6f2afc800d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0601690 Nov 23 03:09:11.640581 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-71b6bc0b-be4e-43fe-8f3a-adad06cd902c req-200a9fa5-1b80-4dcf-9931-13dda49caeed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547695 Nov 23 03:09:12.782927 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6ba59-7297-43a9-b284-b62ab1c1d0d5 req-c3341372-1072-4500-998b-5c394b278c0f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:12.784736 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dbb6ba59-7297-43a9-b284-b62ab1c1d0d5 req-c3341372-1072-4500-998b-5c394b278c0f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0641906 Nov 23 03:09:12.852498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dbb6ba59-7297-43a9-b284-b62ab1c1d0d5 req-0c4baf9a-6e87-456c-8fd5-c5035c29761d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595696 Nov 23 03:09:13.999042 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9c007-251e-4b6a-9145-54810ab5fec2 req-f89ab11c-6c75-4189-ae02-b9e977154b31 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.000580 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-32b9c007-251e-4b6a-9145-54810ab5fec2 req-f89ab11c-6c75-4189-ae02-b9e977154b31 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0841453 Nov 23 03:09:14.006554 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-258945ab-005d-47df-b5f2-94aed132015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.008078 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-258945ab-005d-47df-b5f2-94aed132015f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1099 time: 0.0779862 Nov 23 03:09:14.055654 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-32b9c007-251e-4b6a-9145-54810ab5fec2 req-3217a1f3-c23a-4ac7-90a8-9bad5cb31e77 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465722 Nov 23 03:09:14.147786 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-6752a7e3-58f7-437c-8720-eee056cb7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.149305 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-6752a7e3-58f7-437c-8720-eee056cb7bc8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0887637 Nov 23 03:09:14.231788 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-20d07d52-1d1b-4481-b78d-24d6e28ef46f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1002 time: 0.0732751 Nov 23 03:09:14.287108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-c400ebb6-d67b-4dc6-8a0c-88527616886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.288612 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-c400ebb6-d67b-4dc6-8a0c-88527616886e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0477247 Nov 23 03:09:14.336114 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-25aaaa79-8db2-4bb4-8578-994bc10d7080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.337772 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-25aaaa79-8db2-4bb4-8578-994bc10d7080 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412524 Nov 23 03:09:14.442493 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-75891c85-7910-47f6-8fed-5e9d0dce6bc7 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909410 Nov 23 03:09:14.557061 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4c962e5f-1280-48f7-9d8f-d62b0efc1178 req-d8d1fb20-de57-4881-9e58-543e6997534f service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038346 Nov 23 03:09:14.693928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-044c86af-661e-4df9-93a5-b1708a6806ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.695296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-044c86af-661e-4df9-93a5-b1708a6806ad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1099 time: 0.0433385 Nov 23 03:09:14.797129 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-4a977d5b-b62d-409d-b0df-f605ea9c25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.798618 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-4a977d5b-b62d-409d-b0df-f605ea9c25a5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0911593 Nov 23 03:09:14.867327 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-67bef2af-3ea3-4c4f-be60-37d68beef564 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1002 time: 0.0578856 Nov 23 03:09:14.928045 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-0475f779-57cf-4309-93d9-ae702a2368e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.929673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-0475f779-57cf-4309-93d9-ae702a2368e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0526173 Nov 23 03:09:14.980461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-b01f5f0e-6836-4f11-a028-88362fed6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:14.981965 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-b01f5f0e-6836-4f11-a028-88362fed6c7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434055 Nov 23 03:09:15.075023 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-ba754012-48c3-4455-9460-416586b3fe7d service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842381 Nov 23 03:09:15.179372 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0879f0ac-1764-4178-9eaf-e677ce704722 req-3b43ddd1-53cb-48f4-af90-a6ec7e262951 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931697 Nov 23 03:09:15.181263 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e73c60-eb09-4600-81b0-9c733ee16d55 req-f17ebf79-083c-432c-9090-c3cec562e732 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:15.183416 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-34e73c60-eb09-4600-81b0-9c733ee16d55 req-f17ebf79-083c-432c-9090-c3cec562e732 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0566335 Nov 23 03:09:15.235104 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-34e73c60-eb09-4600-81b0-9c733ee16d55 req-bb740af5-04de-4365-a7b7-feedf21efca3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458922 Nov 23 03:09:15.611473 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:09:16.356038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5c974-bf97-492d-9766-38ec63f06365 req-ee116552-3d70-4469-8e13-4c63ab380ffd tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:16.357600 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-04e5c974-bf97-492d-9766-38ec63f06365 req-ee116552-3d70-4469-8e13-4c63ab380ffd tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 946 time: 0.0523570 Nov 23 03:09:16.409135 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-04e5c974-bf97-492d-9766-38ec63f06365 req-48cf319a-9a57-4dca-9405-efcf5539d3a3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Nov 23 03:09:16.998757 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:09:17.086630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:17.109818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:17.112069 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09251a50-04ff-4ef3-a849-1aaa30526ee9" -d '{"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:17.125870 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:17.130753 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:17.158473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f13ae-bb7c-468a-80d6-8d6f59444e62 x-openstack-request-id: req-f36f13ae-bb7c-468a-80d6-8d6f59444e62 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:17.158768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:17.159025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f36f13ae-bb7c-468a-80d6-8d6f59444e62 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:17.159432 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'code': 200} Nov 23 03:09:17.184618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:17.550334 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54217f-417a-4a3d-90d2-29cb44f529fd req-bdb9fdfb-af4d-479a-aa0b-a65c0a16b8fe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:17.551775 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5e54217f-417a-4a3d-90d2-29cb44f529fd req-bdb9fdfb-af4d-479a-aa0b-a65c0a16b8fe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0569251 Nov 23 03:09:17.605423 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5e54217f-417a-4a3d-90d2-29cb44f529fd req-724f577c-5feb-4606-b2a3-ea98b5d2861f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449262 Nov 23 03:09:17.732286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-9c578950-b995-403f-8281-17a96fbae830 req-44557e91-68cd-415f-9b4b-1f9276bfca47 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:09:17.733296 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9c578950-b995-403f-8281-17a96fbae830 req-44557e91-68cd-415f-9b4b-1f9276bfca47 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0576487 Nov 23 03:09:17.896432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8080648-cc7b-40a0-a032-94d1e355bdb0 req-09c23251-3ff6-420c-9e94-998b26307de5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:17.897946 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8080648-cc7b-40a0-a032-94d1e355bdb0 req-09c23251-3ff6-420c-9e94-998b26307de5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0521765 Nov 23 03:09:17.948622 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e8080648-cc7b-40a0-a032-94d1e355bdb0 req-4098b6e1-98c0-46d2-9bcd-4e9dc0656229 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440333 Nov 23 03:09:18.096158 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-e577c2ce-ea0d-4a0d-9c36-79aee067fdcd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0961909 Nov 23 03:09:19.075823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb5c1a-6923-4903-8ae3-98a1f9258556 req-72c7888d-b61a-4483-9775-f6886dfbf4e9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.077359 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ebbb5c1a-6923-4903-8ae3-98a1f9258556 req-72c7888d-b61a-4483-9775-f6886dfbf4e9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0542486 Nov 23 03:09:19.094139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-8ef31282-cb90-4ee5-bc23-5111695fe5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.095658 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-8ef31282-cb90-4ee5-bc23-5111695fe5b9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703&tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 1097 time: 0.0432935 Nov 23 03:09:19.128271 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ebbb5c1a-6923-4903-8ae3-98a1f9258556 req-927434cc-d464-4228-af4f-5871ee3a0aed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447221 Nov 23 03:09:19.193010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-e58997be-1554-4183-95e4-dae2ab6e66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.195300 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-e58997be-1554-4183-95e4-dae2ab6e66a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1097 time: 0.0604799 Nov 23 03:09:19.296645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-7a41ee2a-64c6-4311-9515-e4ab94631d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.298057 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-7a41ee2a-64c6-4311-9515-e4ab94631d5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0887427 Nov 23 03:09:19.374458 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-33ff0726-30ad-4740-898a-90763605f0aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1000 time: 0.0648856 Nov 23 03:09:19.425169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-765d26bf-b909-4966-9a07-4b907e3dd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.426617 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-765d26bf-b909-4966-9a07-4b907e3dd992 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0443997 Nov 23 03:09:19.475620 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-5a2c9ed7-9511-41fb-9e05-ff5bfae79efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:19.478068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-5a2c9ed7-9511-41fb-9e05-ff5bfae79efc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426569 Nov 23 03:09:19.572367 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-487ed228-be7d-4848-8d1f-ace10ee8f01b service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867643 Nov 23 03:09:19.669868 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9ff2ad50-2f07-41c2-894c-693c849ed8b2 req-5ddc4566-f098-4b48-ac50-b649f850bf63 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877423 Nov 23 03:09:20.263809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533ce09-047e-4378-ba3f-c2b42ce60cd5 req-be3ffd56-b913-4cf8-9df1-5f5e975725be tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:20.265393 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0533ce09-047e-4378-ba3f-c2b42ce60cd5 req-be3ffd56-b913-4cf8-9df1-5f5e975725be tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0554166 Nov 23 03:09:20.332581 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0533ce09-047e-4378-ba3f-c2b42ce60cd5 req-cd4bab59-adb2-4ed3-a086-4e83cbf2df83 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598216 Nov 23 03:09:20.876906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:21.024781 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:09:21.461628 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc1d240-0327-4ba0-ae20-1b5337a1bb54 req-e053fc22-409f-4e4e-a31d-de12b61a6b45 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:21.463977 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bbc1d240-0327-4ba0-ae20-1b5337a1bb54 req-e053fc22-409f-4e4e-a31d-de12b61a6b45 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0538578 Nov 23 03:09:21.517138 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bbc1d240-0327-4ba0-ae20-1b5337a1bb54 req-9f6a82c8-a50e-4d15-9e99-244ac8fff8df tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470209 Nov 23 03:09:22.641262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48a18d-ff30-48ba-bc20-d26c8bd3ea0f req-23aa8b36-f3bf-4ea8-8a2d-ba2b061f8bce tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:22.642935 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0f48a18d-ff30-48ba-bc20-d26c8bd3ea0f req-23aa8b36-f3bf-4ea8-8a2d-ba2b061f8bce tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0527287 Nov 23 03:09:22.697108 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0f48a18d-ff30-48ba-bc20-d26c8bd3ea0f req-4c1cc9fa-0b60-430b-b2d3-96ea7d1fdd8e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478361 Nov 23 03:09:23.823835 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd106a-011c-4c37-8a46-c2a3051c1b63 req-fe05d6f8-be33-4825-9078-440e16aaddd5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:23.825448 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f9fd106a-011c-4c37-8a46-c2a3051c1b63 req-fe05d6f8-be33-4825-9078-440e16aaddd5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0567520 Nov 23 03:09:23.878879 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f9fd106a-011c-4c37-8a46-c2a3051c1b63 req-2f13c30a-7868-4a91-ad6a-8b530082fbdf tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469151 Nov 23 03:09:25.008754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae327-f8f4-44af-ba8b-dd53b3e78b63 req-587a0a31-7cbe-4639-b444-f380f2b18d0c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:25.010399 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52dae327-f8f4-44af-ba8b-dd53b3e78b63 req-587a0a31-7cbe-4639-b444-f380f2b18d0c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0602679 Nov 23 03:09:25.064470 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52dae327-f8f4-44af-ba8b-dd53b3e78b63 req-9be9d35c-acfa-4e30-87aa-e7c3e103902c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469756 Nov 23 03:09:26.190864 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822881f-1ea5-4485-b47e-797828871c7a req-02a4e3d6-fe59-4717-add4-80c816608666 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:26.192462 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1822881f-1ea5-4485-b47e-797828871c7a req-02a4e3d6-fe59-4717-add4-80c816608666 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0536950 Nov 23 03:09:26.249298 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1822881f-1ea5-4485-b47e-797828871c7a req-abfd9678-ebc6-475d-a3b2-8a4596f2b764 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507708 Nov 23 03:09:27.390123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832606-b590-45e2-99a6-90d27fbd34e5 req-cf5dc453-65c1-41b6-a783-bdd85a2c4772 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:27.391687 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f3832606-b590-45e2-99a6-90d27fbd34e5 req-cf5dc453-65c1-41b6-a783-bdd85a2c4772 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0660951 Nov 23 03:09:27.445016 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f3832606-b590-45e2-99a6-90d27fbd34e5 req-0dc0bdd3-f05a-4b57-8257-522e41776405 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469868 Nov 23 03:09:28.569466 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059c6b8-dd90-42ed-84d7-f92a44dfc780 req-84fb6f15-00f2-4514-802f-a5c881f15a47 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:28.571343 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a059c6b8-dd90-42ed-84d7-f92a44dfc780 req-84fb6f15-00f2-4514-802f-a5c881f15a47 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0547979 Nov 23 03:09:28.631934 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a059c6b8-dd90-42ed-84d7-f92a44dfc780 req-fbb058e3-76f8-4c5a-8877-c2c8e8941bed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531843 Nov 23 03:09:29.754903 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c57b5-2bfe-4554-8058-40482033f438 req-17c0ac6c-9855-4036-af69-ebe749dcd084 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:29.756465 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d55c57b5-2bfe-4554-8058-40482033f438 req-17c0ac6c-9855-4036-af69-ebe749dcd084 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0535514 Nov 23 03:09:29.808699 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d55c57b5-2bfe-4554-8058-40482033f438 req-ee541c43-31d7-4610-ba0b-a5f22e753672 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445731 Nov 23 03:09:30.931058 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57663384-69b4-4676-ab73-967354b78e1e req-bd27a86c-1478-419c-ad77-7c4a40696aed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:30.932584 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-57663384-69b4-4676-ab73-967354b78e1e req-bd27a86c-1478-419c-ad77-7c4a40696aed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0526907 Nov 23 03:09:30.985750 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-57663384-69b4-4676-ab73-967354b78e1e req-088c7940-cce5-4978-ae35-fb25a3117fc2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471027 Nov 23 03:09:32.114611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b132110-6743-4d8c-817e-c21140854c6f req-07f39d20-ea49-4f39-89e2-982f88775760 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:32.116190 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b132110-6743-4d8c-817e-c21140854c6f req-07f39d20-ea49-4f39-89e2-982f88775760 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 944 time: 0.0509033 Nov 23 03:09:32.175627 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6b132110-6743-4d8c-817e-c21140854c6f req-0a22e0fb-4762-46ed-b72c-39a0954818a7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497870 Nov 23 03:09:33.045687 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:09:33.156818 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:33.174108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'port_id': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'mac_address': 'fa:16:3e:c2:6d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:09:33.181553 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-61bf6665-b3c6-4cd7-bfe1-8a6f4e229fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:33.215531 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:33.229647 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb2ce3c-c427-449a-943b-b1d82d752359 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:09:33.255686 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:33.260682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:33.300322 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905a24f-a9fb-42f5-8ced-fa6eca61500e req-d341a55c-4d78-4558-b5d6-264266a06676 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:33.301861 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9905a24f-a9fb-42f5-8ced-fa6eca61500e req-d341a55c-4d78-4558-b5d6-264266a06676 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 945 time: 0.0531952 Nov 23 03:09:33.308199 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=9']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:33.353565 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9905a24f-a9fb-42f5-8ced-fa6eca61500e req-b5b2bd24-85e2-447e-aa7b-8185b97049ce tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454257 Nov 23 03:09:33.654616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['9fb2ce3c-c427-449a-943b-b1d82d752359'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:09:34.498872 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1342f58-3d94-4bea-92fb-6db8ccf3f9f6 req-92e222af-0596-40f4-aecb-ff48e475af0b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:34.500368 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1342f58-3d94-4bea-92fb-6db8ccf3f9f6 req-92e222af-0596-40f4-aecb-ff48e475af0b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 945 time: 0.0598557 Nov 23 03:09:34.552661 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1342f58-3d94-4bea-92fb-6db8ccf3f9f6 req-3370601f-7f47-4da3-913d-5b516bb4e187 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453806 Nov 23 03:09:35.058420 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:09:35.113129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 9fb2ce3c-c427-449a-943b-b1d82d752359 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:09:35.113512 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:35.196408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:35.219905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:09:35.222587 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b191a-a943-40da-b55e-1335e9431664" -d '{"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:09:35.235451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:09:35.243043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:35.267291 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7cca1-f47b-4645-840e-6020517dd1ab x-openstack-request-id: req-f3a7cca1-f47b-4645-840e-6020517dd1ab {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:09:35.267588 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:09:35.267868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3a7cca1-f47b-4645-840e-6020517dd1ab {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:09:35.268274 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'code': 200} Nov 23 03:09:35.294770 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=10']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:09:35.550807 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c441692-acbf-4425-8d0a-3ca469123530 req-894291b7-deaf-41d3-986a-df83d428b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:35.552392 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6c441692-acbf-4425-8d0a-3ca469123530 req-894291b7-deaf-41d3-986a-df83d428b0cd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1100 time: 0.0423934 Nov 23 03:09:35.601009 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6c441692-acbf-4425-8d0a-3ca469123530 req-5f1784c8-5ca5-4aba-a822-e1e3afa0fa02 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400815 Nov 23 03:09:35.646510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4fcb253d-226f-4f4b-832b-e61ca1f23c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:35.674645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f9168-2c45-4428-8794-5982eaba518e req-f88274b7-b94d-441f-86df-88db5c172a3f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:35.676161 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8f8f9168-2c45-4428-8794-5982eaba518e req-f88274b7-b94d-441f-86df-88db5c172a3f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 947 time: 0.0532143 Nov 23 03:09:35.726481 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8f8f9168-2c45-4428-8794-5982eaba518e req-1fcfc798-3154-416b-9fef-ab7f991470b0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440359 Nov 23 03:09:36.645095 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:36.858870 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7758-78ac-4831-ba35-d0c8e574367f req-8e68ad40-bc5b-44ae-b6ab-029780204cde tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:36.860581 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-250b7758-78ac-4831-ba35-d0c8e574367f req-8e68ad40-bc5b-44ae-b6ab-029780204cde tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 947 time: 0.0597217 Nov 23 03:09:36.915545 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-250b7758-78ac-4831-ba35-d0c8e574367f req-d25a8d83-18a9-4863-a4f3-3515623539c6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484514 Nov 23 03:09:38.040452 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeada6-6e93-4e6c-8544-91a9b5a43438 req-839564e2-3e98-457f-a257-8631bbee588d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:09:38.042029 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3aaeada6-6e93-4e6c-8544-91a9b5a43438 req-839564e2-3e98-457f-a257-8631bbee588d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 947 time: 0.0527036 Nov 23 03:09:38.096877 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3aaeada6-6e93-4e6c-8544-91a9b5a43438 req-00b543e9-63f1-4e3b-8039-1afa797712e8 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456715 Nov 23 03:09:38.314888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:39.347852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:50.901763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:09:52.612702 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:10:03.174910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c6184c4d-0a91-425d-98ef-85a3c0df4e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:05.647174 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1a6954d3-6a9d-4358-8eef-6523d8031a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:06.655930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:08.313533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:09.349577 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:15.062521 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-e765c2ba-14ed-4e1c-813d-452328d24bc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424621 Nov 23 03:10:15.173689 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-281db215-39fd-48b7-b2e9-74c05d132833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:15.175185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-281db215-39fd-48b7-b2e9-74c05d132833 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1100 time: 0.0435417 Nov 23 03:10:15.291769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-e0004c30-592d-40e6-9b4e-85b1d82f1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:15.293379 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-e0004c30-592d-40e6-9b4e-85b1d82f1b08 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0916114 Nov 23 03:10:15.361984 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-772919b7-78cf-4568-b719-169b6b81d9ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 1002 time: 0.0603530 Nov 23 03:10:15.420231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-bb23e261-082c-4fbb-94e8-39fad3a0161c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:15.421711 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-bb23e261-082c-4fbb-94e8-39fad3a0161c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0486071 Nov 23 03:10:15.473290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-42a6cc31-a6f8-4316-8d21-d91bc0abf2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:15.474778 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-42a6cc31-a6f8-4316-8d21-d91bc0abf2e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436432 Nov 23 03:10:15.586750 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-2df416e5-892c-4289-b4e4-c440bcf4ef21 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029274 Nov 23 03:10:15.695225 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e51cf917-a835-4634-9a6b-15bef0d13987 req-3c27a38c-b294-44e3-a3f7-a462b2bdf108 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954192 Nov 23 03:10:20.889768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:29.613757 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:10:33.175235 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4633b091-ac91-4524-b5fb-188e7a73854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:35.652938 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-58012be1-0be5-4144-9692-b5f19440c7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:36.660590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:38.326345 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:39.349332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:50.912270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:56.928059 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41696) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:10:57.119824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Deleting port 0e35a3a8-550a-448f-a95b-3dbe06c861ba {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:10:57.120268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:57.205169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:57.205503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:57.217928 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Calling delete_port for 0e35a3a8-550a-448f-a95b-3dbe06c861ba owned by network:floatingip {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:10:57.369868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:57.397593 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event deleted for resources: {'Port': ['ID=0e35a3a8-550a-448f-a95b-3dbe06c861ba,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:10:57.412436 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.412788 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.413169 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.413461 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.413831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.414163 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.414491 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.414811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.415133 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.415455 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.415782 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.416106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:10:57.473039 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:57.473383 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Floating IP d04b6e07-50fa-40be-aaca-03b9538b582e disassociated (deleted). External IP: 172.26.8.157, port: 9fb2ce3c-c427-449a-943b-b1d82d752359. Nov 23 03:10:57.686262 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:10:57.796487 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:10:57.801874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:10:57.807594 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:10:57.819961 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:10:57.820634 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:10:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:10:57.831787 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-f5ee0155-4e40-4500-8a29-b80219915814 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "DELETE /v2.0/floatingips/d04b6e07-50fa-40be-aaca-03b9538b582e HTTP/1.1" status: 204 len: 168 time: 0.9020774 Nov 23 03:10:57.832393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:10:57.834695 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145f9f96-1a66-44fa-911a-337b4f311e15" -d '{"events": [{"name": "network-changed", "server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:10:57.940390 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:10:57.943074 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cf84f7-5a68-458f-a415-1563f3d9942b x-openstack-request-id: req-59cf84f7-5a68-458f-a415-1563f3d9942b {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:10:57.943615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:10:57.943615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59cf84f7-5a68-458f-a415-1563f3d9942b {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:10:57.943815 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'status': 'completed', 'code': 200} Nov 23 03:10:58.069381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-2ef62a48-9c40-4d32-8c49-6333403b3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:58.070797 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-2ef62a48-9c40-4d32-8c49-6333403b3567 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 1100 time: 0.0700552 Nov 23 03:10:58.085672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e83b6d0-9560-44b4-8dc4-aab041817dcd req-7e20e0dc-8955-4b32-a8b0-a76e1a814e3f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:58.087118 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e83b6d0-9560-44b4-8dc4-aab041817dcd req-7e20e0dc-8955-4b32-a8b0-a76e1a814e3f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 947 time: 0.0587404 Nov 23 03:10:58.181333 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:10:58.205480 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e83b6d0-9560-44b4-8dc4-aab041817dcd req-3ce5e3eb-adbf-426b-9ac2-578017950607 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093211 Nov 23 03:10:58.208494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-79969582-51e4-4aa8-807c-3b93e9d939dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:58.208668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:10:58.209895 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-79969582-51e4-4aa8-807c-3b93e9d939dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.1219106 Nov 23 03:10:58.218540 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:10:58.219579 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:10:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:10:58.254360 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-bdbd0a69-bfe3-4fd6-aa32-d2e833239e9f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 200 len: 217 time: 0.0352628 Nov 23 03:10:58.307878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-36a716c6-f96b-42bb-840d-63a2151fa1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:58.309562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-36a716c6-f96b-42bb-840d-63a2151fa1ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0473523 Nov 23 03:10:58.329795 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:10:58.358342 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-f7af7a8e-90b6-4811-90a9-38fe8e6f1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:58.359851 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-f7af7a8e-90b6-4811-90a9-38fe8e6f1768 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412669 Nov 23 03:10:58.453064 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-97f4f188-339a-4635-b343-71030841ab88 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836284 Nov 23 03:10:58.533552 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:10:58.551892 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-145f9f96-1a66-44fa-911a-337b4f311e15 req-06e56d72-6643-44a9-8f07-3b9ba5a10b89 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908151 Nov 23 03:10:58.562685 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e387ac0e-06ae-4198-a304-d7602e9c1523 None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:10:58.782676 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8829bd39-fcd2-403d-a1f7-55625f202e3c None None] New status for floating IP d04b6e07-50fa-40be-aaca-03b9538b582e: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:10:59.343036 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe2fa-193a-46e1-bb8f-d5a5788d071a req-1a56f65b-1492-4bd6-b6fd-3b23ba686c4b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:59.344613 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bd9fe2fa-193a-46e1-bb8f-d5a5788d071a req-1a56f65b-1492-4bd6-b6fd-3b23ba686c4b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 947 time: 0.0563700 Nov 23 03:10:59.398351 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-bd9fe2fa-193a-46e1-bb8f-d5a5788d071a req-a4198193-85a4-4739-a3bd-8eec6a039fe7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=1696fc82-060e-45e7-a190-7ac68f35d81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474510 Nov 23 03:10:59.930870 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-14409b57-faee-4dcb-a2e9-d6e92419a01f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:10:59.932385 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-14409b57-faee-4dcb-a2e9-d6e92419a01f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 947 time: 0.0665798 Nov 23 03:11:00.033018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Deleting port 9fb2ce3c-c427-449a-943b-b1d82d752359 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:11:00.033356 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:00.120542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] For port 9fb2ce3c-c427-449a-943b-b1d82d752359, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9fb2ce3c-c427-449a-943b-b1d82d752359,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:00.120874 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:00.133434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Calling delete_port for 9fb2ce3c-c427-449a-943b-b1d82d752359 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:11:00.278634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:00.307092 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event deleted for resources: {'Port': ['ID=9fb2ce3c-c427-449a-943b-b1d82d752359,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:00.352068 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] No DVR routers for this DVR port 9fb2ce3c-c427-449a-943b-b1d82d752359 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:11:00.354968 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:00.358520 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-fd4e1207-b4c7-4944-9d45-628092c2d574 req-bd7b9046-3ab6-498c-8d04-aeec37b0de85 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "DELETE /v2.0/ports/9fb2ce3c-c427-449a-943b-b1d82d752359 HTTP/1.1" status: 204 len: 173 time: 0.4184096 Nov 23 03:11:00.358977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-deleted', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:00.361344 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9595c0-ff43-4c66-b60e-f81cbb3894ac" -d '{"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-deleted", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:00.397244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9792d71-88b5-4f24-b2e3-c70dce8e53e0 x-openstack-request-id: req-b9792d71-88b5-4f24-b2e3-c70dce8e53e0 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:00.397556 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910fe9d8-ad16-43f2-ab04-df2505ff0703", "name": "network-vif-deleted", "tag": "9fb2ce3c-c427-449a-943b-b1d82d752359", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:00.397803 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9792d71-88b5-4f24-b2e3-c70dce8e53e0 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:00.398209 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910fe9d8-ad16-43f2-ab04-df2505ff0703', 'name': 'network-vif-deleted', 'tag': '9fb2ce3c-c427-449a-943b-b1d82d752359', 'status': 'completed', 'code': 200} Nov 23 03:11:00.499670 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-43ec27e2-aa3d-41e7-b6c4-fe73a8d933a3 req-16494a79-2b51-4e95-8045-7cb59b8177f1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=910fe9d8-ad16-43f2-ab04-df2505ff0703 HTTP/1.1" status: 200 len: 210 time: 0.0311723 Nov 23 03:11:01.563055 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41726) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:01.624167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:01.650056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:01.714473 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:01.717316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:01.718499 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "DELETE /v2.0/security-groups/1696fc82-060e-45e7-a190-7ac68f35d81d HTTP/1.1" status: 204 len: 168 time: 0.1544387 Nov 23 03:11:01.728381 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696fc82-060e-45e7-a190-7ac68f35d81d,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:01.735855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.736212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.736581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.736920 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.737330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.737797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.738350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.738702 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.739059 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.739392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.739723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:01.740046 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb59d0f8-c9f3-4221-b8d0-ff9703bbd987 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:03.170410 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4fed299e-2c98-490e-be56-79433d6b8ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.259762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41734) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:03.264645 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111696814', 'description': 'tempest-secgroup-smoke-111696814 description', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:03.289134 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.371604 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.377125 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.404425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.405669 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1448152 Nov 23 03:11:03.408745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41736) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:03.410078 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2a1501-3192-432d-9a36-5a1cf0274016 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:03.414754 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:03.449892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.512570 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.518701 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.530206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:11:03.536753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b69ec1-c910-4470-980e-f0fc75108622,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:03.547047 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.548394 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-037321f6-8f30-42ce-8da5-066cb85ac79f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386018 Nov 23 03:11:03.551458 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41738) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:03.551608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 9fb2ce3c-c427-449a-943b-b1d82d752359 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:11:03.551808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 9fb2ce3c-c427-449a-943b-b1d82d752359 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:11:03.556304 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:03.583715 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.645111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.650609 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.668117 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c44e44-aa7a-495c-bece-e27835bc0974,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:03.677370 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.678590 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4ca3f9fa-6848-43c2-8834-054c7875659f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261168 Nov 23 03:11:03.681429 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41740) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:03.685768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:03.715116 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.780854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.787190 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.810234 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03f4a96-3101-4b2f-8b70-00f5b773c19a,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:03.816806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.818008 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f623eb53-5553-46b7-871d-88c37f00291d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356232 Nov 23 03:11:03.820925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41742) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:03.825353 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:03.855072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.915888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.921328 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.939955 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5930a3f7-548e-4e59-bf24-c7a78db7e7a6,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:03.952941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:03.954247 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d6bd211a-a33a-4562-98bb-5618972c04f3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322794 Nov 23 03:11:03.957124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41744) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:03.961618 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:03.983838 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Project 1f6adaa21bc741d6bbe04eac4ef496e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:11:03.989203 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.051172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.056184 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.076764 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367e6758-3839-4548-8715-6aeebe68a7cf,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:04.085140 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.086374 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a9745d70-316c-4081-8241-43960a1c9fbe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283119 Nov 23 03:11:04.089285 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 41746) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:04.095948 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'security_group_rule': {'security_group_id': '61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683', 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:04.123498 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Project 1f6adaa21bc741d6bbe04eac4ef496e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:11:04.128501 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.192503 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.198385 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.216307 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ccec4f-ff32-4b2e-8053-a247d21beffb,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:04.224716 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:04.225969 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-58d08afb-ae87-4c65-86a0-1b88a64ea986 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354175 Nov 23 03:11:05.638249 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-72276032-a880-4c36-8362-8a1e4c7ea4ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:06.613849 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:11:06.653937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:08.325778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:09.347108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.661295 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-3ab275ee-9d2c-47ff-aa9c-fa2dbff8a215 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111696814&fields=id&tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 267 time: 0.0458930 Nov 23 03:11:20.775474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-bb5c7a2d-382b-4db1-973c-c61125401157 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:20.777069 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-bb5c7a2d-382b-4db1-973c-c61125401157 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 809 time: 0.1068020 Nov 23 03:11:20.795262 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-51b577d6-e682-4e67-9951-a03645b5346a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/quotas/1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 375 time: 0.0094717 Nov 23 03:11:20.849924 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-252b4a44-a4ee-40bb-a01c-cf1fa069c11e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492063 Nov 23 03:11:20.865925 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-58584253-7ec9-45f2-8128-59e7d101b045 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:11:20.866913 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-58584253-7ec9-45f2-8128-59e7d101b045 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053742 Nov 23 03:11:20.911444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:20.961468 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-5452280c-262d-40e4-86a1-ef7154ec09c1 service neutron] 10.222.0.53 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882030 Nov 23 03:11:21.058755 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-0d79ad13-b1b1-47bb-a2b3-81f689cace54 service neutron] 10.222.0.53 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880048 Nov 23 03:11:21.371368 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d7fe0035-ff4f-4885-b7de-e7e0be16fc78 req-d55b6c33-cf1f-4e70-aae0-a52710264465 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 210 time: 0.0273514 Nov 23 03:11:22.488655 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ba15a6db-a7a4-4bc3-8f3b-aac325c427f0 req-ef7a9022-7608-4667-8ecd-f019fbc52fee tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 210 time: 0.0398455 Nov 23 03:11:22.565172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-936ea68c-a170-4648-948a-0e772fead9dc tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:22.566653 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-936ea68c-a170-4648-948a-0e772fead9dc tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 809 time: 0.1097777 Nov 23 03:11:22.646165 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e96668e0-71ba-465d-8f9b-8ad9ae613824 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 379 time: 0.0571432 Nov 23 03:11:22.671525 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'port': {'device_id': '28305cea-e857-4f10-b48d-1eeb69564072', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'admin_state_up': True, 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'security_groups': ['61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:23.122771 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Made reservation on behalf of 1f6adaa21bc741d6bbe04eac4ef496e8 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:11:23.126335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.254355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Allocated IP 172.20.0.5 (bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e/1c18b590-e994-4522-bf35-a0906c7a7342/03929247-c1df-41c6-bda6-01173d3e0dd2) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:23.403139 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.437181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.481062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:23.484409 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:23.487959 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:23.516523 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:23.555102 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:23.556194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.584919 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-d85176a3-bb99-4cc9-8faf-57bac6d65de9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9172692 Nov 23 03:11:23.610381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Request body: {'port': {'device_id': '28305cea-e857-4f10-b48d-1eeb69564072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:23.680672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70762c00-591c-48d0-ba0c-0aebce3e739e req-48e36ff1-e450-47b8-8787-477aac9df9bb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:23.682231 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-70762c00-591c-48d0-ba0c-0aebce3e739e req-48e36ff1-e450-47b8-8787-477aac9df9bb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 931 time: 0.1124806 Nov 23 03:11:23.683633 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.782781 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-70762c00-591c-48d0-ba0c-0aebce3e739e req-0033b6eb-9044-4976-b113-dba0f934eab3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898881 Nov 23 03:11:23.812557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-d9a6eada-74d7-4a19-806a-87c28038ab27 None None] Provisioning complete for port 03929247-c1df-41c6-bda6-01173d3e0dd2 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:23.813113 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d9a6eada-74d7-4a19-806a-87c28038ab27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:23.849987 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d9a6eada-74d7-4a19-806a-87c28038ab27 None None] Port 03929247-c1df-41c6-bda6-01173d3e0dd2 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:11:23.989420 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03929247-c1df-41c6-bda6-01173d3e0dd2 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:11:23.998609 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.011108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Transition to ACTIVE for port object 03929247-c1df-41c6-bda6-01173d3e0dd2 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:11:24.017791 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.113961 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181193a-227d-410f-8837-778de65c5872 service neutron] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:24.150393 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Attempting to bind port 03929247-c1df-41c6-bda6-01173d3e0dd2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:11:24.150732 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Attempting to bind port 03929247-c1df-41c6-bda6-01173d3e0dd2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:11:24.151060 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Attempting to bind port 03929247-c1df-41c6-bda6-01173d3e0dd2 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:24.156521 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Port 03929247-c1df-41c6-bda6-01173d3e0dd2 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:11:24.157503 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Attempting to bind port 03929247-c1df-41c6-bda6-01173d3e0dd2 on network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:11:24.163479 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:11:24.163818 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Checking segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:11:24.164213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Bound using segment: {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:11:24.164703 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Bound port: 03929247-c1df-41c6-bda6-01173d3e0dd2, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b6e423-eaeb-4ea3-a7a4-077690ed5454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:11:24.165053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.243458 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:11:24.246952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:11:24.252753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.292978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.293692 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:24.295120 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-e181193a-227d-410f-8837-778de65c5872 service neutron] 10.222.0.46 "PUT /v2.0/ports/03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 1093 time: 0.6896660 Nov 23 03:11:24.295547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:24.297831 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9237050a-03ea-4e3e-919a-9879a63c330f" -d '{"events": [{"name": "network-changed", "server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:24.321929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181193a-227d-410f-8837-778de65c5872 service neutron] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:24.371686 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b7670e-2923-4a5d-8595-8d86f9a92bd7 x-openstack-request-id: req-86b7670e-2923-4a5d-8595-8d86f9a92bd7 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:24.372269 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:24.372787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86b7670e-2923-4a5d-8595-8d86f9a92bd7 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:24.373627 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'status': 'completed', 'code': 200} Nov 23 03:11:24.410154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-1f8ac1cc-e150-418d-b82a-06237d33adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.413677 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-1f8ac1cc-e150-418d-b82a-06237d33adb7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1096 time: 0.0525148 Nov 23 03:11:24.475991 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-2b9d8ed0-2313-4c15-9340-15d0c730e7f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 217 time: 0.0410256 Nov 23 03:11:24.529549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-fe608f1a-46dc-4fc2-88ce-8a330ab3b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.531160 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-fe608f1a-46dc-4fc2-88ce-8a330ab3b2fe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0467868 Nov 23 03:11:24.585027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-7a78c2a6-350a-4ef5-bf3d-78c5e045b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.587167 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-7a78c2a6-350a-4ef5-bf3d-78c5e045b301 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0437143 Nov 23 03:11:24.683346 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-dafa7d7c-aef5-4f0d-9bef-0996fba8fd10 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883009 Nov 23 03:11:24.780082 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8ea73dc7-b39f-4635-aabb-80a53ec3e798 req-857e1397-5445-485b-9b16-2adbd187560d service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853217 Nov 23 03:11:24.935905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c19c9-5089-474d-84ea-bfa076b0b584 req-54fc7394-65ab-46a1-b311-1fba67382e56 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.937446 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f1c19c9-5089-474d-84ea-bfa076b0b584 req-54fc7394-65ab-46a1-b311-1fba67382e56 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0824831 Nov 23 03:11:24.944143 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237050a-03ea-4e3e-919a-9879a63c330f req-98c435ee-4271-41ad-846c-b964f28d90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:24.945798 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-98c435ee-4271-41ad-846c-b964f28d90a8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1096 time: 0.0640855 Nov 23 03:11:25.049361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6f1c19c9-5089-474d-84ea-bfa076b0b584 req-1c7ea038-b658-4458-9be1-7b294d9be164 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025193 Nov 23 03:11:25.082653 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237050a-03ea-4e3e-919a-9879a63c330f req-4a1f9594-26c0-44a3-bf86-0fd41802fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.084175 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-4a1f9594-26c0-44a3-bf86-0fd41802fd1b service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.1294634 Nov 23 03:11:25.130938 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-5c54c943-4f49-4d9c-bf33-c3688e8c9e4e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 217 time: 0.0365815 Nov 23 03:11:25.184032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237050a-03ea-4e3e-919a-9879a63c330f req-b0ccf0cd-98f0-479a-8ff7-649cc9ef3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.185554 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-b0ccf0cd-98f0-479a-8ff7-649cc9ef3916 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0446489 Nov 23 03:11:25.239587 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237050a-03ea-4e3e-919a-9879a63c330f req-752092f0-0573-4903-bc66-549ab049c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:25.241189 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-752092f0-0573-4903-bc66-549ab049c194 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0482640 Nov 23 03:11:25.344487 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-4ec8aa59-59b8-4372-b135-d0055ecea1e4 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911574 Nov 23 03:11:25.449185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9237050a-03ea-4e3e-919a-9879a63c330f req-64d05b45-35f5-4930-95cf-ab1fa8eeec52 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926888 Nov 23 03:11:26.174983 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c82ee4-1ad8-4497-a43b-686bbb27452e req-f9368156-33ee-4b6b-8b9f-6de63f6f6552 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:26.176480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78c82ee4-1ad8-4497-a43b-686bbb27452e req-f9368156-33ee-4b6b-8b9f-6de63f6f6552 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0510795 Nov 23 03:11:26.233408 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78c82ee4-1ad8-4497-a43b-686bbb27452e req-bceba7fb-1d72-49e7-b1d6-691f158f1204 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506823 Nov 23 03:11:27.365369 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4a4e-ff50-45f0-a28f-fdbb036c9acd req-5b44b9e1-f944-4016-a171-283e5c5b99de tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:27.366910 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd8b4a4e-ff50-45f0-a28f-fdbb036c9acd req-5b44b9e1-f944-4016-a171-283e5c5b99de tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0530336 Nov 23 03:11:27.426904 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-cd8b4a4e-ff50-45f0-a28f-fdbb036c9acd req-92a0bd09-bc6d-48e3-bfa3-bd935b34e23a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530963 Nov 23 03:11:28.549434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51fcbc-835b-417b-8d31-26e064e9b2a2 req-dc7c07c2-cbec-461a-8ec5-d8252124c26d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:28.550938 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d51fcbc-835b-417b-8d31-26e064e9b2a2 req-dc7c07c2-cbec-461a-8ec5-d8252124c26d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0535762 Nov 23 03:11:28.609291 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7d51fcbc-835b-417b-8d31-26e064e9b2a2 req-57a21a29-3cee-4ed8-9064-a40bd2597ef1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494714 Nov 23 03:11:29.741205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f3989-3151-450a-86f0-736aa0092c67 req-37e61525-fae5-4e6a-b897-1ce45131e100 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:29.743158 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-815f3989-3151-450a-86f0-736aa0092c67 req-37e61525-fae5-4e6a-b897-1ce45131e100 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0533216 Nov 23 03:11:29.794424 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-815f3989-3151-450a-86f0-736aa0092c67 req-e073a20a-8eb4-4ca0-a65d-68f986f89667 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Nov 23 03:11:30.920018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d3f38-c641-49e4-96b6-17f6c8a7f43f req-90a426c4-2eec-4f15-ab0c-ee2d589df0b1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:30.921558 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-582d3f38-c641-49e4-96b6-17f6c8a7f43f req-90a426c4-2eec-4f15-ab0c-ee2d589df0b1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0549781 Nov 23 03:11:30.971772 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-582d3f38-c641-49e4-96b6-17f6c8a7f43f req-cdf7506c-24aa-403c-9b39-2cf6ba135ed2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441661 Nov 23 03:11:32.101171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dccee6-b390-4d01-9454-1d2d23d38816 req-8c9525b7-d975-4af1-aa9a-8c463c4b6086 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:32.102678 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3dccee6-b390-4d01-9454-1d2d23d38816 req-8c9525b7-d975-4af1-aa9a-8c463c4b6086 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0546770 Nov 23 03:11:32.153972 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a3dccee6-b390-4d01-9454-1d2d23d38816 req-6516d8c9-cf59-4973-bd8f-62399ab004fa tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453517 Nov 23 03:11:33.182058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-417c96d8-807b-41b8-a311-1c99cb10f1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:33.294497 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bc809-48fd-4150-a704-ac0c2a350f17 req-7d9384e3-6ffe-48de-9149-c4a6d6d248e6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:33.296016 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-940bc809-48fd-4150-a704-ac0c2a350f17 req-7d9384e3-6ffe-48de-9149-c4a6d6d248e6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0654821 Nov 23 03:11:33.349201 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-940bc809-48fd-4150-a704-ac0c2a350f17 req-5ba7b249-fd2e-4a75-957e-17922c926e6d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446832 Nov 23 03:11:34.472101 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f98318-38a1-4bf5-8741-0d091190c290 req-091ed8e3-d7e4-4590-847a-f7941491f3fe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:34.473651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e9f98318-38a1-4bf5-8741-0d091190c290 req-091ed8e3-d7e4-4590-847a-f7941491f3fe tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0553024 Nov 23 03:11:34.530488 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e9f98318-38a1-4bf5-8741-0d091190c290 req-a1c14ea2-6d65-4670-ae42-654e63074b0d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480087 Nov 23 03:11:35.641160 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1428015-4af2-43bd-b07e-d6acdb5818e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:35.669644 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124b7ef-6a74-467b-917e-0db15f872391 req-428951a1-5bf6-4ad7-a66c-f3895bb7f8a3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:35.671412 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d124b7ef-6a74-467b-917e-0db15f872391 req-428951a1-5bf6-4ad7-a66c-f3895bb7f8a3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0591559 Nov 23 03:11:35.692690 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:11:35.722541 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-d124b7ef-6a74-467b-917e-0db15f872391 req-f7e6133e-b26f-405f-a894-d2c4c7144a20 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447838 Nov 23 03:11:35.790080 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:35.802202 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'port_id': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'mac_address': 'fa:16:3e:3f:1f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:11:35.843651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:35.856972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03929247-c1df-41c6-bda6-01173d3e0dd2 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:11:35.877715 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:35.884872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:35.938810 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:35.946369 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.946736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.947084 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.947427 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.947766 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.948105 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.948472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.948809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.949151 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.949485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.949814 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:35.950138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:11:36.280563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['03929247-c1df-41c6-bda6-01173d3e0dd2'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:11:36.663928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:36.846933 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eb2bc-c606-4ac1-80d6-e7f5123b4fa1 req-b12a9d88-4f38-40d0-9cf6-67121665f230 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:36.848489 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a2eb2bc-c606-4ac1-80d6-e7f5123b4fa1 req-b12a9d88-4f38-40d0-9cf6-67121665f230 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 944 time: 0.0512476 Nov 23 03:11:36.907143 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9a2eb2bc-c606-4ac1-80d6-e7f5123b4fa1 req-a8c6cd34-8cea-4ade-8b81-bdf716702b5d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524292 Nov 23 03:11:37.717205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:11:37.778968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 03929247-c1df-41c6-bda6-01173d3e0dd2 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:11:37.783007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 03929247-c1df-41c6-bda6-01173d3e0dd2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:11:37.783383 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:37.866960 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:37.891580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:37.893899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4f7acb-8189-4335-9243-0a65e472bab6" -d '{"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-plugged", "status": "completed", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:37.906868 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:11:37.911707 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:37.961845 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:37.989044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97be543-01da-4da1-8e8c-9c596054138a x-openstack-request-id: req-c97be543-01da-4da1-8e8c-9c596054138a {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:37.989351 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-plugged", "status": "completed", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:37.989614 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c97be543-01da-4da1-8e8c-9c596054138a {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:37.990060 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'code': 200} Nov 23 03:11:38.088679 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e749ea1-a2b5-4a3c-906f-e55a972a6d35 req-0c2c7154-a833-49bd-b0ab-276d407463e4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:38.090198 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4e749ea1-a2b5-4a3c-906f-e55a972a6d35 req-0c2c7154-a833-49bd-b0ab-276d407463e4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0526402 Nov 23 03:11:38.142946 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4e749ea1-a2b5-4a3c-906f-e55a972a6d35 req-3b27704f-637a-41ed-b795-c5d6ef22669b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452561 Nov 23 03:11:38.236833 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43eb5f-1387-456f-82cc-2a499d8680a3 req-a56bca05-0718-4abd-852d-ddc4e5cc11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:38.238244 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6a43eb5f-1387-456f-82cc-2a499d8680a3 req-a56bca05-0718-4abd-852d-ddc4e5cc11e4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0423963 Nov 23 03:11:38.288597 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-6a43eb5f-1387-456f-82cc-2a499d8680a3 req-5ebc882a-b43d-4cc5-a938-192e1fea292d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Nov 23 03:11:38.328615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:39.280118 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb671f-a0c5-4300-ab29-22f589f2aff3 req-6ca9d11d-8190-48c1-8fad-eb615c970cd2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:39.281621 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cacb671f-a0c5-4300-ab29-22f589f2aff3 req-6ca9d11d-8190-48c1-8fad-eb615c970cd2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0534241 Nov 23 03:11:39.342008 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cacb671f-a0c5-4300-ab29-22f589f2aff3 req-b5334d9c-685f-42d6-b7f5-ff14d7290ffb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512185 Nov 23 03:11:39.346615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:40.464166 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350726b-30a1-4d6e-87bf-434fa35e9126 req-fc4920df-e344-47b8-b55f-c1021bdd971c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:40.465690 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b350726b-30a1-4d6e-87bf-434fa35e9126 req-fc4920df-e344-47b8-b55f-c1021bdd971c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0540578 Nov 23 03:11:40.519439 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b350726b-30a1-4d6e-87bf-434fa35e9126 req-c9aa7102-e73d-4c81-92fe-cbd444c53eeb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476530 Nov 23 03:11:40.652745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2df41b-5371-4bba-978e-549420d723f8 req-4219fdb5-b855-400f-9bbd-b39981f6408f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:40.654130 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9a2df41b-5371-4bba-978e-549420d723f8 req-4219fdb5-b855-400f-9bbd-b39981f6408f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0529511 Nov 23 03:11:40.710357 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-9a2df41b-5371-4bba-978e-549420d723f8 req-a3b80da5-847e-401b-9b78-93e5a2106078 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497198 Nov 23 03:11:40.733351 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41948) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:40.773665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685d856-ac37-4952-a5a4-808df918a418 tempest-TestShelveInstance-1062101133 tempest-TestShelveInstance-1062101133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:40.775172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c685d856-ac37-4952-a5a4-808df918a418 tempest-TestShelveInstance-1062101133 tempest-TestShelveInstance-1062101133-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1093 time: 0.0408261 Nov 23 03:11:40.778089 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 41950) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:11:40.782416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:11:40.807373 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:40.913846 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.022428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Allocated IP 172.26.8.58 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/529c32a0-fa7b-493e-8095-430ce044e846) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:11:41.136502 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.173172 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.212364 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:11:41.216714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:11:41.221141 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:11:41.224159 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'Port': ['ID=529c32a0-fa7b-493e-8095-430ce044e846,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:41.590065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.660165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.809655 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.817140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:41.885911 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event updated for resources: {'Port': ['ID=529c32a0-fa7b-493e-8095-430ce044e846,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:11:41.900062 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:42.001182 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Floating IP a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b associated. External IP: 172.26.8.58, port: 03929247-c1df-41c6-bda6-01173d3e0dd2. Nov 23 03:11:42.217684 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:11:42.331980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:11:42.343064 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:11:42.355434 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:11:42.357226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:42.357889 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:11:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:42.386715 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-7521d695-77ad-4dd6-9092-bf5cfd1d417d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6076016 Nov 23 03:11:42.387288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:11:42.390157 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106" -d '{"events": [{"name": "network-changed", "server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:11:42.429605 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88152639-fdd7-46d4-b144-5ab5f1a5742c x-openstack-request-id: req-88152639-fdd7-46d4-b144-5ab5f1a5742c {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:11:42.429899 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:11:42.430165 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88152639-fdd7-46d4-b144-5ab5f1a5742c {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:11:42.430570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'status': 'completed', 'code': 200} Nov 23 03:11:42.466327 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:42.533522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-62348564-4482-4dc0-996e-cfb977a1da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:42.535084 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-62348564-4482-4dc0-996e-cfb977a1da65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0418749 Nov 23 03:11:42.625206 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-7eb21e70-7642-4673-8f51-d2a0601bd1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:42.626722 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-7eb21e70-7642-4673-8f51-d2a0601bd1a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0847571 Nov 23 03:11:42.697548 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'port_id': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'mac_address': 'fa:16:3e:3f:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28305cea-e857-4f10-b48d-1eeb69564072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:41Z', 'updated_at': '2021-11-23T03:11:41Z', 'revision_number': 0, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:42.698404 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-25d8b29e-92fe-4da1-bba5-f8aeb800de1c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 998 time: 0.0635028 Nov 23 03:11:42.730355 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:11:42.738738 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:11:42.739340 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:11:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:42.751819 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-cf761c77-e707-4aea-a3ed-2d0643e0b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:42.753407 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-cf761c77-e707-4aea-a3ed-2d0643e0b48e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0474582 Nov 23 03:11:42.800522 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-3d9ed5d3-c27e-460a-9fdf-5eaf09a01a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:11:42.801931 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-3d9ed5d3-c27e-460a-9fdf-5eaf09a01a72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404880 Nov 23 03:11:42.843255 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:11:42.896939 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-ae38a62d-915a-4bd7-9b12-cbd061acb97e service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868750 Nov 23 03:11:42.987742 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ddfd46b1-6e3b-41cf-afa5-7bba772bf106 req-492f81ee-a775-4f7c-b46c-30caefbbdfde service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821898 Nov 23 03:11:43.078463 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'port_id': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'mac_address': 'fa:16:3e:3f:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28305cea-e857-4f10-b48d-1eeb69564072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:41Z', 'updated_at': '2021-11-23T03:11:41Z', 'revision_number': 0, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:11:43.105331 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002e8a7-1d59-4e53-aea3-23c8aab45c4f None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': 'a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'port_id': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'mac_address': 'fa:16:3e:3f:1f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28305cea-e857-4f10-b48d-1eeb69564072', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:11:41Z', 'updated_at': '2021-11-23T03:11:41Z', 'revision_number': 0, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:11:43.335701 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad10597-46fa-44a8-9278-e619e5af3fcb None None] New status for floating IP a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:11:43.615766 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:11:50.908534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:03.178624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4f4a487-d2b3-4ea1-9775-8adc07a83a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:05.650627 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b2cccd1f-5a2b-498c-8056-8a8f83fee8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:06.661712 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:08.335533 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:09.345672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:18.855459 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-0f3f65af-d0af-45a6-9ca9-59e1291524e6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456138 Nov 23 03:12:18.979863 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-c345e71e-c1e2-4aee-b9af-9b9a531002f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:18.981913 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-c345e71e-c1e2-4aee-b9af-9b9a531002f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0499287 Nov 23 03:12:19.097267 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-1783e957-f5d4-4972-adfd-a25da04b5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:19.098783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-1783e957-f5d4-4972-adfd-a25da04b5162 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0931225 Nov 23 03:12:19.517628 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-167fbea8-9062-47f8-9fa6-fc4feaacb730 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 1000 time: 0.4059269 Nov 23 03:12:19.571196 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-1386ced0-a220-4046-b83a-1c03d82f6d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:19.572657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-1386ced0-a220-4046-b83a-1c03d82f6d38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0470772 Nov 23 03:12:19.625539 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-65cbdb15-0756-4b66-b5d4-9f0e66b55f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:12:19.627000 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-65cbdb15-0756-4b66-b5d4-9f0e66b55f8b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0462499 Nov 23 03:12:19.638889 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-64756e09-3182-43e9-9a17-7e63ae59f169 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:12:19.639826 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-64756e09-3182-43e9-9a17-7e63ae59f169 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052764 Nov 23 03:12:19.751856 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-d1f3d1d0-673b-4ae9-bb5f-909f1fb33af4 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983398 Nov 23 03:12:19.863119 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-4815003b-de8f-4aea-b5ef-d3137f2095f7 req-e411168f-584d-4a6d-b4aa-8f31e157a53d service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989473 Nov 23 03:12:20.617896 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:12:20.905081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:33.178366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0ea4158e-5199-444c-a189-ba612cc22930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:35.654066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-44c82d3c-df28-41a9-b35c-aaa2b3e3d69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:36.675767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:38.344279 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:39.352592 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:50.915437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:12:57.623594 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:13:03.176937 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1318548e-29ad-4d16-8a88-9d65def85f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:05.658710 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6cf9b797-4f1e-4959-a7ed-eab856479b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:06.678367 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:08.340547 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:09.352633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:19.961072 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-c58f7a2a-e939-4d86-9179-33a23fb76858 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1548615 Nov 23 03:13:20.078026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-1d69dffe-8220-40b6-8232-7046161b3eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:20.079489 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-1d69dffe-8220-40b6-8232-7046161b3eb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0461431 Nov 23 03:13:20.196274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-21f645c8-8692-46c6-97a4-6d98141c7a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:20.197943 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-21f645c8-8692-46c6-97a4-6d98141c7a8c service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0959146 Nov 23 03:13:20.269531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-127ac9a9-df8f-4abc-808d-1a25ff348883 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0636499 Nov 23 03:13:20.327515 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-c4d37cae-11b3-4645-98a0-5d52aa03e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:20.329112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-c4d37cae-11b3-4645-98a0-5d52aa03e1d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0490212 Nov 23 03:13:20.387264 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-14ab6351-260b-47d3-8c25-7206b839cc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:20.389683 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-14ab6351-260b-47d3-8c25-7206b839cc35 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451493 Nov 23 03:13:20.497073 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-12dd2be5-4b18-41f1-9042-483a14126a64 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971751 Nov 23 03:13:20.589007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c6f2eec3-d1cf-461d-9e16-02d50f3feffa req-5c91b00e-5487-4ee3-becb-e55c58776736 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836172 Nov 23 03:13:20.907796 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:33.178382 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9528002c-dfe9-4cc1-aa10-33f0293eac24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:34.629106 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:13:35.657670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-03de6f01-bcd5-4e3c-bb30-3aece64df0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:36.678910 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:38.342132 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:39.353381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:41.927922 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799bd0d-4dde-4ee8-85fd-852ef171daa5 req-998d409e-e04c-48a6-b976-524f9990998d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:41.929430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f799bd0d-4dde-4ee8-85fd-852ef171daa5 req-998d409e-e04c-48a6-b976-524f9990998d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0557592 Nov 23 03:13:41.979430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f799bd0d-4dde-4ee8-85fd-852ef171daa5 req-a0c04e0b-6625-4b4c-a0e4-bc5db9531b4c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437670 Nov 23 03:13:43.132597 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e51283-4d4d-4fa3-97ca-1f5e1224b787 req-cb1fdb37-b87d-489a-b25d-bb366effdee3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:43.134101 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-51e51283-4d4d-4fa3-97ca-1f5e1224b787 req-cb1fdb37-b87d-489a-b25d-bb366effdee3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Nov 23 03:13:43.189048 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-51e51283-4d4d-4fa3-97ca-1f5e1224b787 req-df980494-03ea-439d-9013-329759b5fcdf tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485852 Nov 23 03:13:44.317719 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd13d5-7974-48a5-8f94-66fc9a0296c0 req-f1d35835-d865-4cad-b77b-b4e995ae2007 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:44.319238 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7cfd13d5-7974-48a5-8f94-66fc9a0296c0 req-f1d35835-d865-4cad-b77b-b4e995ae2007 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0555413 Nov 23 03:13:44.371225 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7cfd13d5-7974-48a5-8f94-66fc9a0296c0 req-6acabf41-bd44-4651-a4ba-810ae1d33cce tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457296 Nov 23 03:13:45.502541 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5713281-abbe-43a7-b28c-39af06e945eb req-4d98fc2d-6922-477a-9067-f1d32d862ba4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:45.504027 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5713281-abbe-43a7-b28c-39af06e945eb req-4d98fc2d-6922-477a-9067-f1d32d862ba4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0636792 Nov 23 03:13:45.556482 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5713281-abbe-43a7-b28c-39af06e945eb req-1173a5da-e965-40e4-92c7-e844749974e8 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431616 Nov 23 03:13:46.687314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5079369-831d-45c5-bc29-5ec6f8c9774b req-6f84b08d-1a10-488e-a8ec-47228746b9d6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:46.689013 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b5079369-831d-45c5-bc29-5ec6f8c9774b req-6f84b08d-1a10-488e-a8ec-47228746b9d6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0532131 Nov 23 03:13:46.746347 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b5079369-831d-45c5-bc29-5ec6f8c9774b req-c6962edb-62e7-4ccd-a0ac-c17c9887d107 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487161 Nov 23 03:13:47.891765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5d30-004e-4e57-81f1-44b999f5b35f req-7bac5be6-eb12-4227-825b-5886b8046335 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:47.893333 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2beb5d30-004e-4e57-81f1-44b999f5b35f req-7bac5be6-eb12-4227-825b-5886b8046335 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0603561 Nov 23 03:13:47.952601 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-2beb5d30-004e-4e57-81f1-44b999f5b35f req-2f2c6d3a-ee12-478d-b137-17e461e11e42 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505373 Nov 23 03:13:49.095010 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9a3b-2974-4d1a-be83-e9c09c088791 req-14ee3105-affa-4421-90fc-5f32b54d6c3a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:49.096572 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9eba9a3b-2974-4d1a-be83-e9c09c088791 req-14ee3105-affa-4421-90fc-5f32b54d6c3a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0625546 Nov 23 03:13:49.150430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9eba9a3b-2974-4d1a-be83-e9c09c088791 req-e06ca58b-a8f4-489e-a989-e2aec94da094 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477495 Nov 23 03:13:50.288006 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905c144-932f-435d-bd4a-c919c29f759d req-b62c1d80-8eb4-40c2-a221-eaa9cf3edd34 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:50.289480 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7905c144-932f-435d-bd4a-c919c29f759d req-b62c1d80-8eb4-40c2-a221-eaa9cf3edd34 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0549855 Nov 23 03:13:50.422582 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7905c144-932f-435d-bd4a-c919c29f759d req-09d1c286-78fc-4f58-937e-a6d65d327875 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269646 Nov 23 03:13:50.915759 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:51.608031 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1010c-6143-4440-9121-f2eb93535473 req-26600cd3-5160-4536-88a6-a3b0963b6fa6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:51.609608 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8d1010c-6143-4440-9121-f2eb93535473 req-26600cd3-5160-4536-88a6-a3b0963b6fa6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.1125700 Nov 23 03:13:51.673178 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c8d1010c-6143-4440-9121-f2eb93535473 req-0fb89190-eacf-43e5-8d67-6cf9f979f56d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537577 Nov 23 03:13:52.258297 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47547-7369-4f4e-9e58-b251246aa67c req-372e0c87-ca25-4ea2-9e42-1b4c1c6cc4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:52.259804 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-372e0c87-ca25-4ea2-9e42-1b4c1c6cc4a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0585217 Nov 23 03:13:52.356204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47547-7369-4f4e-9e58-b251246aa67c req-8b7530df-ff42-44de-86fa-c89363ec51f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:52.357701 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-8b7530df-ff42-44de-86fa-c89363ec51f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0890236 Nov 23 03:13:52.431794 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-c1a2df21-2b26-476c-a1e3-88770233a8fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0640101 Nov 23 03:13:52.491720 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47547-7369-4f4e-9e58-b251246aa67c req-514d0273-630e-4337-9e2b-e0ab6068c0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:52.493240 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-514d0273-630e-4337-9e2b-e0ab6068c0c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0503776 Nov 23 03:13:52.542403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe47547-7369-4f4e-9e58-b251246aa67c req-52a4f2a2-6e74-41b4-a7c0-2da279f934b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:52.543766 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-52a4f2a2-6e74-41b4-a7c0-2da279f934b0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421984 Nov 23 03:13:52.641916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-eafa44bd-31e8-4f71-b17e-5b0bc247ce28 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905807 Nov 23 03:13:52.746869 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-afe47547-7369-4f4e-9e58-b251246aa67c req-29efa641-4434-4730-b039-9a20304bc0f1 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915973 Nov 23 03:13:52.805545 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8ec70-8f78-4fb4-be79-b6da6160a5d1 req-534aa0cb-6cd4-4278-ab50-5c3d5b83b37d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:52.806954 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3fd8ec70-8f78-4fb4-be79-b6da6160a5d1 req-534aa0cb-6cd4-4278-ab50-5c3d5b83b37d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0545063 Nov 23 03:13:52.858789 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-3fd8ec70-8f78-4fb4-be79-b6da6160a5d1 req-4158d065-7491-4920-93dd-fb5f27f2d1ad tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455906 Nov 23 03:13:54.011569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aefebb-1fad-4bf1-bd87-d91efe208817 req-74ca3817-22fa-407c-b943-6446a0060ab0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:54.013102 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09aefebb-1fad-4bf1-bd87-d91efe208817 req-74ca3817-22fa-407c-b943-6446a0060ab0 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0644724 Nov 23 03:13:54.070113 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-09aefebb-1fad-4bf1-bd87-d91efe208817 req-7136b36e-b0dd-4f79-9e7b-a5a311570df2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508022 Nov 23 03:13:55.192974 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da337bb3-3ca7-4248-9a22-139475f4f1af req-37f50ebd-914a-4c62-83f4-96b7a04b8cb6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:55.194429 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-da337bb3-3ca7-4248-9a22-139475f4f1af req-37f50ebd-914a-4c62-83f4-96b7a04b8cb6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0506196 Nov 23 03:13:55.250167 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-da337bb3-3ca7-4248-9a22-139475f4f1af req-7d09c982-4415-438f-b614-e4eb8be0c8c1 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494258 Nov 23 03:13:56.371798 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f720bd-529c-40ec-bdef-2e0a17dfd5c6 req-4de4215a-46bf-4592-a227-f41377839c54 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:56.373459 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5f720bd-529c-40ec-bdef-2e0a17dfd5c6 req-4de4215a-46bf-4592-a227-f41377839c54 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0531375 Nov 23 03:13:56.426371 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5f720bd-529c-40ec-bdef-2e0a17dfd5c6 req-91290bd9-af37-464d-ae80-660dc0e512c7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467126 Nov 23 03:13:57.553932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0282e8d-5358-4a43-8464-2dec9d54e8c7 req-d594ca15-0ccf-4f2b-9c4e-6e375c4af5a6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:57.555489 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0282e8d-5358-4a43-8464-2dec9d54e8c7 req-d594ca15-0ccf-4f2b-9c4e-6e375c4af5a6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0577495 Nov 23 03:13:57.606425 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c0282e8d-5358-4a43-8464-2dec9d54e8c7 req-01fdb67d-512a-426a-a104-cef5ea7d8319 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 Nov 23 03:13:57.727099 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [req-ed6faf28-639d-4fc9-88ad-dc858a4e6992 req-7b45e9da-f8ba-48d9-9be4-d49f3a0ad0a0 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:13:57.728185 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ed6faf28-639d-4fc9-88ad-dc858a4e6992 req-7b45e9da-f8ba-48d9-9be4-d49f3a0ad0a0 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525653 Nov 23 03:13:57.891145 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-7288df0a-fb45-47d6-b09a-413406ff8e2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700386 Nov 23 03:13:57.902395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-b8dc64ca-9ad3-4cef-bbbe-8422f48922a1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 03:13:57.903344 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-b8dc64ca-9ad3-4cef-bbbe-8422f48922a1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065715 Nov 23 03:13:57.911751 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7edca-3152-41df-a29c-665bc671f5b1 req-94c11723-a6c0-4f8e-b5ee-71fb9bcff342 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:57.913292 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-82d7edca-3152-41df-a29c-665bc671f5b1 req-94c11723-a6c0-4f8e-b5ee-71fb9bcff342 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0676928 Nov 23 03:13:57.964981 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-82d7edca-3152-41df-a29c-665bc671f5b1 req-6e3ec899-1386-498a-ace2-225c79c49609 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455186 Nov 23 03:13:58.502322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:13:58.587091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:58.611803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:13:58.614670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cb6399-5442-415c-bd77-cd42fdcbb0bd" -d '{"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-unplugged", "status": "completed", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:13:58.628755 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:13:58.634260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:13:58.659373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 03:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3770234-b58b-4414-b29b-0d13862fae97 x-openstack-request-id: req-f3770234-b58b-4414-b29b-0d13862fae97 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:13:58.659559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-unplugged", "status": "failed", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "code": 422}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:13:58.659806 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3770234-b58b-4414-b29b-0d13862fae97 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:13:58.660199 dv-neutron-818844-1-hyperv neutron-server[103358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'code': 422} returned with failed status Nov 23 03:13:58.688839 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:13:58.695902 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.696281 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.696622 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.696959 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.697470 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.697803 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.698130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.698460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.698785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.699106 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.699429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:58.699746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:13:59.086765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644408a-1861-4337-aadf-a7c89bc32825 req-8eeab2e6-9493-44f3-b453-fa94684a2bcf tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:13:59.088345 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0644408a-1861-4337-aadf-a7c89bc32825 req-8eeab2e6-9493-44f3-b453-fa94684a2bcf tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0534055 Nov 23 03:13:59.143738 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0644408a-1861-4337-aadf-a7c89bc32825 req-3340d1e5-a211-45a8-822b-b5427673f04f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490527 Nov 23 03:14:00.266857 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01ae3d-c692-4b22-8b2a-244acfd25018 req-495e9c4c-261b-48b5-ad2e-4a93244953e3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:00.268439 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3a01ae3d-c692-4b22-8b2a-244acfd25018 req-495e9c4c-261b-48b5-ad2e-4a93244953e3 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0523210 Nov 23 03:14:00.320570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3a01ae3d-c692-4b22-8b2a-244acfd25018 req-2194870d-70d3-4d17-910a-e60b1414286a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455463 Nov 23 03:14:01.439942 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d6b49-6fab-4b78-b0de-42f13b313d99 req-8edfd1a4-8803-4879-9302-26e6dcc97686 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:01.441784 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb6d6b49-6fab-4b78-b0de-42f13b313d99 req-8edfd1a4-8803-4879-9302-26e6dcc97686 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0515325 Nov 23 03:14:01.498746 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-cb6d6b49-6fab-4b78-b0de-42f13b313d99 req-5846c102-c4eb-44fb-8fb9-3c721d4f5288 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506783 Nov 23 03:14:02.620681 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b74590-96ef-435e-9fd9-b1303b63b253 req-1213a99f-e988-4525-9f65-837bcceb038b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:02.622074 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45b74590-96ef-435e-9fd9-b1303b63b253 req-1213a99f-e988-4525-9f65-837bcceb038b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0557623 Nov 23 03:14:02.675056 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-45b74590-96ef-435e-9fd9-b1303b63b253 req-9433cb38-5d25-4694-81b1-5f2ef8cb9727 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464051 Nov 23 03:14:03.179263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-567a5a2c-d4aa-4b70-8ecf-8064a5fb8abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:03.800201 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020cb66-e76b-45b8-b10a-0dc4e8de620a req-61bf22c8-d782-478e-a74e-22f5137bb7b5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:03.801756 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7020cb66-e76b-45b8-b10a-0dc4e8de620a req-61bf22c8-d782-478e-a74e-22f5137bb7b5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0502996 Nov 23 03:14:03.853885 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7020cb66-e76b-45b8-b10a-0dc4e8de620a req-d66c5da7-2c16-46b2-9035-b9b285c1cb4e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449946 Nov 23 03:14:04.093249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f70a-49b1-423b-840e-33755765cdc3 req-88f8f4ec-076e-4474-9180-c720f9c990da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:04.094826 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-88f8f4ec-076e-4474-9180-c720f9c990da service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072&tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8 HTTP/1.1" status: 200 len: 1096 time: 0.0447063 Nov 23 03:14:04.187205 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f70a-49b1-423b-840e-33755765cdc3 req-53e77c44-affd-4bc7-b87c-54836e6db6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:04.188734 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-53e77c44-affd-4bc7-b87c-54836e6db6ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1096 time: 0.0478635 Nov 23 03:14:04.286081 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f70a-49b1-423b-840e-33755765cdc3 req-09ea279e-d92b-4daa-b48c-04ff74ae3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:04.287552 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-09ea279e-d92b-4daa-b48c-04ff74ae3086 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0882707 Nov 23 03:14:04.360308 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-e80d51a2-b4a7-433a-be6e-fa79b438e6ef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 998 time: 0.0600522 Nov 23 03:14:04.420726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f70a-49b1-423b-840e-33755765cdc3 req-b1eeeff0-8882-429b-b14f-0484a92ca9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:04.422155 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-b1eeeff0-8882-429b-b14f-0484a92ca9d8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0486884 Nov 23 03:14:04.474674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752f70a-49b1-423b-840e-33755765cdc3 req-7ba9c157-7502-47fb-8744-ce895e69c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:04.476226 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-7ba9c157-7502-47fb-8744-ce895e69c299 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417173 Nov 23 03:14:04.568641 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-2c0c31e2-a0d4-4edd-a79b-6b9b023e8f84 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840600 Nov 23 03:14:04.686934 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0752f70a-49b1-423b-840e-33755765cdc3 req-332aa93d-cf71-4352-afdd-847b2d208c54 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975242 Nov 23 03:14:04.987036 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af996ce-0af5-4ac8-92da-a6f6f60b989d req-5231424a-cf03-49d2-8975-070585ac4bb7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:04.989012 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af996ce-0af5-4ac8-92da-a6f6f60b989d req-5231424a-cf03-49d2-8975-070585ac4bb7 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0577052 Nov 23 03:14:05.042985 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5af996ce-0af5-4ac8-92da-a6f6f60b989d req-625ecf8e-cde5-4a53-a77b-8c4f04e3874b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Nov 23 03:14:05.656137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-afb5e52a-2169-49e2-9ece-3ed248a15ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:06.177982 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b284df-b7fd-430c-93c6-ada61675f7ec req-eda9a33e-1994-41fa-825c-226e8fac1e95 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:06.179504 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-55b284df-b7fd-430c-93c6-ada61675f7ec req-eda9a33e-1994-41fa-825c-226e8fac1e95 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0517104 Nov 23 03:14:06.232753 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-55b284df-b7fd-430c-93c6-ada61675f7ec req-bcf5ffe2-e1bc-4308-a52f-d99787ed1f34 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472574 Nov 23 03:14:06.688941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:07.371125 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ae362-8f6b-429d-a75d-1bbbc8d17f6c req-d0ce1852-30d6-4081-abc9-efd6d7367ee9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:07.372697 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e3ae362-8f6b-429d-a75d-1bbbc8d17f6c req-d0ce1852-30d6-4081-abc9-efd6d7367ee9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0579598 Nov 23 03:14:07.423991 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7e3ae362-8f6b-429d-a75d-1bbbc8d17f6c req-a5ac8d33-0d94-4b4a-8d55-1a4af6dddfad tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448771 Nov 23 03:14:08.346117 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:08.548889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea8adc-f90b-4c0f-b11a-6d85dbdb7f8c req-f80ee5db-4d5c-48f5-ae32-1204568c0887 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:08.550776 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f8ea8adc-f90b-4c0f-b11a-6d85dbdb7f8c req-f80ee5db-4d5c-48f5-ae32-1204568c0887 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0556381 Nov 23 03:14:08.604799 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f8ea8adc-f90b-4c0f-b11a-6d85dbdb7f8c req-e6cc1514-8d75-4a6d-876a-18384e702410 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448036 Nov 23 03:14:09.347370 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:09.752228 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11545035-8274-40d2-98da-99f975561880 req-05136238-ec5b-4f71-84c3-ff9d39870006 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:09.753969 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-11545035-8274-40d2-98da-99f975561880 req-05136238-ec5b-4f71-84c3-ff9d39870006 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0647705 Nov 23 03:14:09.808562 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-11545035-8274-40d2-98da-99f975561880 req-ddd55426-f7d6-4367-9d99-cad267155528 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459244 Nov 23 03:14:10.935502 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fde00-91e0-4ac8-b8df-fa57e3935444 req-12a40328-7e46-4830-bf6a-db9769bab4c6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:10.936993 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c97fde00-91e0-4ac8-b8df-fa57e3935444 req-12a40328-7e46-4830-bf6a-db9769bab4c6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0510724 Nov 23 03:14:10.989998 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c97fde00-91e0-4ac8-b8df-fa57e3935444 req-a088a39c-3e24-4aa8-8252-28b88563bf07 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464773 Nov 23 03:14:11.632103 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:14:12.120085 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5600183-296a-4741-ab4b-0bd8aef9ae9e req-193e26f0-73a6-45c9-978c-0aa639aa8c07 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:12.121603 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c5600183-296a-4741-ab4b-0bd8aef9ae9e req-193e26f0-73a6-45c9-978c-0aa639aa8c07 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 943 time: 0.0559118 Nov 23 03:14:12.175741 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-c5600183-296a-4741-ab4b-0bd8aef9ae9e req-23e139af-9637-4d69-94d6-4a7b529c2126 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481243 Nov 23 03:14:12.616556 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:14:12.715481 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:14:12.727365 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'port_id': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'mac_address': 'fa:16:3e:3f:1f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:14:12.764330 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:12.781034 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03929247-c1df-41c6-bda6-01173d3e0dd2 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:14:12.801321 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:14:12.808944 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:12.867524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:14:13.200406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['03929247-c1df-41c6-bda6-01173d3e0dd2'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:14:13.307108 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba2585-5f3b-4f40-a41e-128d025fcf47 req-b7155543-7c93-43e9-ad4a-2e39c039c48f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:13.308621 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61ba2585-5f3b-4f40-a41e-128d025fcf47 req-b7155543-7c93-43e9-ad4a-2e39c039c48f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 944 time: 0.0489025 Nov 23 03:14:13.365534 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-61ba2585-5f3b-4f40-a41e-128d025fcf47 req-5b8ca56d-bb99-4381-882e-00208dd66ae9 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506947 Nov 23 03:14:14.490229 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adaaec-21e5-4b9d-b04d-bdf959228ee8 req-f6cf4e0d-8298-432d-9ed7-386cd747e19a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:14.491757 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-59adaaec-21e5-4b9d-b04d-bdf959228ee8 req-f6cf4e0d-8298-432d-9ed7-386cd747e19a tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 944 time: 0.0532019 Nov 23 03:14:14.542991 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-59adaaec-21e5-4b9d-b04d-bdf959228ee8 req-24f2f0b5-fdd8-417a-9c8b-904e0c5631e4 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449662 Nov 23 03:14:14.617872 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:14:14.671920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 03929247-c1df-41c6-bda6-01173d3e0dd2 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:14:14.672320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:14.758245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:14.781967 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:14:14.784570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69e3d71-a8e6-4059-adc4-a1dd4e1bd070" -d '{"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-plugged", "status": "completed", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:14:14.797451 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:14:14.803912 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:14.828534 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dffa677-bf7c-4b3e-9133-7d91258a0875 x-openstack-request-id: req-5dffa677-bf7c-4b3e-9133-7d91258a0875 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:14:14.828832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-plugged", "status": "completed", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:14:14.829088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5dffa677-bf7c-4b3e-9133-7d91258a0875 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:14:14.829480 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'code': 200} Nov 23 03:14:14.860100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:14:15.134693 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa630f-55b9-407d-8c94-efa8a05280c8 req-24f38b9e-95dc-4443-9ddc-f7e0e470e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:15.137005 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-22fa630f-55b9-407d-8c94-efa8a05280c8 req-24f38b9e-95dc-4443-9ddc-f7e0e470e59e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0525210 Nov 23 03:14:15.193932 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-22fa630f-55b9-407d-8c94-efa8a05280c8 req-eea1e5c2-e804-422d-ba91-8ca870dd74a7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488887 Nov 23 03:14:15.692820 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af78fc9-4651-497a-bd79-dbab9b3c5df3 req-027f949f-639d-42fd-a1b6-f0fb3bfc0e4c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:15.694327 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9af78fc9-4651-497a-bd79-dbab9b3c5df3 req-027f949f-639d-42fd-a1b6-f0fb3bfc0e4c tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0625360 Nov 23 03:14:15.746801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9af78fc9-4651-497a-bd79-dbab9b3c5df3 req-8d13dfac-0980-4540-869b-adbbd74d944f tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464196 Nov 23 03:14:16.900213 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1466d08-aead-44dd-88bf-cf7331d3aa1a req-063e6ee9-a6d1-4bff-97ff-ee499208e640 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:16.901763 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1466d08-aead-44dd-88bf-cf7331d3aa1a req-063e6ee9-a6d1-4bff-97ff-ee499208e640 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0667274 Nov 23 03:14:16.956153 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-e1466d08-aead-44dd-88bf-cf7331d3aa1a req-b9485103-f2bf-428f-83a0-9dc77bb70af2 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 Nov 23 03:14:20.882150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-05462cd4-1e81-4ced-b9e9-eb16811df3e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450032 Nov 23 03:14:20.930593 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:20.985437 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-376de9f9-fe3c-4a88-8a7a-906da44a0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:20.986959 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-376de9f9-fe3c-4a88-8a7a-906da44a0c79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0423257 Nov 23 03:14:21.101500 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-1a85f224-db64-401a-913f-bd70b91f7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:21.103052 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-1a85f224-db64-401a-913f-bd70b91f7d3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0928166 Nov 23 03:14:21.179090 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-ec7a7d3a-3c6d-4281-8ab2-061549ca49e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0613561 Nov 23 03:14:21.233303 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-ffbc9cf4-350a-441b-8993-7311d9d8c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:21.234784 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-ffbc9cf4-350a-441b-8993-7311d9d8c566 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0481262 Nov 23 03:14:21.296021 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-16b12350-1658-48b0-9bd7-286826e8d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:14:21.297573 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-16b12350-1658-48b0-9bd7-286826e8d320 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420659 Nov 23 03:14:21.393533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-6f106456-036b-44ff-bf75-74270bca0b78 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883217 Nov 23 03:14:21.508053 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1c3445d-d215-4778-a729-e71aa98708c9 req-cb94401c-e40b-47dd-97e6-91846fe79af2 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065865 Nov 23 03:14:33.183194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-37dc304c-209d-40fb-91f1-a62cf6d20530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:35.650688 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4101d5c8-2f6c-46b9-ab6f-567ce0333786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:36.686067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:38.362156 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:39.349624 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:14:48.632506 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:14:50.955139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:03.177348 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b4517ca2-1147-44ae-8c06-de3fae94981e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:05.661098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-84087edb-e42a-482d-998e-747dced7ce66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:06.695823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:08.363262 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:09.346332 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:20.952464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:22.887328 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-c6a67655-94eb-45d8-bbc9-7b113401deef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460415 Nov 23 03:15:23.005385 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abb481-c158-4116-968c-d69e182ebda7 req-efb9f3c7-eb02-4e8e-8263-bc01b128eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:23.007030 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-efb9f3c7-eb02-4e8e-8263-bc01b128eea3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0436642 Nov 23 03:15:23.113153 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abb481-c158-4116-968c-d69e182ebda7 req-a0dcd167-60b6-48d9-97ed-c61717fc4ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:23.114673 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-a0dcd167-60b6-48d9-97ed-c61717fc4ae6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0850892 Nov 23 03:15:23.192362 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-be68c418-66ed-4c83-8156-40f3532efc2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 1000 time: 0.0686426 Nov 23 03:15:23.250827 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abb481-c158-4116-968c-d69e182ebda7 req-4c5aec51-f351-43f3-8b4c-6afa799cf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:23.252227 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-4c5aec51-f351-43f3-8b4c-6afa799cf7e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0476909 Nov 23 03:15:23.298626 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6abb481-c158-4116-968c-d69e182ebda7 req-e5627147-b7ef-447f-90f2-891854b26156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:23.300104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-e5627147-b7ef-447f-90f2-891854b26156 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396655 Nov 23 03:15:23.398065 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-1151d87e-0efe-43ec-92a1-0838d905b66f service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897903 Nov 23 03:15:23.502651 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a6abb481-c158-4116-968c-d69e182ebda7 req-ffa9a813-3b3a-4f51-b060-9523331f9cf8 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883584 Nov 23 03:15:25.636560 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:15:33.187350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4818b36b-ef6a-4f27-837a-cc01e2e3f0e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:35.659891 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-66ac4a37-54e8-459d-8b29-238c2505c4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.386392 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42136) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:36.550675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Deleting port 529c32a0-fa7b-493e-8095-430ce044e846 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:36.550985 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.631892 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.632113 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.644202 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Calling delete_port for 529c32a0-fa7b-493e-8095-430ce044e846 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:36.691275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.807779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.832999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event deleted for resources: {'Port': ['ID=529c32a0-fa7b-493e-8095-430ce044e846,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:36.844690 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.845050 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.845397 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.845737 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.846123 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.846464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.846796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.847130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.847461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.847789 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.848102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.848455 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:36.902394 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:36.902652 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Floating IP a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b disassociated (deleted). External IP: 172.26.8.58, port: 03929247-c1df-41c6-bda6-01173d3e0dd2. Nov 23 03:15:37.120669 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:15:37.231000 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:15:37.236060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:37.241230 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:15:37.252304 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:37.252920 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:37.264832 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d9ade8fc-98cf-4bf6-9359-b2ecde59c0ed tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "DELETE /v2.0/floatingips/a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b HTTP/1.1" status: 204 len: 168 time: 0.8770790 Nov 23 03:15:37.265425 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:37.267829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518b764e-dca8-4a61-8d5b-3e8b27fa211c" -d '{"events": [{"name": "network-changed", "server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:37.362095 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:37.443072 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69dc94d-ad3e-4c5f-82a9-fa2a1b774363 x-openstack-request-id: req-f69dc94d-ad3e-4c5f-82a9-fa2a1b774363 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:37.443625 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:37.444120 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f69dc94d-ad3e-4c5f-82a9-fa2a1b774363 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:37.444612 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'status': 'completed', 'code': 200} Nov 23 03:15:37.512467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761cad0-ae35-4b93-92c4-a998254d8552 req-3ff1c185-80e7-46a1-8a6f-bb0391bdcc6e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.513989 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e761cad0-ae35-4b93-92c4-a998254d8552 req-3ff1c185-80e7-46a1-8a6f-bb0391bdcc6e tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0545561 Nov 23 03:15:37.565062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:37.590884 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e761cad0-ae35-4b93-92c4-a998254d8552 req-3353b932-70d0-4edb-acd5-260dfc9a1444 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704384 Nov 23 03:15:37.599645 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:15:37.604454 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-00a9b4bd-906d-4b12-8221-b073a1704b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.605793 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-00a9b4bd-906d-4b12-8221-b073a1704b6b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 1098 time: 0.0648096 Nov 23 03:15:37.617278 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:37.617908 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:37.706794 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-b5932876-f045-4726-a22f-f182912b35da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.708349 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-b5932876-f045-4726-a22f-f182912b35da service neutron] 10.222.0.46 "GET /v2.0/networks?id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 200 len: 910 time: 0.0931914 Nov 23 03:15:37.725338 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:37.757941 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-a080a680-2ff3-4e4c-b9a5-09192cfb62aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 200 len: 217 time: 0.0384285 Nov 23 03:15:37.812905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-1f8bfc67-61f9-4d13-a95a-a3a10035e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.814290 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-1f8bfc67-61f9-4d13-a95a-a3a10035e06a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 200 len: 848 time: 0.0464120 Nov 23 03:15:37.864790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-5e2afd89-8e78-4169-a363-96eb75cb7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:37.866347 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-5e2afd89-8e78-4169-a363-96eb75cb7fd1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416169 Nov 23 03:15:37.962828 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-a8450db8-de50-4df1-a03c-6960130ad01d service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857968 Nov 23 03:15:38.030837 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:38.058527 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909642b1-200f-4e37-bb40-5b202c80501a None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': '5e7b5d88-29d1-4e2d-ad28-f2847260a4e5', 'name': '', 'network_id': 'bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'mac_address': 'fa:16:3e:1c:f6:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:30Z', 'updated_at': '2021-11-23T03:06:35Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'subnets': [{'id': '1c18b590-e994-4522-bf35-a0906c7a7342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:15:38.058883 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-518b764e-dca8-4a61-8d5b-3e8b27fa211c req-fe1836ae-83da-4aa4-bb21-3a17044b3cd2 service neutron] 10.222.0.46 "GET /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872657 Nov 23 03:15:38.284387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e8b093-a27f-4f5e-be07-a78aceee0403 None None] New status for floating IP a3dd7057-3d96-4fa9-a1c3-18bed3b8c23b: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:15:38.363672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:38.722259 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b565244-afdf-484d-a880-bea7263be2aa req-806b73f0-69e7-43dc-84be-ad5e2ec0cdea tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:38.723851 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4b565244-afdf-484d-a880-bea7263be2aa req-806b73f0-69e7-43dc-84be-ad5e2ec0cdea tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0553920 Nov 23 03:15:38.780080 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4b565244-afdf-484d-a880-bea7263be2aa req-8fa9973c-10c8-43de-86f4-9b76d9185f4b tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477583 Nov 23 03:15:39.347319 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:39.677024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-698f5df6-c4bf-4e46-90eb-d31ee12d80eb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:39.678414 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-698f5df6-c4bf-4e46-90eb-d31ee12d80eb tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0532022 Nov 23 03:15:39.772069 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Deleting port 03929247-c1df-41c6-bda6-01173d3e0dd2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:39.772449 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:39.900664 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] For port 03929247-c1df-41c6-bda6-01173d3e0dd2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=03929247-c1df-41c6-bda6-01173d3e0dd2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:39.901023 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:39.916738 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Calling delete_port for 03929247-c1df-41c6-bda6-01173d3e0dd2 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:39.940006 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48b802-945c-4ed1-975f-88fd6401a599 req-2a42b5b5-700b-4bc5-8e14-3abd15130e30 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:39.942174 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3d48b802-945c-4ed1-975f-88fd6401a599 req-2a42b5b5-700b-4bc5-8e14-3abd15130e30 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 945 time: 0.0859427 Nov 23 03:15:40.046616 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3d48b802-945c-4ed1-975f-88fd6401a599 req-3bf15eed-a827-49e2-adc4-6e4a3a813e10 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/security-groups?id=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708935 Nov 23 03:15:40.113156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:40.141311 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event deleted for resources: {'Port': ['ID=03929247-c1df-41c6-bda6-01173d3e0dd2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:40.153254 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.153595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.153973 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.154282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.154614 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.154977 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.155323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.155619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.155925 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.156258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.156594 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.156896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:40.195048 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] No DVR routers for this DVR port 03929247-c1df-41c6-bda6-01173d3e0dd2 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:15:40.197595 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:40.201159 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3ca00dda-e660-48b9-ae63-94203acf6c83 req-fa7ebb44-6306-49b2-8128-5444e8f91224 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.46 "DELETE /v2.0/ports/03929247-c1df-41c6-bda6-01173d3e0dd2 HTTP/1.1" status: 204 len: 173 time: 0.5150762 Nov 23 03:15:40.201603 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-deleted', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:15:40.203834 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503e2f19-c60e-43d0-91a9-efefeb4763c1" -d '{"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-deleted", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:15:40.246110 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8537b87-eb5f-46fb-8090-b283f1668cdc x-openstack-request-id: req-d8537b87-eb5f-46fb-8090-b283f1668cdc {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:15:40.246569 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28305cea-e857-4f10-b48d-1eeb69564072", "name": "network-vif-deleted", "tag": "03929247-c1df-41c6-bda6-01173d3e0dd2", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:15:40.246881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8537b87-eb5f-46fb-8090-b283f1668cdc {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:15:40.247217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28305cea-e857-4f10-b48d-1eeb69564072', 'name': 'network-vif-deleted', 'tag': '03929247-c1df-41c6-bda6-01173d3e0dd2', 'status': 'completed', 'code': 200} Nov 23 03:15:41.149272 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0d090b9c-2309-4e4b-b880-871a1caeb740 req-6f909bb7-c973-4415-9145-4564945bac96 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Nov 23 03:15:42.251115 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-def45a08-00d3-4ff5-ad8c-1aab559ed348 req-0511b7eb-a9d2-4f44-8aac-29e958e38b87 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 210 time: 0.0279837 Nov 23 03:15:43.015240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:43.036704 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 03929247-c1df-41c6-bda6-01173d3e0dd2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:43.036949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 03929247-c1df-41c6-bda6-01173d3e0dd2 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:43.347199 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9466307c-b736-47ba-b2fe-1cbabf32f9a4 req-e4459ad8-817f-4d0e-846a-f045c3e4bda5 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 210 time: 0.0270934 Nov 23 03:15:44.445603 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f15c2f6b-50cd-42dc-a4bd-a6e2e8ea0231 req-f8a8dc71-215d-445d-8045-82cf86fcb80d tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "GET /v2.0/ports?device_id=28305cea-e857-4f10-b48d-1eeb69564072 HTTP/1.1" status: 200 len: 210 time: 0.0276513 Nov 23 03:15:45.506236 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42178) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:45.566066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f019-a812-4640-8056-2118f7fd7ca6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:45.593364 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f019-a812-4640-8056-2118f7fd7ca6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:45.653867 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f019-a812-4640-8056-2118f7fd7ca6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:45.656727 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-e1b0f019-a812-4640-8056-2118f7fd7ca6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:45.657946 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-e1b0f019-a812-4640-8056-2118f7fd7ca6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] 10.222.0.53 "DELETE /v2.0/security-groups/61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683 HTTP/1.1" status: 204 len: 168 time: 0.1506672 Nov 23 03:15:45.672919 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0f019-a812-4640-8056-2118f7fd7ca6 tempest-TestShelveInstance-1135738904 tempest-TestShelveInstance-1135738904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61dfbf92-b23c-4ddc-9ee8-f22ee1b4d683,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:46.725168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42184) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:47.200652 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:47.465586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Deleting port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:47.465831 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:47.543970 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] For port 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:47.544362 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:47.557851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Calling delete_port for 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:48.088165 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.121461 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7b5d88-29d1-4e2d-ad28-f2847260a4e5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:48.300851 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.544879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:15:48.660261 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:15:48.668505 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f100b3db-67dc-4129-9600-358c659504ed admin admin] 10.222.0.53 "PUT /v2.0/routers/89a99dcf-f4ba-4986-8fa0-63e3e45a63da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9397819 Nov 23 03:15:48.669456 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42188) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:48.671717 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] Sync routers for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:15:48.683084 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:48.683737 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:48.782826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.791827 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:48.890004 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.947377 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Deleting port 1d8b2182-5da8-4683-956c-69573f1462fd {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:48.947723 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:48.971644 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143'}], 'enable_snat': True}, 'gw_port_id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:15:48Z', 'revision_number': 5, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port': {'id': '1d8b2182-5da8-4683-956c-69573f1462fd', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:51:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:48.997961 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] Checking router: 89a99dcf-f4ba-4986-8fa0-63e3e45a63da for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:15:49.006558 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] Routers {'89a99dcf-f4ba-4986-8fa0-63e3e45a63da'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:49.007171 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:49.027626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] For port 1d8b2182-5da8-4683-956c-69573f1462fd, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=1d8b2182-5da8-4683-956c-69573f1462fd,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:49.027995 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.041303 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Calling delete_port for 1d8b2182-5da8-4683-956c-69573f1462fd owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:49.092790 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] Set router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:49.147189 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:15:48Z', 'revision_number': 6, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:49.173182 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53802938-f5b7-451f-addd-10e03d98bbee None None] The sync data for ids ['89a99dcf-f4ba-4986-8fa0-63e3e45a63da'] in dv-neutron-818844-1-hyperv is: [{'id': '89a99dcf-f4ba-4986-8fa0-63e3e45a63da', 'name': 'tempest-TestShelveInstance-1493559239-router', 'tenant_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:28Z', 'updated_at': '2021-11-23T03:15:48Z', 'revision_number': 6, 'project_id': '1f6adaa21bc741d6bbe04eac4ef496e8', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:15:49.216069 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.247567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1d8b2182-5da8-4683-956c-69573f1462fd,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:49.259929 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8835eb-2cea-4908-8489-20c458f49fd1 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:49.306045 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.397166 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.399405 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.447056 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.447627 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89a99dcf-f4ba-4986-8fa0-63e3e45a63da {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:15:49.451877 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.453078 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-04bbe745-487a-4d85-9fb1-5a847e5bc8bf admin admin] 10.222.0.53 "DELETE /v2.0/routers/89a99dcf-f4ba-4986-8fa0-63e3e45a63da HTTP/1.1" status: 204 len: 168 time: 0.7834105 Nov 23 03:15:49.455667 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42190) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:49.505459 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Deleting subnet 1c18b590-e994-4522-bf35-a0906c7a7342 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:15:49.508897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.544836 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.624294 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.683015 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.723376 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.727684 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1c18b590-e994-4522-bf35-a0906c7a7342 HTTP/1.1" status: 204 len: 168 time: 0.2711248 Nov 23 03:15:49.728472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0efe154-1e0d-4f1d-8d6d-8ce8005b19bf None None] Network bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:15:49.728662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ca66e-d806-41bb-8f6c-4c4967410f1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c18b590-e994-4522-bf35-a0906c7a7342,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:49.730625 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42192) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:49.800917 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.857466 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Deleting port 58625ea0-a10d-4b5a-8903-f3c7255117a2 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:49.857809 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.923087 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] For port 58625ea0-a10d-4b5a-8903-f3c7255117a2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=58625ea0-a10d-4b5a-8903-f3c7255117a2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:49.923371 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:49.928582 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] DHCP port deletion for bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:49.938188 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Calling delete_port for 58625ea0-a10d-4b5a-8903-f3c7255117a2 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:49.985631 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Deleting port 58625ea0-a10d-4b5a-8903-f3c7255117a2 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:49.986171 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.025509 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.029968 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 58625ea0-a10d-4b5a-8903-f3c7255117a2 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:50.053088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] No DVR routers for this DVR port 58625ea0-a10d-4b5a-8903-f3c7255117a2 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:15:50.055147 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=58625ea0-a10d-4b5a-8903-f3c7255117a2,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:50.071229 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 58625ea0-a10d-4b5a-8903-f3c7255117a2 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:50.071579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 58625ea0-a10d-4b5a-8903-f3c7255117a2 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:50.071997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1d8b2182-5da8-4683-956c-69573f1462fd no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:50.101366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 1d8b2182-5da8-4683-956c-69573f1462fd {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:50.101720 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 1d8b2182-5da8-4683-956c-69573f1462fd not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:50.102133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:50.108268 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] For port 58625ea0-a10d-4b5a-8903-f3c7255117a2, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=58625ea0-a10d-4b5a-8903-f3c7255117a2,segment=NetworkSegment(89b6e423-eaeb-4ea3-a7a4-077690ed5454),segment_id=89b6e423-eaeb-4ea3-a7a4-077690ed5454)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:50.108670 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.125305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.133051 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:50.133411 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 5e7b5d88-29d1-4e2d-ad28-f2847260a4e5 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:50.142360 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Calling delete_port for 58625ea0-a10d-4b5a-8903-f3c7255117a2 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:50.161854 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:50.172905 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b6e423-eaeb-4ea3-a7a4-077690ed5454') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:50.173204 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b6e423-eaeb-4ea3-a7a4-077690ed5454') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:50.192088 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.205989 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.212576 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:15:50.213002 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:15:50.214808 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:15:50.233054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.263782 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Pushing event deleted for resources: {'Port': ['ID=58625ea0-a10d-4b5a-8903-f3c7255117a2,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:50.271534 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.275245 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] No DVR routers for this DVR port 58625ea0-a10d-4b5a-8903-f3c7255117a2 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.285658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc3f631-5c23-42df-a5af-adc7943e82e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:50.287363 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.291063 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e HTTP/1.1" status: 204 len: 168 time: 0.5586579 Nov 23 03:15:50.291981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceb2a0-5acb-40e9-b4c5-44c3f2ad4bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf9862d6-a2c6-49ec-b68b-8aa6d3f6c09e,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:50.294361 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42194) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:50.651871 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.916740 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Deleting port 866c2890-e9ff-489d-b56b-c0a0e55e3481 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:50.916996 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:50.962039 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:51.012924 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] For port 866c2890-e9ff-489d-b56b-c0a0e55e3481, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=866c2890-e9ff-489d-b56b-c0a0e55e3481,segment=NetworkSegment(98fca58c-ca5c-4fc8-b768-75e6eeef3339),segment_id=98fca58c-ca5c-4fc8-b768-75e6eeef3339)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:51.013293 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:51.027937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Calling delete_port for 866c2890-e9ff-489d-b56b-c0a0e55e3481 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:51.218344 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:51.246159 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=866c2890-e9ff-489d-b56b-c0a0e55e3481,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:51.409712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:51.633499 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Router 75139228-2828-4541-a058-73ded128bb5a has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:15:51.749707 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:15:51.756141 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a514cfa2-f7c4-4943-b714-f4f7474a6e2e admin admin] 10.222.0.53 "PUT /v2.0/routers/75139228-2828-4541-a058-73ded128bb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4606864 Nov 23 03:15:51.758910 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42196) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:51.760006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] Sync routers for ids ['75139228-2828-4541-a058-73ded128bb5a'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:15:51.770928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] Routers {'75139228-2828-4541-a058-73ded128bb5a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:51.771559 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['75139228-2828-4541-a058-73ded128bb5a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:51.865865 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.041843 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] Set router 75139228-2828-4541-a058-73ded128bb5a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:52.230743 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:15:51Z', 'revision_number': 5, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:52.259486 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] Checking router: 75139228-2828-4541-a058-73ded128bb5a for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:15:52.269213 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] Routers {'75139228-2828-4541-a058-73ded128bb5a'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:52.269853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['75139228-2828-4541-a058-73ded128bb5a'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:52.301192 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.356382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Deleting port fc943580-1ba6-4f74-b0d2-95239914016e {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:52.356732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.376139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] Set router 75139228-2828-4541-a058-73ded128bb5a gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:52.438732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] For port fc943580-1ba6-4f74-b0d2-95239914016e, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=fc943580-1ba6-4f74-b0d2-95239914016e,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:52.439395 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.452960 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Calling delete_port for fc943580-1ba6-4f74-b0d2-95239914016e owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:52.557007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:15:51Z', 'revision_number': 5, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:52.584852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e332d5-bd1c-4e0e-91dd-990b8e41aa9b None None] The sync data for ids ['75139228-2828-4541-a058-73ded128bb5a'] in dv-neutron-818844-1-hyperv is: [{'id': '75139228-2828-4541-a058-73ded128bb5a', 'name': 'tempest-TestShelveInstance-409130140-router', 'tenant_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5'}], 'enable_snat': True}, 'gw_port_id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:06:33Z', 'updated_at': '2021-11-23T03:15:51Z', 'revision_number': 5, 'project_id': 'dad8c1bcb96f4c369674a2d3b8f75235', 'gw_port': {'id': 'fc943580-1ba6-4f74-b0d2-95239914016e', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:8f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75139228-2828-4541-a058-73ded128bb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:06:34Z', 'updated_at': '2021-11-23T03:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:15:52.629368 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.652997 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc943580-1ba6-4f74-b0d2-95239914016e,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:52.668983 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd6bcd1-dff0-4102-9c00-1076ab450ce6 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:52.717469 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.808209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.810340 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.859937 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.860551 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75139228-2828-4541-a058-73ded128bb5a {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:15:52.865651 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.866785 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-40bfaf2a-23e2-4843-a28e-576829d60030 admin admin] 10.222.0.53 "DELETE /v2.0/routers/75139228-2828-4541-a058-73ded128bb5a HTTP/1.1" status: 204 len: 168 time: 1.1068866 Nov 23 03:15:52.869434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42198) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:52.916588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Deleting subnet 2d88ea2e-7850-4745-976e-001eb69470ca {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:15:52.919713 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:52.956022 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.042229 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.098481 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.124219 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d88ea2e-7850-4745-976e-001eb69470ca,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:53.127963 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.131456 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ccafec30-e780-4dac-8ada-e464b09bb3cb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/2d88ea2e-7850-4745-976e-001eb69470ca HTTP/1.1" status: 204 len: 168 time: 0.2611306 Nov 23 03:15:53.134805 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42200) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:53.137520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300ff9aa-79bf-413b-b7d8-fa862796b9c3 None None] Network 667d072b-4905-4de8-9705-466e0bd3f30f requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:15:53.211524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.266543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Deleting port 7eb57e3b-7663-418f-9d74-4189128ce7f5 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:15:53.266672 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.334810 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] For port 7eb57e3b-7663-418f-9d74-4189128ce7f5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=7eb57e3b-7663-418f-9d74-4189128ce7f5,segment=NetworkSegment(98fca58c-ca5c-4fc8-b768-75e6eeef3339),segment_id=98fca58c-ca5c-4fc8-b768-75e6eeef3339)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:53.335185 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.348579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Calling delete_port for 7eb57e3b-7663-418f-9d74-4189128ce7f5 owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:15:53.439267 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.466220 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb57e3b-7663-418f-9d74-4189128ce7f5,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:53.468060 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] No DVR routers for this DVR port 7eb57e3b-7663-418f-9d74-4189128ce7f5 on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:15:53.542131 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.562168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667d072b-4905-4de8-9705-466e0bd3f30f']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:53.575422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98fca58c-ca5c-4fc8-b768-75e6eeef3339') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:53.577504 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98fca58c-ca5c-4fc8-b768-75e6eeef3339') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:53.585543 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.599531 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.606232 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:15:53.606633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:15:53.608396 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:15:53.632651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4229736-dfc3-4103-be14-8ed8241ae323 None None] DHCP port deletion for 667d072b-4905-4de8-9705-466e0bd3f30f request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:53.667745 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.673182 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.676794 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/667d072b-4905-4de8-9705-466e0bd3f30f HTTP/1.1" status: 204 len: 168 time: 0.5410821 Nov 23 03:15:53.690286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea829605-5863-4d01-8761-d7907fb391b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=667d072b-4905-4de8-9705-466e0bd3f30f,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:53.803650 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42204) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:53.846561 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-40ca0d76-e782-45c2-ae43-813bfbef6fee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f6adaa21bc741d6bbe04eac4ef496e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415246 Nov 23 03:15:53.849149 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42206) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:53.903734 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d90dbe-4f1d-49b7-9be9-095883f8b0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.922081 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 866c2890-e9ff-489d-b56b-c0a0e55e3481 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:53.925615 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d90dbe-4f1d-49b7-9be9-095883f8b0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.942049 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 866c2890-e9ff-489d-b56b-c0a0e55e3481 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:53.942398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 866c2890-e9ff-489d-b56b-c0a0e55e3481 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:53.942821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fc943580-1ba6-4f74-b0d2-95239914016e no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:53.962331 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: fc943580-1ba6-4f74-b0d2-95239914016e {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:53.962682 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device fc943580-1ba6-4f74-b0d2-95239914016e not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:53.963137 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7eb57e3b-7663-418f-9d74-4189128ce7f5 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:15:53.973485 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d90dbe-4f1d-49b7-9be9-095883f8b0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.976210 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-34d90dbe-4f1d-49b7-9be9-095883f8b0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:53.977446 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-34d90dbe-4f1d-49b7-9be9-095883f8b0f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf0bd25e-9d61-4f1e-b31f-328dda96bda1 HTTP/1.1" status: 204 len: 168 time: 0.1274152 Nov 23 03:15:53.985462 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d90dbe-4f1d-49b7-9be9-095883f8b0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0bd25e-9d61-4f1e-b31f-328dda96bda1,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:53.987544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 7eb57e3b-7663-418f-9d74-4189128ce7f5 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:15:53.988003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 7eb57e3b-7663-418f-9d74-4189128ce7f5 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:15:54.335052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42212) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:54.375979 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-485a077a-5820-495d-8a13-d18e39bfb5aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dad8c1bcb96f4c369674a2d3b8f75235&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396466 Nov 23 03:15:54.379221 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42214) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:54.436282 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1253c09c-94ce-4b97-879e-ccc95e5c3514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:54.457886 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1253c09c-94ce-4b97-879e-ccc95e5c3514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:54.514547 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1253c09c-94ce-4b97-879e-ccc95e5c3514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:54.517183 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-1253c09c-94ce-4b97-879e-ccc95e5c3514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:54.518420 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1253c09c-94ce-4b97-879e-ccc95e5c3514 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff8548e3-c378-40b6-9738-b307f00e850c HTTP/1.1" status: 204 len: 168 time: 0.1383414 Nov 23 03:15:54.526859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c09c-94ce-4b97-879e-ccc95e5c3514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8548e3-c378-40b6-9738-b307f00e850c,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:55.232094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42236) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:55.360288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1318729090-network', 'tenant_id': '1313f8ba02704889ac80d28db7864745'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:15:55.386858 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Made reservation on behalf of 1313f8ba02704889ac80d28db7864745 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:15:55.390224 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.403624 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.482232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.488859 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.513225 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:15:55.523184 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea443af-1b5b-4b23-87b6-63fd7ec147b2,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:55.528288 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.528639 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Added segment b26ffffb-b7a8-4f11-8532-7cfc3557a8bc of type vlan for network bbc7b4c6-afb5-4a31-bf76-d723004139ae Nov 23 03:15:55.567927 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.595417 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.596419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:55.597104 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.655911 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4226336 Nov 23 03:15:55.659265 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42240) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:55.663244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d67a8-3f2f-42f1-9545-0c6da9c1fce2 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc7b4c6-afb5-4a31-bf76-d723004139ae,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:55.664286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Request body: {'subnet': {'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1318729090-subnet', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:15:55.673579 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:15:55.690465 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Made reservation on behalf of 1313f8ba02704889ac80d28db7864745 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:15:55.692913 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.866018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.919525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c83d80-ecba-461d-af12-4e88781e8e30,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:55.931076 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Checking segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:15:55.931447 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Network hostable DHCP agents. Network: bbc7b4c6-afb5-4a31-bf76-d723004139ae, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:15:55.949532 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:15:55.959591 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, bbc7b4c6-afb5-4a31-bf76-d723004139ae) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:15:55.963547 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:15:55.964138 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:55.970093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b43eff-f0f8-4a28-98cd-54d8da69aa75 None None] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:15:55.980547 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-23caed0d-3785-4909-86bc-c09e6e73d0d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3201513 Nov 23 03:15:55.983212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42242) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:55.987869 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:15:56.011016 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.011993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.069052 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.133680 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:15:56.134581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.206774 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.278719 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Allocated IP 172.20.0.2 (bbc7b4c6-afb5-4a31-bf76-d723004139ae/77c83d80-ecba-461d-af12-4e88781e8e30/b9afa42b-5b34-40af-9d13-6ec401db1e39) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:15:56.421472 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.429657 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.437187 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.440168 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.476544 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:15:56.479570 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:15:56.482998 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:15:56.489320 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Pushing event updated for resources: {'Port': ['ID=b9afa42b-5b34-40af-9d13-6ec401db1e39,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:56.545590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Attempting to bind port b9afa42b-5b34-40af-9d13-6ec401db1e39 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:15:56.545850 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Attempting to bind port b9afa42b-5b34-40af-9d13-6ec401db1e39 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:15:56.546208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Attempting to bind port b9afa42b-5b34-40af-9d13-6ec401db1e39 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:15:56.550779 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Allocated IP 172.26.8.212 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/e84b7450-2495-4aa2-9f18-e7bba5c28b32) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:15:56.552949 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:15:56.553329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Checking segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:15:56.553730 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.554124 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Bound using segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:15:56.554611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Bound port: b9afa42b-5b34-40af-9d13-6ec401db1e39, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:15:56.555091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.619072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] For port b9afa42b-5b34-40af-9d13-6ec401db1e39, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:15:56.622561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] For port b9afa42b-5b34-40af-9d13-6ec401db1e39, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b9afa42b-5b34-40af-9d13-6ec401db1e39,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:15:56.628400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.655167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.688575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5779-37de-4cac-940d-2e82a2ceeae3 None None] Pushing event updated for resources: {'Port': ['ID=b9afa42b-5b34-40af-9d13-6ec401db1e39,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:56.693493 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.734027 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:15:56.737356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:15:56.741187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:15:56.755733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ceb1b-270a-42cd-a306-78aee2271b4b None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:56.770828 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Pushing event updated for resources: {'Port': ['ID=e84b7450-2495-4aa2-9f18-e7bba5c28b32,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:56.845415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-e92504f1-a214-4e4a-beee-337c3cf58730 None None] Provisioning complete for port e84b7450-2495-4aa2-9f18-e7bba5c28b32 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:56.845807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e92504f1-a214-4e4a-beee-337c3cf58730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:56.901528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-e92504f1-a214-4e4a-beee-337c3cf58730 None None] Port e84b7450-2495-4aa2-9f18-e7bba5c28b32 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:15:57.022914 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:57.216670 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:57.364570 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:15:57.475655 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:15:57.485064 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:15:57.497674 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:57.498328 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:57.499315 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:57.503530 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7ec82e66-ee83-4d1a-b511-0ed5b12d4359 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5193255 Nov 23 03:15:57.503839 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42244) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:15:57.616094 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:57.638386 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48fe746-fcf2-4932-a4af-6f39c4b800b3 None None] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:15:57.764019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-347abe59-6153-4632-a6bf-658f451c8b2d None None] Provisioning complete for port b9afa42b-5b34-40af-9d13-6ec401db1e39 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:57.764858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-347abe59-6153-4632-a6bf-658f451c8b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:57.820850 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:56Z', 'revision_number': 3, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:57.849053 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:15:57.849406 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Updating router 3fa04a79-5639-40e7-b543-71b6101e88e9 port e84b7450-2495-4aa2-9f18-e7bba5c28b32 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:15:57.877294 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:57.884219 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-347abe59-6153-4632-a6bf-658f451c8b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:57.923088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-347abe59-6153-4632-a6bf-658f451c8b2d None None] For port b9afa42b-5b34-40af-9d13-6ec401db1e39, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b9afa42b-5b34-40af-9d13-6ec401db1e39,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:57.929652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-347abe59-6153-4632-a6bf-658f451c8b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.017191 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347abe59-6153-4632-a6bf-658f451c8b2d None None] Pushing event updated for resources: {'Port': ['ID=b9afa42b-5b34-40af-9d13-6ec401db1e39,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:58.061308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b9afa42b-5b34-40af-9d13-6ec401db1e39 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:15:58.116269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b9afa42b-5b34-40af-9d13-6ec401db1e39 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:58.116733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.191207 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.199028 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.242131 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a7e250-7902-4de6-9af4-7f32bca13655 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:58.252633 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Attempting to bind port e84b7450-2495-4aa2-9f18-e7bba5c28b32 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:15:58.253061 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Attempting to bind port e84b7450-2495-4aa2-9f18-e7bba5c28b32 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:15:58.253424 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Attempting to bind port e84b7450-2495-4aa2-9f18-e7bba5c28b32 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:15:58.255511 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Pushing event updated for resources: {'Port': ['ID=e84b7450-2495-4aa2-9f18-e7bba5c28b32,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:58.264672 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.265033 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.265205 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6a5707de-0952-45e6-acf3-c0700a47a1ef None None] Provisioning complete for port b9afa42b-5b34-40af-9d13-6ec401db1e39 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:58.265371 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.265665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6a5707de-0952-45e6-acf3-c0700a47a1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.265842 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.266030 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.266387 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.266828 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.267165 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.268535 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.268893 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.269237 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.269722 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:15:58.274996 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:15:58.275375 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:15:58.275772 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.276157 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:15:58.276674 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Bound port: e84b7450-2495-4aa2-9f18-e7bba5c28b32, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:15:58.277061 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.342551 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] For port e84b7450-2495-4aa2-9f18-e7bba5c28b32, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:15:58.346110 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] For port e84b7450-2495-4aa2-9f18-e7bba5c28b32, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e84b7450-2495-4aa2-9f18-e7bba5c28b32,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:15:58.351776 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.387258 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.398091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc014914-499a-4a02-a6be-77c0002763c1 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:15:58.405637 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:15:58.406379 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:58.460932 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe1c29-285a-4289-91ca-963ffe4e494c None None] Pushing event updated for resources: {'Port': ['ID=e84b7450-2495-4aa2-9f18-e7bba5c28b32,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:58.482828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-bfd88ac6-a2d5-49ba-8d41-30cc5bc579b0 None None] Provisioning complete for port e84b7450-2495-4aa2-9f18-e7bba5c28b32 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:58.483206 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfd88ac6-a2d5-49ba-8d41-30cc5bc579b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.528371 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:15:58.552304 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Allocated IP 172.20.0.1 (bbc7b4c6-afb5-4a31-bf76-d723004139ae/77c83d80-ecba-461d-af12-4e88781e8e30/d1a52b74-e61f-4234-af3b-88d42fd494c5) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:15:58.568172 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfd88ac6-a2d5-49ba-8d41-30cc5bc579b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.591654 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-bfd88ac6-a2d5-49ba-8d41-30cc5bc579b0 None None] For port e84b7450-2495-4aa2-9f18-e7bba5c28b32, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e84b7450-2495-4aa2-9f18-e7bba5c28b32,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:15:58.598352 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-bfd88ac6-a2d5-49ba-8d41-30cc5bc579b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.650008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd88ac6-a2d5-49ba-8d41-30cc5bc579b0 None None] Pushing event updated for resources: {'Port': ['ID=e84b7450-2495-4aa2-9f18-e7bba5c28b32,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:58.662402 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.695484 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.720377 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:56Z', 'revision_number': 3, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:15:58.735877 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:15:58.740747 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:15:58.745210 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:15:58.747605 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0823d-937c-4dc2-bfc0-f028dbfe13da None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:56Z', 'revision_number': 3, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:15:58.748435 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a52b74-e61f-4234-af3b-88d42fd494c5,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:58.789154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:58.935268 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:59.025893 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8031635a-5e04-4f81-a832-9c044d27c549 None None] Provisioning complete for port d1a52b74-e61f-4234-af3b-88d42fd494c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:59.026885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8031635a-5e04-4f81-a832-9c044d27c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:59.066663 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-8031635a-5e04-4f81-a832-9c044d27c549 None None] Port d1a52b74-e61f-4234-af3b-88d42fd494c5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:15:59.132900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:59.138881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:59.212300 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Pushing event updated for resources: {'Port': ['ID=d1a52b74-e61f-4234-af3b-88d42fd494c5,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:15:59.215381 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:59.311332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:15:59.313154 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:15:59.444680 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:15:59.560962 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:15:59.566657 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-b0bc8627-bf65-494e-8611-b2daa231424f admin admin] 10.222.0.53 "PUT /v2.0/routers/3fa04a79-5639-40e7-b543-71b6101e88e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0614731 Nov 23 03:15:59.595728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-672f8432-f8cd-4db2-955e-5beb4b53c6d2 None None] Provisioning complete for port d1a52b74-e61f-4234-af3b-88d42fd494c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:15:59.596221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-672f8432-f8cd-4db2-955e-5beb4b53c6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:15:59.638724 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-672f8432-f8cd-4db2-955e-5beb4b53c6d2 None None] Port d1a52b74-e61f-4234-af3b-88d42fd494c5 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:16:00.011072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e84b7450-2495-4aa2-9f18-e7bba5c28b32 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:00.067267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port e84b7450-2495-4aa2-9f18-e7bba5c28b32 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:00.067950 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.093604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42260) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:00.099097 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-221550094-network', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:00.122734 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Made reservation on behalf of 711a3f80e0de4b7b82e7e07feaac3372 for: {'network': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:16:00.125459 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for network, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.134660 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.159002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b9afa42b-5b34-40af-9d13-6ec401db1e39 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:00.216453 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port b9afa42b-5b34-40af-9d13-6ec401db1e39 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:00.216926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.218026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.223298 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.250160 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 03:16:00.261440 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8365f0-d056-4a20-859b-8499d9290ece,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:00.268585 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.268882 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.segments_db [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Added segment 97f36d3d-f209-409b-b68d-9445d14f4fa3 of type vlan for network e03c1000-d335-48f4-b1bf-1179d2fae7df Nov 23 03:16:00.315586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733508049911'] for network, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.344787 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796'] for network, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.345796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:00.346405 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.407112 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3122497 Nov 23 03:16:00.410207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42262) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:00.414082 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84357-784f-4d43-8f2f-3bad2f6a35dd admin admin] Pushing event updated for resources: {'Network': ['ID=e03c1000-d335-48f4-b1bf-1179d2fae7df,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:00.416112 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Request body: {'subnet': {'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-221550094-subnet', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'ip_version': 4}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:00.424746 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Network e03c1000-d335-48f4-b1bf-1179d2fae7df details requested by agent ovs-agent-dv-neutron-818844-1-hyperv with host dv-neutron-818844-1-hyperv {{(pid=103358) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 03:16:00.439394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:16:00.447089 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Made reservation on behalf of 711a3f80e0de4b7b82e7e07feaac3372 for: {'subnet': 1} {{(pid=103356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:16:00.449854 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9826039'] for subnet, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.496127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:00.496772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:00.610768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:00.625289 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9813263', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9826009'] for subnet, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.679402 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=735441c4-6cca-4ff0-8946-0fdb374f3659,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:00.688102 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Checking segment: {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:16:00.688476 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Network hostable DHCP agents. Network: e03c1000-d335-48f4-b1bf-1179d2fae7df, hostable agents: ['115e00be-6366-4092-8ab4-2660997965c8'], hosted agents: [] {{(pid=103356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 03:16:00.707416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Network e03c1000-d335-48f4-b1bf-1179d2fae7df is scheduled to be hosted by DHCP agent 115e00be-6366-4092-8ab4-2660997965c8 with binding_index 1 {{(pid=103356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 03:16:00.717130 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818844-1-hyperv, e03c1000-d335-48f4-b1bf-1179d2fae7df) {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:00.722484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:00.723095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.730574 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad918c48-7351-454a-9773-4a250a800572 None None] Network e03c1000-d335-48f4-b1bf-1179d2fae7df requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:16:00.740828 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-832587e1-fea3-46aa-bbe2-10945bed62a8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3289270 Nov 23 03:16:00.743382 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42264) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:00.747705 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:00.769943 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-946810', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8408'] for router, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.771423 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-945920', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-652644', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-577929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8403'] for router, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.835771 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:00.978879 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.081808 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:15:59Z', 'revision_number': 2, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:01.113964 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa905aaaa-0bb2-5d65-9b8c-224508b088fe-e03c1000-d335-48f4-b1bf-1179d2fae7df', 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'fixed_ips': [{'subnet_id': '735441c4-6cca-4ff0-8946-0fdb374f3659'}]}} from dv-neutron-818844-1-hyperv. {{(pid=103358) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 03:16:01.114853 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.118493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:16:01.118854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Updating router 3fa04a79-5639-40e7-b543-71b6101e88e9 port d1a52b74-e61f-4234-af3b-88d42fd494c5 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:16:01.159493 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.381011 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.db_base_plugin_common [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Allocated IP 172.20.0.2 (e03c1000-d335-48f4-b1bf-1179d2fae7df/735441c4-6cca-4ff0-8946-0fdb374f3659/a5f0eef0-169c-4803-9085-9ea9e1d04bbc) {{(pid=103358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:16:01.525796 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.545029 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.654682 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Allocated IP 172.26.8.215 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/6e1102ee-f62a-4ac1-822b-b65468284c50) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:16:01.656594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Publish callbacks [] for port, precommit_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.659312 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.666121 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492'] for port, after_create {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.671088 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.720138 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Network e03c1000-d335-48f4-b1bf-1179d2fae7df is already hosted by enough agents. {{(pid=103358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:16:01.724141 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.scheduler.base_scheduler [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Resources bound (agent type, host, resource id): {{(pid=103358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:01.729821 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Received port after_create {{(pid=103358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:16:01.735063 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Pushing event updated for resources: {'Port': ['ID=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,revision_number=1']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:01.774611 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.814066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.861211 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382789-6974-4cc3-9a9d-91c39e3593db None None] Pushing event updated for resources: {'Port': ['ID=d1a52b74-e61f-4234-af3b-88d42fd494c5,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:01.869497 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Attempting to bind port a5f0eef0-169c-4803-9085-9ea9e1d04bbc on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:16:01.869869 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Attempting to bind port a5f0eef0-169c-4803-9085-9ea9e1d04bbc by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:16:01.870233 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Attempting to bind port a5f0eef0-169c-4803-9085-9ea9e1d04bbc on network e03c1000-d335-48f4-b1bf-1179d2fae7df {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:16:01.870826 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:16:01.875051 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:01.878275 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Attempting to bind port d1a52b74-e61f-4234-af3b-88d42fd494c5 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:16:01.878656 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Attempting to bind port d1a52b74-e61f-4234-af3b-88d42fd494c5 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:16:01.879031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Attempting to bind port d1a52b74-e61f-4234-af3b-88d42fd494c5 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:16:01.879675 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:16:01.881437 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:16:01.881816 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Checking segment: {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:16:01.882233 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.882611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Bound using segment: {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:16:01.883196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Bound port: a5f0eef0-169c-4803-9085-9ea9e1d04bbc, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:16:01.883464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.899658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d9373e-44c6-4c9c-9cc8-0b9d15e56a52 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:16:01.903809 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:16:01.904194 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Checking segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:16:01.904644 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.905044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Bound using segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:16:01.905539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Bound port: d1a52b74-e61f-4234-af3b-88d42fd494c5, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:16:01.905926 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:01.910515 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Pushing event updated for resources: {'Port': ['ID=6e1102ee-f62a-4ac1-822b-b65468284c50,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:02.021689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] For port a5f0eef0-169c-4803-9085-9ea9e1d04bbc, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:16:02.027298 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] For port a5f0eef0-169c-4803-9085-9ea9e1d04bbc, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:16:02.029506 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Provisioning complete for port 6e1102ee-f62a-4ac1-822b-b65468284c50 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:02.029924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.032306 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] For port d1a52b74-e61f-4234-af3b-88d42fd494c5, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:16:02.035811 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.101804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] For port d1a52b74-e61f-4234-af3b-88d42fd494c5, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d1a52b74-e61f-4234-af3b-88d42fd494c5,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:16:02.119750 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.127599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Port 6e1102ee-f62a-4ac1-822b-b65468284c50 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:16:02.146841 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63948a93-f4ea-4915-88c9-7871b368948f None None] Pushing event updated for resources: {'Port': ['ID=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,revision_number=2']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:02.149623 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.179999 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Provisioning complete for port d1a52b74-e61f-4234-af3b-88d42fd494c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:02.180418 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.225007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:02.225666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:02.282083 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9382789-6974-4cc3-9a9d-91c39e3593db None None] Pushing event updated for resources: {'Port': ['ID=d1a52b74-e61f-4234-af3b-88d42fd494c5,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:02.404660 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.410765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:02.412330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-946007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-829761'] for router, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.539250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] For port d1a52b74-e61f-4234-af3b-88d42fd494c5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d1a52b74-e61f-4234-af3b-88d42fd494c5,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:02.579740 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.579961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Router 90e0da5e-33fb-49ff-8246-628a28add436 is scheduled to L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae with binding_index 1 {{(pid=103356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 03:16:02.636569 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:16:02.658490 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46f7e4-69d5-44dd-b6fb-25168f026bb9 None None] Pushing event updated for resources: {'Port': ['ID=d1a52b74-e61f-4234-af3b-88d42fd494c5,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:02.693916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:16:02.704449 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Sync routers for ids ['90e0da5e-33fb-49ff-8246-628a28add436'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:16:02.708623 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-dbf8bf57-bac1-4694-9e10-7c67a892b21c None None] Provisioning complete for port d1a52b74-e61f-4234-af3b-88d42fd494c5 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:02.708985 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-dbf8bf57-bac1-4694-9e10-7c67a892b21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.712823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:02.717203 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-7cf01fc2-19f2-4388-baca-8b00a743561c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9727526 Nov 23 03:16:02.717586 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42270) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:02.721982 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Routers {'90e0da5e-33fb-49ff-8246-628a28add436'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:02.723158 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['90e0da5e-33fb-49ff-8246-628a28add436'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:02.766077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:02.814140 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef82be6-63b7-4d1a-b0da-fb5521cf5fdc None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:16:02.962183 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Set router 90e0da5e-33fb-49ff-8246-628a28add436 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:03.181974 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 3, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:03.202007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0f5f41cd-9995-4264-9fbe-94663c48b758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.213028 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Checking router: 90e0da5e-33fb-49ff-8246-628a28add436 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:16:03.213381 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Updating router 90e0da5e-33fb-49ff-8246-628a28add436 port 6e1102ee-f62a-4ac1-822b-b65468284c50 binding host dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:16:03.248086 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.258004 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.379430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2fbc41-add1-4bd7-a4b1-8925e9491129 None None] Network e03c1000-d335-48f4-b1bf-1179d2fae7df requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:16:03.465929 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Allocated IP 172.20.0.1 (e03c1000-d335-48f4-b1bf-1179d2fae7df/735441c4-6cca-4ff0-8946-0fdb374f3659/f3052182-d692-4efb-ae28-b998549df575) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:16:03.489267 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-80d99e65-6461-476a-903c-2a16280abf03 None None] Provisioning complete for port a5f0eef0-169c-4803-9085-9ea9e1d04bbc triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:03.489669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80d99e65-6461-476a-903c-2a16280abf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.584875 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Publish callbacks [] for port, precommit_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.598049 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.612464 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.662384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.669278 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80d99e65-6461-476a-903c-2a16280abf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.692665 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1058dc2-5785-45dc-b8a8-3dd4f0318dc5 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:16:03.703640 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Attempting to bind port 6e1102ee-f62a-4ac1-822b-b65468284c50 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:16:03.704799 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Attempting to bind port 6e1102ee-f62a-4ac1-822b-b65468284c50 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:16:03.705469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Network e03c1000-d335-48f4-b1bf-1179d2fae7df is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:16:03.705604 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Attempting to bind port 6e1102ee-f62a-4ac1-822b-b65468284c50 on network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:16:03.711867 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:03.716707 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:16:03.730499 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:16:03.730877 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Checking segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:16:03.733321 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.733795 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Bound using segment: {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'} {{(pid=103359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:16:03.734401 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.managers [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Bound port: 6e1102ee-f62a-4ac1-822b-b65468284c50, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd2bcf7-2b0c-496e-ac76-9271e5f790be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40'}}] {{(pid=103359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:16:03.734853 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.742736 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-80d99e65-6461-476a-903c-2a16280abf03 None None] For port a5f0eef0-169c-4803-9085-9ea9e1d04bbc, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:03.749139 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80d99e65-6461-476a-903c-2a16280abf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.763216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Pushing event updated for resources: {'Port': ['ID=f3052182-d692-4efb-ae28-b998549df575,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:03.784481 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-945382'] for router_interface, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.816259 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] For port 6e1102ee-f62a-4ac1-822b-b65468284c50, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:16:03.820337 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.plugins.ml2.db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] For port 6e1102ee-f62a-4ac1-822b-b65468284c50, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6e1102ee-f62a-4ac1-822b-b65468284c50,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:16:03.826060 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ac57c-1672-4350-9df9-f919866c7ea8 None None] Pushing event updated for resources: {'Port': ['ID=6e1102ee-f62a-4ac1-822b-b65468284c50,revision_number=2']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:03.841007 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron_lib.callbacks.manager [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.856406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d99e65-6461-476a-903c-2a16280abf03 None None] Pushing event updated for resources: {'Port': ['ID=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:03.881208 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d550b-7e29-475e-aad7-c5d4c7e35a72 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:16:03.906020 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c43cd589-7f8b-4834-be64-15f7ada90174 None None] Provisioning complete for port 6e1102ee-f62a-4ac1-822b-b65468284c50 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:03.906398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c43cd589-7f8b-4834-be64-15f7ada90174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:03.960288 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Routers {'90e0da5e-33fb-49ff-8246-628a28add436'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:03.960948 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:15:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['90e0da5e-33fb-49ff-8246-628a28add436'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:04.040630 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.062444 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c43cd589-7f8b-4834-be64-15f7ada90174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.098728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-c43cd589-7f8b-4834-be64-15f7ada90174 None None] For port 6e1102ee-f62a-4ac1-822b-b65468284c50, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6e1102ee-f62a-4ac1-822b-b65468284c50,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:04.107880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d1a52b74-e61f-4234-af3b-88d42fd494c5 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:04.116332 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7ac57c-1672-4350-9df9-f919866c7ea8 None None] Pushing event updated for resources: {'Port': ['ID=6e1102ee-f62a-4ac1-822b-b65468284c50,revision_number=3']} {{(pid=103359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:04.162651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c43cd589-7f8b-4834-be64-15f7ada90174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.177062 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] Set router 90e0da5e-33fb-49ff-8246-628a28add436 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:04.257812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port d1a52b74-e61f-4234-af3b-88d42fd494c5 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:04.258480 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.300209 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.307888 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cd589-7f8b-4834-be64-15f7ada90174 None None] Pushing event updated for resources: {'Port': ['ID=6e1102ee-f62a-4ac1-822b-b65468284c50,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:04.310430 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.338899 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8d888464-9b10-4b1a-848a-58071392f224 None None] Provisioning complete for port a5f0eef0-169c-4803-9085-9ea9e1d04bbc triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:04.340364 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d888464-9b10-4b1a-848a-58071392f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.394674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-945274'] for router_interface, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.400615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Pushing event updated for resources: {'Port': ['ID=f3052182-d692-4efb-ae28-b998549df575,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:04.426511 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 3, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:04.462058 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff892750-ece8-43a3-a74c-488cb0b98546 None None] The sync data for ids ['90e0da5e-33fb-49ff-8246-628a28add436'] in dv-neutron-818844-1-hyperv is: [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 3, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:16:04.508711 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Network e03c1000-d335-48f4-b1bf-1179d2fae7df is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:16:04.510306 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:04.629145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a5f0eef0-169c-4803-9085-9ea9e1d04bbc up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:04.654821 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Router 90e0da5e-33fb-49ff-8246-628a28add436 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:16:04.700932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-8d888464-9b10-4b1a-848a-58071392f224 None None] Provisioning complete for port 6e1102ee-f62a-4ac1-822b-b65468284c50 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:04.701615 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8d888464-9b10-4b1a-848a-58071392f224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.753303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port a5f0eef0-169c-4803-9085-9ea9e1d04bbc triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:04.753303 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:04.809759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:16:04.820610 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-4e6195b4-416f-4d7b-b49f-59b531a15d13 admin admin] 10.222.0.53 "PUT /v2.0/routers/90e0da5e-33fb-49ff-8246-628a28add436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0987351 Nov 23 03:16:05.011620 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f97d2c8f-bd3b-495e-864f-b76c93bd6a73 None None] Provisioning complete for port f3052182-d692-4efb-ae28-b998549df575 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:05.012007 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f97d2c8f-bd3b-495e-864f-b76c93bd6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:05.048495 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f97d2c8f-bd3b-495e-864f-b76c93bd6a73 None None] Port f3052182-d692-4efb-ae28-b998549df575 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:16:05.660098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2c37eb67-65f7-49b8-8dcb-1d0ae27c8fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:05.959398 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6e1102ee-f62a-4ac1-822b-b65468284c50 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:06.015856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port 6e1102ee-f62a-4ac1-822b-b65468284c50 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:06.016329 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.205958 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Sync routers for ids ['90e0da5e-33fb-49ff-8246-628a28add436'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:16:06.216353 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Routers {'90e0da5e-33fb-49ff-8246-628a28add436'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:06.216978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:16:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['90e0da5e-33fb-49ff-8246-628a28add436'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:06.274654 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42280) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:06.279357 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2104444914', 'description': 'tempest-secgroup-smoke-2104444914 description', 'project_id': '1313f8ba02704889ac80d28db7864745'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:06.305699 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.327127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Set router 90e0da5e-33fb-49ff-8246-628a28add436 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:06.374460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.379835 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.409864 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.411003 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1352992 Nov 23 03:16:06.415013 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42282) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:06.415619 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa3425-3178-492b-b3d0-66c42083a33a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=153e0435-f4b2-4e03-b7dc-abbcae593e93,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:06.420365 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group_rule': {'security_group_id': '153e0435-f4b2-4e03-b7dc-abbcae593e93', 'project_id': '1313f8ba02704889ac80d28db7864745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:06.450417 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.506803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.511091 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.528934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0049ff0-7625-44e0-b2bc-37ab5d04afa9,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:06.537356 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.538557 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-a4d9337b-e260-48bc-95c7-d8ad8a30c36f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224904 Nov 23 03:16:06.541474 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42284) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:06.545858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group_rule': {'security_group_id': '153e0435-f4b2-4e03-b7dc-abbcae593e93', 'project_id': '1313f8ba02704889ac80d28db7864745', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:06.549618 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:16:03Z', 'revision_number': 4, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'f3052182-d692-4efb-ae28-b998549df575', 'name': '', 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'mac_address': 'fa:16:3e:82:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '735441c4-6cca-4ff0-8946-0fdb374f3659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:03Z', 'updated_at': '2021-11-23T03:16:04Z', 'revision_number': 2, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'subnets': [{'id': '735441c4-6cca-4ff0-8946-0fdb374f3659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:06.573857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.576475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Checking router: 90e0da5e-33fb-49ff-8246-628a28add436 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:16:06.576838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Updating router 90e0da5e-33fb-49ff-8246-628a28add436 port f3052182-d692-4efb-ae28-b998549df575 binding host dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 03:16:06.601432 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.637434 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.642603 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.662484 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c37457c-fb2d-48d6-a80d-a2013fb91f8c,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:06.671990 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.676013 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1079977f-0989-44fe-b6b9-2e6e9288202b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308184 Nov 23 03:16:06.676194 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42286) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:06.680730 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group_rule': {'security_group_id': '153e0435-f4b2-4e03-b7dc-abbcae593e93', 'project_id': '1313f8ba02704889ac80d28db7864745', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:06.707211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.723817 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.765380 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.770209 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.792806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a8a598-ffd7-44c5-9fdf-40f91b50c958,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:06.799464 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.801194 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f79327a8-115f-4362-a0ea-83456a0114ab tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240237 Nov 23 03:16:06.805947 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42288) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:06.810737 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group_rule': {'security_group_id': '153e0435-f4b2-4e03-b7dc-abbcae593e93', 'project_id': '1313f8ba02704889ac80d28db7864745', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:06.841518 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.884867 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Publish callbacks [] for port, precommit_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.890545 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.908549 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.915093 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.933783 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e666943d-8a81-48f5-9ec3-f7fc71329465,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:06.942377 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:06.943770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-9152b77d-7469-4cdc-abd2-269a75ad7f3e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367488 Nov 23 03:16:06.947095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42290) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:06.952111 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group_rule': {'security_group_id': '153e0435-f4b2-4e03-b7dc-abbcae593e93', 'project_id': '1313f8ba02704889ac80d28db7864745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:06.954183 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee845dc6-50a8-47a9-83db-6d19de72c441 None None] Pushing event updated for resources: {'Port': ['ID=f3052182-d692-4efb-ae28-b998549df575,revision_number=3']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:06.995608 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.securitygroups_db [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Project 1313f8ba02704889ac80d28db7864745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:16:07.002999 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.006896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Attempting to bind port f3052182-d692-4efb-ae28-b998549df575 on host dv-neutron-818844-1-hyperv for vnic_type normal with profile {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:16:07.007607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Attempting to bind port f3052182-d692-4efb-ae28-b998549df575 by drivers openvswitch,hyperv on host dv-neutron-818844-1-hyperv at level 0 using segments [{'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:16:07.008161 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Attempting to bind port f3052182-d692-4efb-ae28-b998549df575 on network e03c1000-d335-48f4-b1bf-1179d2fae7df {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:16:07.014050 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Checking agent: {'id': 'bc9ccc02-58dc-44c1-8ca2-a25d0561b419', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818844-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 13, 39), 'started_at': datetime.datetime(2021, 11, 23, 2, 14, 9), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818844-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:16:07.014716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Checking segment: {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:16:07.015130 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.015523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Bound using segment: {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'} {{(pid=103358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:16:07.016044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.managers [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Bound port: f3052182-d692-4efb-ae28-b998549df575, host: dv-neutron-818844-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f36d3d-f209-409b-b68d-9445d14f4fa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df'}}] {{(pid=103358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:16:07.016464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.086277 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.092797 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.102335 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] For port f3052182-d692-4efb-ae28-b998549df575, host dv-neutron-818844-1-hyperv, cleared binding levels {{(pid=103358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:16:07.107408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] For port f3052182-d692-4efb-ae28-b998549df575, host dv-neutron-818844-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f3052182-d692-4efb-ae28-b998549df575,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:16:07.113772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.121350 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0baa6591-7f22-42de-8fe1-abffe5645084,revision_number=0']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:07.136940 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.138407 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-4a985c65-5b97-49c6-9774-91eb7ab6b7ae tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1901181 Nov 23 03:16:07.141811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42292) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:07.149671 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'security_group_rule': {'security_group_id': '153e0435-f4b2-4e03-b7dc-abbcae593e93', 'project_id': '1313f8ba02704889ac80d28db7864745', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:07.187842 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.securitygroups_db [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Project 1313f8ba02704889ac80d28db7864745 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 03:16:07.189539 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Routers {'90e0da5e-33fb-49ff-8246-628a28add436'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:07.190433 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:16:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['90e0da5e-33fb-49ff-8246-628a28add436'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:07.194536 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.236557 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee845dc6-50a8-47a9-83db-6d19de72c441 None None] Pushing event updated for resources: {'Port': ['ID=f3052182-d692-4efb-ae28-b998549df575,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:07.270850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.276672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563875'] for security_group_rule, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.304314 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=812f636d-1899-44f6-87bb-add2416491e3,revision_number=0']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:07.323305 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.330253 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-8d2f174e-224e-4a14-8f08-b7b7d41a8000 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1821499 Nov 23 03:16:07.330521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-86d86731-ad4d-4030-93bf-db77aea382f6 None None] Provisioning complete for port f3052182-d692-4efb-ae28-b998549df575 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:07.330521 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-86d86731-ad4d-4030-93bf-db77aea382f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.377661 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] Set router 90e0da5e-33fb-49ff-8246-628a28add436 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:07.534883 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-7bc58924-b03d-4b69-9f4a-0d32be9d5462 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104444914&fields=id&tenant_id=1313f8ba02704889ac80d28db7864745 HTTP/1.1" status: 200 len: 267 time: 0.0670040 Nov 23 03:16:07.607460 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-86d86731-ad4d-4030-93bf-db77aea382f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.656308 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-5688fe4c-f284-4b36-b57b-a024d10e88fa tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:07.657775 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-5688fe4c-f284-4b36-b57b-a024d10e88fa tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 810 time: 0.1155839 Nov 23 03:16:07.676423 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-6141e6ee-5bb2-4ce3-88bc-f2de83c18d62 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/quotas/1313f8ba02704889ac80d28db7864745 HTTP/1.1" status: 200 len: 375 time: 0.0122311 Nov 23 03:16:07.689221 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-86d86731-ad4d-4030-93bf-db77aea382f6 None None] For port f3052182-d692-4efb-ae28-b998549df575, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f3052182-d692-4efb-ae28-b998549df575,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:07.695019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-86d86731-ad4d-4030-93bf-db77aea382f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:07.742986 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-2e7e8df0-25b7-4798-a0e6-4a83c9594423 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600972 Nov 23 03:16:07.767129 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:16:03Z', 'revision_number': 4, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'f3052182-d692-4efb-ae28-b998549df575', 'name': '', 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'mac_address': 'fa:16:3e:82:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '735441c4-6cca-4ff0-8946-0fdb374f3659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:03Z', 'updated_at': '2021-11-23T03:16:07Z', 'revision_number': 4, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'subnets': [{'id': '735441c4-6cca-4ff0-8946-0fdb374f3659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:07.772001 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d86731-ad4d-4030-93bf-db77aea382f6 None None] Pushing event updated for resources: {'Port': ['ID=f3052182-d692-4efb-ae28-b998549df575,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:07.817561 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1aaef48-f520-4641-9a24-3fd6963fc485 None None] The sync data for ids ['90e0da5e-33fb-49ff-8246-628a28add436'] in dv-neutron-818844-1-hyperv is: [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:16:03Z', 'revision_number': 4, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'f3052182-d692-4efb-ae28-b998549df575', 'name': '', 'network_id': 'e03c1000-d335-48f4-b1bf-1179d2fae7df', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'mac_address': 'fa:16:3e:82:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '735441c4-6cca-4ff0-8946-0fdb374f3659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:03Z', 'updated_at': '2021-11-23T03:16:07Z', 'revision_number': 4, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'subnets': [{'id': '735441c4-6cca-4ff0-8946-0fdb374f3659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:16:07.828062 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-c5520dbe-9f73-46c1-ab7b-2fb488d31ed8 None None] Provisioning complete for port f3052182-d692-4efb-ae28-b998549df575 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:07.828538 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c5520dbe-9f73-46c1-ab7b-2fb488d31ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:08.010326 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d530497d-7611-479b-88d6-b0811703f36f service neutron] 10.222.0.53 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524168 Nov 23 03:16:08.031856 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f3052182-d692-4efb-ae28-b998549df575 up at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:08.087223 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Provisioning complete for port f3052182-d692-4efb-ae28-b998549df575 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:08.087608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:08.133956 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-bf28b321-e5b1-4296-bc0c-b65c5213eb9b service neutron] 10.222.0.53 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112444 Nov 23 03:16:08.365522 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:09.342611 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:09.345659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-63b9f6e4-499a-4e40-a6e3-434de97cb89f req-3014c443-7fa2-4c8f-a125-b0340031636c tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 210 time: 0.0293162 Nov 23 03:16:10.436786 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7376ba52-f090-4981-9871-12082535a6a3 req-892885eb-17ee-4c99-ac46-c24546f580c5 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 210 time: 0.0335066 Nov 23 03:16:11.530916 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-14cb105a-d8e1-4d16-ae71-41718e76ca29 req-a4d755aa-6787-4fc4-a697-b59f104fe41d tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Nov 23 03:16:12.612567 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-35b34513-e248-418d-a35e-30acca01da61 req-5922ce3a-718d-4eac-9242-e9dd0d9609e3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 210 time: 0.0274203 Nov 23 03:16:13.712901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-f4d7e354-f90c-4735-93ea-d427fd4b0c4c req-7c311df5-b345-4c63-b827-1ce5e46d6fa0 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 210 time: 0.0282168 Nov 23 03:16:14.745073 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-5d4f8305-1cc9-4c78-8af3-99cf78156559 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:14.746667 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-5d4f8305-1cc9-4c78-8af3-99cf78156559 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 810 time: 0.1020927 Nov 23 03:16:14.811536 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7cc63a63-5cb2-463c-8431-f13707d67bdd req-ee94dc95-7bfe-4ee9-83c5-e6963e5222eb tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 210 time: 0.0276904 Nov 23 03:16:14.831968 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-203d4084-bfc4-4e17-bee6-4d1ecb325e50 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1313f8ba02704889ac80d28db7864745 HTTP/1.1" status: 200 len: 380 time: 0.0617814 Nov 23 03:16:14.845722 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'port': {'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'admin_state_up': True, 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'security_groups': ['153e0435-f4b2-4e03-b7dc-abbcae593e93']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:14.960326 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Made reservation on behalf of 1313f8ba02704889ac80d28db7864745 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:16:14.963995 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.094592 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Allocated IP 172.20.0.14 (bbc7b4c6-afb5-4a31-bf76-d723004139ae/77c83d80-ecba-461d-af12-4e88781e8e30/c34db9af-df68-4d05-b0e1-6a5b965525f6) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:16:15.231483 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.278100 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.322832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:16:15.326350 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:15.330107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:16:15.355765 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:15.387869 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:15.388529 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.406747 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-d46de0b5-a463-4792-81c4-b486e9c229b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647571 Nov 23 03:16:15.426963 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Request body: {'port': {'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:15.485246 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.530785 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-eee52ef1-8090-46f9-9c2c-c7a4152003eb None None] Provisioning complete for port c34db9af-df68-4d05-b0e1-6a5b965525f6 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:15.531392 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-eee52ef1-8090-46f9-9c2c-c7a4152003eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.563728 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-eee52ef1-8090-46f9-9c2c-c7a4152003eb None None] Port c34db9af-df68-4d05-b0e1-6a5b965525f6 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:16:15.760057 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34db9af-df68-4d05-b0e1-6a5b965525f6 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:16:15.768217 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.781443 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Transition to ACTIVE for port object c34db9af-df68-4d05-b0e1-6a5b965525f6 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:16:15.786824 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:15.836218 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:15.945878 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Attempting to bind port c34db9af-df68-4d05-b0e1-6a5b965525f6 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:16:15.946237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Attempting to bind port c34db9af-df68-4d05-b0e1-6a5b965525f6 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:16:15.946567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Attempting to bind port c34db9af-df68-4d05-b0e1-6a5b965525f6 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:16:15.959853 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c00480-e4e5-4fcd-8555-9b30d5e5b13e req-2cf02c1b-3302-406b-97b8-ad4d8b9d24a4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:15.961689 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-37c00480-e4e5-4fcd-8555-9b30d5e5b13e req-2cf02c1b-3302-406b-97b8-ad4d8b9d24a4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0760686 Nov 23 03:16:15.962856 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Port c34db9af-df68-4d05-b0e1-6a5b965525f6 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:16:15.963178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Attempting to bind port c34db9af-df68-4d05-b0e1-6a5b965525f6 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:16:15.970116 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:16:15.970453 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Checking segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:16:15.970837 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Bound using segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:16:15.971273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Bound port: c34db9af-df68-4d05-b0e1-6a5b965525f6, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:16:15.971639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:16.060024 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-37c00480-e4e5-4fcd-8555-9b30d5e5b13e req-bfbf4667-fb77-493a-8b7e-2a11b4257a0e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910499 Nov 23 03:16:16.083024 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:16:16.086379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:16:16.092730 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:16.132983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:16.133715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:16.135136 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] 10.222.0.46 "PUT /v2.0/ports/c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 1094 time: 0.7125421 Nov 23 03:16:16.135584 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:16:16.137883 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9357452a-9986-4918-89da-6c9b2890ea89" -d '{"events": [{"name": "network-changed", "server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:16:16.162673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4c64-1b1f-4c0a-88f3-e68e85f55097 service neutron] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:16.245607 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4b3b7-b636-4f55-a3ce-7c8d39483dac x-openstack-request-id: req-7fb4b3b7-b636-4f55-a3ce-7c8d39483dac {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:16:16.245907 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:16:16.246192 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7fb4b3b7-b636-4f55-a3ce-7c8d39483dac {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:16:16.246594 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'status': 'completed', 'code': 200} Nov 23 03:16:16.253032 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-c78bba0a-4953-4018-b766-d5c04a0f7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:16.260307 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-c78bba0a-4953-4018-b766-d5c04a0f7aac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1097 time: 0.0575340 Nov 23 03:16:16.310156 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-1815337c-9ce5-4445-8680-c0aa54c434f9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 217 time: 0.0352836 Nov 23 03:16:16.369318 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-e8d9acd8-6df9-441e-9688-513d77cd7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:16.372357 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-e8d9acd8-6df9-441e-9688-513d77cd7b43 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0522904 Nov 23 03:16:16.420845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-6dcb16e0-2121-41c6-9ad2-13bf58583d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:16.422392 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-6dcb16e0-2121-41c6-9ad2-13bf58583d50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416470 Nov 23 03:16:16.512783 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-dca321f3-b380-4d7b-bab8-981f6811da21 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821478 Nov 23 03:16:16.947820 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-dc938dc3-7d16-4279-b745-95b52f83d064 req-757f883a-53ec-42c3-8042-c841f60dba54 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224916 Nov 23 03:16:17.108940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357452a-9986-4918-89da-6c9b2890ea89 req-44749e40-fc6b-444e-aac3-8a818e2173c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:17.110478 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-44749e40-fc6b-444e-aac3-8a818e2173c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1097 time: 0.0435519 Nov 23 03:16:17.237573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d4db8-1857-4047-9f40-4e2577d4178b req-c47cbabe-d724-4427-8eb7-8d6536a546ba tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:17.239068 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e19d4db8-1857-4047-9f40-4e2577d4178b req-c47cbabe-d724-4427-8eb7-8d6536a546ba tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.1019437 Nov 23 03:16:17.243726 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357452a-9986-4918-89da-6c9b2890ea89 req-b0ec40f0-2f5e-47ea-9fa9-2e6275b61d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:17.245125 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-b0ec40f0-2f5e-47ea-9fa9-2e6275b61d67 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.1253779 Nov 23 03:16:17.300503 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-d4900a9e-51c6-488d-8899-8724d9fd37cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 217 time: 0.0412252 Nov 23 03:16:17.352519 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e19d4db8-1857-4047-9f40-4e2577d4178b req-d70153cb-2ed1-48b8-987b-6fb95b0d0c00 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063833 Nov 23 03:16:17.367952 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357452a-9986-4918-89da-6c9b2890ea89 req-68a4c81f-0dc9-42ad-9bc6-993d1aa438f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:17.369430 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-68a4c81f-0dc9-42ad-9bc6-993d1aa438f3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0580854 Nov 23 03:16:17.419022 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357452a-9986-4918-89da-6c9b2890ea89 req-579be01b-d36d-45e3-8d7a-4bcd0b54e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:17.420570 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-579be01b-d36d-45e3-8d7a-4bcd0b54e744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402954 Nov 23 03:16:17.520325 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-74085339-a043-41a3-aeaf-779e66e403a1 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902803 Nov 23 03:16:17.626692 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-9357452a-9986-4918-89da-6c9b2890ea89 req-c09ed33f-01df-486d-adc9-6a98f1d91990 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Nov 23 03:16:18.484653 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3959e2b-6b03-407e-8473-7597422784ec req-87ee5e14-b776-4c0a-b629-04d9489c5e39 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:18.486160 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c3959e2b-6b03-407e-8473-7597422784ec req-87ee5e14-b776-4c0a-b629-04d9489c5e39 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0601566 Nov 23 03:16:18.538875 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-c3959e2b-6b03-407e-8473-7597422784ec req-010d145b-909c-44b6-a43e-d33c052781e9 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441453 Nov 23 03:16:19.682980 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bd1e-d3f4-4943-8516-9c7688839cd0 req-501ac4b8-b801-47f2-b897-52206a2bb882 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:19.684615 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3847bd1e-d3f4-4943-8516-9c7688839cd0 req-501ac4b8-b801-47f2-b897-52206a2bb882 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0667086 Nov 23 03:16:19.735994 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3847bd1e-d3f4-4943-8516-9c7688839cd0 req-3a69d491-e3d1-4cc6-b9c7-422f6e827482 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451832 Nov 23 03:16:20.872088 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222b314-5612-492b-a22f-e04282462841 req-837e2331-74ad-4d5d-a042-e7d68869f6ea tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:20.873612 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0222b314-5612-492b-a22f-e04282462841 req-837e2331-74ad-4d5d-a042-e7d68869f6ea tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0542586 Nov 23 03:16:20.927366 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-0222b314-5612-492b-a22f-e04282462841 req-526f19f3-6cb8-4c34-a58f-bdddad4d32c9 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454972 Nov 23 03:16:20.967072 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:21.216919 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:16:21.474603 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:21.489528 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:16:21.533594 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:21.546464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34db9af-df68-4d05-b0e1-6a5b965525f6 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:16:21.568925 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:21.576082 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:21.624415 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:21.951363 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['c34db9af-df68-4d05-b0e1-6a5b965525f6'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:16:22.053026 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b366-81c8-4953-9267-a6fb00fd2a36 req-a00f9985-caa6-4ab5-9959-2238a0a09eb3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:22.054801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e346b366-81c8-4953-9267-a6fb00fd2a36 req-a00f9985-caa6-4ab5-9959-2238a0a09eb3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 945 time: 0.0505269 Nov 23 03:16:22.105342 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e346b366-81c8-4953-9267-a6fb00fd2a36 req-0e3be2f4-e854-4700-8499-53f758724bf6 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Nov 23 03:16:23.224709 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:16:23.247725 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47093672-1adf-49e9-94e1-c2e60f18795b req-69e28b68-d9ec-4176-a9e0-3282a90e2726 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:23.249291 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-47093672-1adf-49e9-94e1-c2e60f18795b req-69e28b68-d9ec-4176-a9e0-3282a90e2726 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 945 time: 0.0609307 Nov 23 03:16:23.279930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port c34db9af-df68-4d05-b0e1-6a5b965525f6 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:16:23.283930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port c34db9af-df68-4d05-b0e1-6a5b965525f6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:16:23.284328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:23.301965 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-47093672-1adf-49e9-94e1-c2e60f18795b req-97785aca-f7c5-476e-b9f3-a9cc0f2e49fa tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463614 Nov 23 03:16:23.374067 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:23.407373 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:16:23.409975 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7b3e81-85ba-4128-8ec2-fc19aff3121a" -d '{"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-plugged", "status": "completed", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:16:23.423562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:16:23.429032 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:23.452590 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aea98d-2bd9-425e-87c2-aecd3b0cba9c x-openstack-request-id: req-08aea98d-2bd9-425e-87c2-aecd3b0cba9c {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:16:23.452889 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-plugged", "status": "completed", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:16:23.453148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08aea98d-2bd9-425e-87c2-aecd3b0cba9c {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:16:23.453537 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'code': 200} Nov 23 03:16:23.478381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:23.681562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321df0d-6afe-48ea-bbd9-143565a6bf44 req-201c305b-55d7-410b-9267-7c5f69683ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:23.683486 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0321df0d-6afe-48ea-bbd9-143565a6bf44 req-201c305b-55d7-410b-9267-7c5f69683ddd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1099 time: 0.0446870 Nov 23 03:16:23.739659 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0321df0d-6afe-48ea-bbd9-143565a6bf44 req-a9ba7bd8-3c4f-4082-b3b2-5342a60eec06 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463657 Nov 23 03:16:24.446033 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8572c4-ab02-41ae-aed8-56b370f5b2c0 req-59d33d39-3382-433f-8535-e82b13f71d02 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:24.447536 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8d8572c4-ab02-41ae-aed8-56b370f5b2c0 req-59d33d39-3382-433f-8535-e82b13f71d02 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 946 time: 0.0632586 Nov 23 03:16:24.498453 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-8d8572c4-ab02-41ae-aed8-56b370f5b2c0 req-5374573b-dfba-43d4-a21c-c4389b3a9142 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Nov 23 03:16:25.624956 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe3685-65e3-49b1-abfa-2183a16647ca req-2f2bdd8e-f72c-4a39-80fc-5ff0112715b7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:25.626363 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b3fe3685-65e3-49b1-abfa-2183a16647ca req-2f2bdd8e-f72c-4a39-80fc-5ff0112715b7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 946 time: 0.0520718 Nov 23 03:16:25.677660 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b3fe3685-65e3-49b1-abfa-2183a16647ca req-90288e86-ffe7-44c6-97a7-2168b65976a4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451682 Nov 23 03:16:25.800018 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426b17-4819-4fba-86af-e738e7efffb2 req-783fc4e9-0c1c-418b-a9b6-fd1f8b23866d tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:25.801509 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-29426b17-4819-4fba-86af-e738e7efffb2 req-783fc4e9-0c1c-418b-a9b6-fd1f8b23866d tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 946 time: 0.0552378 Nov 23 03:16:25.860999 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-29426b17-4819-4fba-86af-e738e7efffb2 req-1009fb38-ca90-44ff-9328-8a8e595f5733 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531623 Nov 23 03:16:25.884194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42378) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:25.981235 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6103d0e4-fb0d-4659-92c4-792e739d24e4 tempest-TestSnapshotPattern-332397970 tempest-TestSnapshotPattern-332397970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:25.982785 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6103d0e4-fb0d-4659-92c4-792e739d24e4 tempest-TestSnapshotPattern-332397970 tempest-TestSnapshotPattern-332397970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1094 time: 0.0973284 Nov 23 03:16:25.987106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42382) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:16:25.991462 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:16:26.018779 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:26.121672 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:26.223621 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Allocated IP 172.26.8.113 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/fd57a9c1-fb24-44bf-80e9-16bfce0e9088) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:16:26.333232 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:26.372868 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:26.409811 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:16:26.412676 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:16:26.416378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:16:26.439780 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'Port': ['ID=fd57a9c1-fb24-44bf-80e9-16bfce0e9088,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:26.787845 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:26.866292 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:27.021555 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:27.028976 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:27.097984 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'Port': ['ID=fd57a9c1-fb24-44bf-80e9-16bfce0e9088,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:16:27.110182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:27.214251 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.db.l3_db [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Floating IP 1f80e005-ec4a-466c-b785-20378f7c2278 associated. External IP: 172.26.8.113, port: c34db9af-df68-4d05-b0e1-6a5b965525f6. Nov 23 03:16:27.436331 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:16:27.544753 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:16:27.555015 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:16:27.564359 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:27.569288 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:27.570149 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:16:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:27.595731 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-6c409ce2-0e63-443b-9cf8-69b726e7be4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6075914 Nov 23 03:16:27.596374 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:16:27.598759 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9116109-a328-49a6-a3ef-144154154094" -d '{"events": [{"name": "network-changed", "server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:16:27.635978 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2267b43-157a-44ac-9a4a-8653e97f3850 x-openstack-request-id: req-a2267b43-157a-44ac-9a4a-8653e97f3850 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:16:27.636302 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:16:27.636566 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a2267b43-157a-44ac-9a4a-8653e97f3850 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:16:27.637007 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'status': 'completed', 'code': 200} Nov 23 03:16:27.687764 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:27.723983 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9116109-a328-49a6-a3ef-144154154094 req-66464248-71c2-4c55-9a52-9bf5b5bcdbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:27.725560 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-66464248-71c2-4c55-9a52-9bf5b5bcdbec service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1099 time: 0.0433381 Nov 23 03:16:27.816107 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9116109-a328-49a6-a3ef-144154154094 req-2992437a-1b34-4514-9711-7c536110d2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:27.818360 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-2992437a-1b34-4514-9711-7c536110d2ed service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0843272 Nov 23 03:16:27.901305 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-79a798ef-07d8-4acc-af43-1a95f4697f31 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 1000 time: 0.0702715 Nov 23 03:16:27.921226 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:26Z', 'revision_number': 0, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:27.952181 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:16:27.955517 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9116109-a328-49a6-a3ef-144154154094 req-90aaa7ff-3e5c-405c-8a89-0818a25dcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:27.957029 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-90aaa7ff-3e5c-405c-8a89-0818a25dcf79 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0475156 Nov 23 03:16:27.960481 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:16:27.961199 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:16:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:28.005215 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9116109-a328-49a6-a3ef-144154154094 req-c8761975-b8f9-4b83-a14f-a47c228800ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:16:28.006991 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-c8761975-b8f9-4b83-a14f-a47c228800ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423748 Nov 23 03:16:28.064419 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:16:28.104706 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-7a9c0a21-14b4-41e2-bb1c-be39c0524665 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888028 Nov 23 03:16:28.200073 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-a9116109-a328-49a6-a3ef-144154154094 req-55208180-313c-43fd-91f2-f7ee36b9f506 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882766 Nov 23 03:16:28.388421 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:26Z', 'revision_number': 0, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:16:28.414668 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d03e60-9c30-448f-bbae-7a04325d6001 None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:26Z', 'revision_number': 0, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:16:28.628532 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2afe60-e7f2-4ec0-8e62-6a54109f8e36 None None] New status for floating IP 1f80e005-ec4a-466c-b785-20378f7c2278: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:16:33.193250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-695796c0-67cb-4de3-a3dd-1b2689816bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:35.665524 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3484d815-cee2-40d1-b133-d04768f941ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:36.709006 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:38.373368 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:39.361616 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:16:39.642766 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:16:50.973602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:03.186440 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-41d23d43-7ec3-43a3-b291-bd940b84b007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:05.655602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6bf35bad-b8b7-4fd5-92eb-4022a95627c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:06.711953 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:08.371543 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:09.353294 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:16.647346 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:17:20.981158 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:23.850325 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-9e18a863-c8fc-4b33-9bf1-90da23f3ae2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438113 Nov 23 03:17:23.972665 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-31c5bd21-482c-40db-9c4c-a941d06ad1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:23.974193 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-31c5bd21-482c-40db-9c4c-a941d06ad1c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1099 time: 0.0445311 Nov 23 03:17:24.095708 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-9995188f-da25-4f5d-9dc1-a7cfec5e81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:24.097319 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-9995188f-da25-4f5d-9dc1-a7cfec5e81d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0976703 Nov 23 03:17:24.168756 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-4dd29118-ed09-4803-ab14-2d764c54936d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 1002 time: 0.0607781 Nov 23 03:17:24.221840 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-4e5cf060-688d-41a2-9b01-8b6f651eb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:24.223281 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-4e5cf060-688d-41a2-9b01-8b6f651eb960 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0446725 Nov 23 03:17:24.274900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-a164f368-70ec-4d17-b63b-1169a51d0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:17:24.276438 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-a164f368-70ec-4d17-b63b-1169a51d0f08 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447710 Nov 23 03:17:24.383518 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-e8e5f988-0525-4e8b-85ac-6d390288eb5d service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955486 Nov 23 03:17:24.486670 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-52d64ee7-493d-459c-b4a9-eb79cfdaf647 req-72247167-6c64-4734-9fc0-1d91fd182dd2 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935781 Nov 23 03:17:33.196200 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d06ae64c-0314-471c-9365-ad97fa682066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:35.659397 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-265d6367-1ac8-4406-b890-99bbf37adc84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:36.715002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:38.373040 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:39.357558 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:51.001941 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:17:53.655437 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:18:03.194145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b67005ed-2f8d-4a0b-af71-b280705a121c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:05.660366 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0da577e1-b384-4c2e-99e1-e9e0f563de84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:06.719436 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:08.378077 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:09.355827 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:20.989322 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:25.943663 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-0579ca8d-8562-41bc-96f5-9738a93d0726 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1188798 Nov 23 03:18:26.062367 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-a660817e-12fb-4d3f-be07-746a808ef135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:26.063898 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-a660817e-12fb-4d3f-be07-746a808ef135 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1099 time: 0.0433631 Nov 23 03:18:26.174714 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-3c4cea22-4a98-4157-a32f-2b5ec8bfe810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:26.176352 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-3c4cea22-4a98-4157-a32f-2b5ec8bfe810 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0901163 Nov 23 03:18:26.244451 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-a999df78-635b-401e-af6b-1fb2809ad38b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 1002 time: 0.0603664 Nov 23 03:18:26.303244 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-5de50fa6-ee7b-4630-a6ba-f694d9d1e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:26.304998 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-5de50fa6-ee7b-4630-a6ba-f694d9d1e837 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0509889 Nov 23 03:18:26.362562 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-925f7599-0456-4ee5-8790-0940ced59376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:26.364172 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-925f7599-0456-4ee5-8790-0940ced59376 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421181 Nov 23 03:18:26.456373 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-1548dcc6-75ef-40f4-8be5-cf5d22809406 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822039 Nov 23 03:18:26.551018 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-0c9c28c6-8916-43db-8d7e-aa7448c0db58 req-b2043561-128b-4aae-8b8c-0c18d3c2d9d2 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868945 Nov 23 03:18:29.787002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:18:29.897708 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:29.908649 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:18:29.951475 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:29.964485 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c34db9af-df68-4d05-b0e1-6a5b965525f6 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:18:29.983834 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:29.989852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:30.039003 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:30.046292 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.046837 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.047146 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.047636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.047979 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.048336 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.048882 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.049265 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.049599 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.049928 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.050226 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.050549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:30.170484 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['c34db9af-df68-4d05-b0e1-6a5b965525f6'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:18:30.647094 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:18:31.787880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:18:31.849463 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port c34db9af-df68-4d05-b0e1-6a5b965525f6 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:18:31.850043 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:31.940658 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:31.970838 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:31.973234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dec658a-5689-4ae7-bb59-69a9bc08a1e4" -d '{"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-plugged", "status": "completed", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:31.997742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:32.004464 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:32.070643 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:32.139697 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d7dc36-6cb1-4b47-810e-618310bf5ac6 x-openstack-request-id: req-63d7dc36-6cb1-4b47-810e-618310bf5ac6 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:32.140008 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-plugged", "status": "completed", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:32.140302 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63d7dc36-6cb1-4b47-810e-618310bf5ac6 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:32.140701 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'code': 200} Nov 23 03:18:33.189230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-3184d53c-ef0c-418a-ad6d-dfe1f49577e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:35.656726 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ae900483-046a-4cdd-a733-dbe02f2eb9a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:36.715828 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:38.378499 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:39.354672 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:39.993964 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3ee18797-f828-44eb-8c52-5c77fea30b28 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2104444914&fields=id&tenant_id=1313f8ba02704889ac80d28db7864745 HTTP/1.1" status: 200 len: 267 time: 0.0469892 Nov 23 03:18:40.108546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-28c6b6c3-4192-4646-b732-7b50844345f6 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:40.110671 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-28c6b6c3-4192-4646-b732-7b50844345f6 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 810 time: 0.1070442 Nov 23 03:18:40.128994 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-ce33e157-3fa5-4021-b957-e74adb01361d tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/quotas/1313f8ba02704889ac80d28db7864745 HTTP/1.1" status: 200 len: 375 time: 0.0120404 Nov 23 03:18:40.195931 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-d3d5eeeb-a775-442b-b22e-b606810a63df tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564229 Nov 23 03:18:40.302486 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-b419ea84-decf-4245-962c-fbf5962db69d service neutron] 10.222.0.53 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944583 Nov 23 03:18:40.400775 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-43c8fb1a-0bfa-4712-a729-a385bdc2b7f4 service neutron] 10.222.0.53 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919173 Nov 23 03:18:40.584267 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8cba7c57-abbf-4937-b5db-35e29964b234 req-72555b3a-19b0-4057-8d6e-396c9b745807 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0299857 Nov 23 03:18:41.690422 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-1a98fdc5-92c5-45f7-a1f8-990998e5b467 req-60f107d3-2c9c-40b8-a890-f4b32a1b39e3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0298886 Nov 23 03:18:41.773937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-f12d25a8-728e-41da-b75c-4ddcf7758ccc tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:41.775417 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-f12d25a8-728e-41da-b75c-4ddcf7758ccc tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 810 time: 0.1062224 Nov 23 03:18:41.849513 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-89f73559-8a88-4d31-a5d3-3d081c59daeb tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1313f8ba02704889ac80d28db7864745 HTTP/1.1" status: 200 len: 380 time: 0.0545647 Nov 23 03:18:41.862044 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'port': {'device_id': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'admin_state_up': True, 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'security_groups': ['153e0435-f4b2-4e03-b7dc-abbcae593e93']}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:18:41.979875 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Made reservation on behalf of 1313f8ba02704889ac80d28db7864745 for: {'port': 1} {{(pid=103357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 03:18:41.984335 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:42.113238 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_common [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Allocated IP 172.20.0.11 (bbc7b4c6-afb5-4a31-bf76-d723004139ae/77c83d80-ecba-461d-af12-4e88781e8e30/8f854e7b-7f8b-403f-a3e3-8d2eea8f6071) {{(pid=103357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:18:42.276694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for port, precommit_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:42.312411 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_create {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:42.361862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae is already hosted by enough agents. {{(pid=103357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:18:42.365937 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.base_scheduler [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Resources bound (agent type, host, resource id): {{(pid=103357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:18:42.370290 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Received port after_create {{(pid=103357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:18:42.412674 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=1']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:42.429259 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.430041 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.430550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.431056 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.431541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.432496 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.433293 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.439038 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.439658 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.440171 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.440694 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.441179 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:18:42.471412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:42.472178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:42.495950 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-3c098fcd-bcc9-4ef8-bd44-7d5ea2c9deca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6383991 Nov 23 03:18:42.696669 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-971cb46d-9207-462a-94f2-3368b84d6e4e None None] Provisioning complete for port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 triggered by entity DHCP. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:18:42.697264 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-971cb46d-9207-462a-94f2-3368b84d6e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:42.750832 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-971cb46d-9207-462a-94f2-3368b84d6e4e None None] Port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 cannot update to ACTIVE because it is not bound. {{(pid=103358) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 03:18:42.823379 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abce4e-0b40-4a28-be39-f04973d1b845 req-02c37699-6d4d-4477-85b5-5dbfee54a8d2 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:42.825409 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1abce4e-0b40-4a28-be39-f04973d1b845 req-02c37699-6d4d-4477-85b5-5dbfee54a8d2 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0549128 Nov 23 03:18:42.877845 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-b1abce4e-0b40-4a28-be39-f04973d1b845 req-b01b4547-663a-4236-a3b4-bf43c74c4c67 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458891 Nov 23 03:18:43.878406 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:18:43.966128 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:43.990263 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:43.992633 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12af93cb-2c98-42f6-abb5-0bbd8c5c7279" -d '{"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-unplugged", "status": "completed", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:43.997274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb6449-5d92-4a09-a4b3-c1c70c4b1b61 req-a3754d7a-7ed2-49b1-841f-dbad36001dc3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:43.998971 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6afb6449-5d92-4a09-a4b3-c1c70c4b1b61 req-a3754d7a-7ed2-49b1-841f-dbad36001dc3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0499456 Nov 23 03:18:44.031127 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:44.040377 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:44.077636 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eaf68c-1f9b-4132-b778-a8f9f9c0d336 x-openstack-request-id: req-c9eaf68c-1f9b-4132-b778-a8f9f9c0d336 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:44.077932 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-unplugged", "status": "completed", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:44.078393 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9eaf68c-1f9b-4132-b778-a8f9f9c0d336 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:44.078953 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'code': 200} Nov 23 03:18:44.094518 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-6afb6449-5d92-4a09-a4b3-c1c70c4b1b61 req-0045c82c-2184-4e3a-b1bd-02d5795f1257 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752704 Nov 23 03:18:44.099768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:45.231545 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc98a8d-63e7-4337-9609-efdd5f2672e7 req-cdd82b87-78b0-4ee2-836b-6c2ea90476f0 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:45.233084 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7dc98a8d-63e7-4337-9609-efdd5f2672e7 req-cdd82b87-78b0-4ee2-836b-6c2ea90476f0 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0546632 Nov 23 03:18:45.301293 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-7dc98a8d-63e7-4337-9609-efdd5f2672e7 req-e9b728fc-3a98-47fb-af28-aa8829b40658 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590675 Nov 23 03:18:46.437562 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50199b4-fb85-4a57-afbe-74ce3807050d req-c80cd6fb-4fc0-4e90-b1e9-0e81cf0f6de9 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:46.439336 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b50199b4-fb85-4a57-afbe-74ce3807050d req-c80cd6fb-4fc0-4e90-b1e9-0e81cf0f6de9 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0607004 Nov 23 03:18:46.492559 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b50199b4-fb85-4a57-afbe-74ce3807050d req-615066c1-c955-4505-b18c-17de2e9d14f3 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Nov 23 03:18:47.624604 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8d75f-b278-4699-b3eb-856bfc5f6313 req-77a6f34d-2d82-485b-9610-b0c39040639c tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:47.626311 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08e8d75f-b278-4699-b3eb-856bfc5f6313 req-77a6f34d-2d82-485b-9610-b0c39040639c tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0562508 Nov 23 03:18:47.682637 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-08e8d75f-b278-4699-b3eb-856bfc5f6313 req-04615985-484e-467a-8758-6df48c96766f tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498655 Nov 23 03:18:48.821857 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edbe25-fdda-4de5-918e-a15d0051e48b req-1b09581f-cdaa-40a7-8a1f-6e8659429c25 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:48.823383 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-97edbe25-fdda-4de5-918e-a15d0051e48b req-1b09581f-cdaa-40a7-8a1f-6e8659429c25 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0565195 Nov 23 03:18:48.881256 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-97edbe25-fdda-4de5-918e-a15d0051e48b req-307f0afe-920b-4b8d-8d7d-54a0bc7ab7d1 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515909 Nov 23 03:18:50.019428 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1e882-832b-43a1-baab-93a3fa5abd84 req-d8ea938c-2bd3-4e1c-8752-ad3180803e9b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:50.020971 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67c1e882-832b-43a1-baab-93a3fa5abd84 req-d8ea938c-2bd3-4e1c-8752-ad3180803e9b tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0591996 Nov 23 03:18:50.076801 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-67c1e882-832b-43a1-baab-93a3fa5abd84 req-a9ef339f-732a-4ffd-889d-b27a57806173 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494764 Nov 23 03:18:51.001602 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:51.263577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395edfbe-ad76-4668-afd3-536510a91c60 req-2b2a794a-6261-4331-89c2-af05917b1ab1 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:51.265005 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-395edfbe-ad76-4668-afd3-536510a91c60 req-2b2a794a-6261-4331-89c2-af05917b1ab1 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.1152699 Nov 23 03:18:51.328219 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-395edfbe-ad76-4668-afd3-536510a91c60 req-b843c5cf-1e71-491c-9611-fe358dd5c0cb tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568659 Nov 23 03:18:52.515018 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f0645-9a99-449e-b053-40840294a073 req-0112ce3e-4973-4978-b4df-504b37f1f5d0 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:52.516800 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-755f0645-9a99-449e-b053-40840294a073 req-0112ce3e-4973-4978-b4df-504b37f1f5d0 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.1099441 Nov 23 03:18:52.570035 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-755f0645-9a99-449e-b053-40840294a073 req-852244f8-ae70-4fbf-80d4-0954fea9e649 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444996 Nov 23 03:18:53.296158 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.v2.base [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Request body: {'port': {'device_id': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=103357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:18:53.351981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:53.698040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976ba9f-7f06-4f38-96ab-20e31f1d51a4 req-a0608b9d-bfc0-491d-8a8d-52bc661b6088 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:53.699688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f976ba9f-7f06-4f38-96ab-20e31f1d51a4 req-a0608b9d-bfc0-491d-8a8d-52bc661b6088 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 932 time: 0.0542259 Nov 23 03:18:53.752705 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f976ba9f-7f06-4f38-96ab-20e31f1d51a4 req-c58186f4-3eb1-4132-8905-92120a2a1946 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Nov 23 03:18:53.967939 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 {{(pid=103357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:18:53.980005 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:53.993148 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.provisioning_blocks [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Transition to ACTIVE for port object 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 will not be triggered until provisioned by entity L2. {{(pid=103357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 03:18:53.999419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:54.049249 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=2']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:54.121629 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Attempting to bind port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 03:18:54.122011 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Attempting to bind port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 03:18:54.122317 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Attempting to bind port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:18:54.127275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 03:18:54.127611 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Attempting to bind port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 on network bbc7b4c6-afb5-4a31-bf76-d723004139ae {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 03:18:54.133338 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Checking agent: {'id': 'c4b8b80e-6392-4cf0-941f-f673204442e7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'started_at': datetime.datetime(2021, 11, 23, 2, 19, 20), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 3, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 03:18:54.133706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Checking segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 03:18:54.134108 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Bound using segment: {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'} {{(pid=103357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 03:18:54.134567 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.managers [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Bound port: 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae'}}] {{(pid=103357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 03:18:54.135151 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:54.204542 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, cleared binding levels {{(pid=103357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 03:18:54.207641 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 03:18:54.213763 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2955347'] for port, after_update {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:54.250233 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.250844 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:54.252350 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] 10.222.0.46 "PUT /v2.0/ports/8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 200 len: 1094 time: 0.9608610 Nov 23 03:18:54.252814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:18:54.255094 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}df707b06f6e9bdd09e98ce00e6fb50ec6090e40668e1104e4c14e9646aca8210" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746b9f88-2a9d-4434-b6b8-375904c492cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:18:54.278270 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389e6fa-14b6-4790-93e7-610e2b374d79 service neutron] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=3']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:54.298370 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885835ee-aeaa-4fd3-b4d3-65477bc420d7 x-openstack-request-id: req-885835ee-aeaa-4fd3-b4d3-65477bc420d7 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:18:54.298796 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:18:54.299053 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-885835ee-aeaa-4fd3-b4d3-65477bc420d7 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:18:54.299484 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'status': 'completed', 'code': 200} Nov 23 03:18:54.363384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-67957ff8-36c8-4ec4-a8a0-58eab03d3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.364948 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-67957ff8-36c8-4ec4-a8a0-58eab03d3b47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0440552 Nov 23 03:18:54.429150 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-e0efc3ea-2d49-4aaa-8723-2763cb2377b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 200 len: 217 time: 0.0400102 Nov 23 03:18:54.481052 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-19a91a51-ef90-43fa-9f64-50ce82f46ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.482581 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-19a91a51-ef90-43fa-9f64-50ce82f46ded service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0447869 Nov 23 03:18:54.533279 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead89f50-031f-40d8-9823-d815c485ba39 req-4e76390c-4839-48fe-a224-2649bafb51b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.535524 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-4e76390c-4839-48fe-a224-2649bafb51b1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443926 Nov 23 03:18:54.633379 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-89cf1c26-c10f-4f2f-8b7c-d696e129bea2 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850742 Nov 23 03:18:54.730927 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ead89f50-031f-40d8-9823-d815c485ba39 req-bb66b7c5-b6bf-407a-b24b-aba1318ae99b service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879366 Nov 23 03:18:54.871140 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-d4dd42d4-7ddf-41db-91f9-138ff4312438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.872738 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-d4dd42d4-7ddf-41db-91f9-138ff4312438 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0466824 Nov 23 03:18:54.878094 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36dc36-03fe-4b22-b98c-b4c75674a982 req-8210d489-e777-4c1d-9188-f791d3f98b08 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.879620 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4d36dc36-03fe-4b22-b98c-b4c75674a982 req-8210d489-e777-4c1d-9188-f791d3f98b08 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0522206 Nov 23 03:18:54.932535 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-4d36dc36-03fe-4b22-b98c-b4c75674a982 req-e36159be-b370-4fcb-b72a-8d5540f1fad1 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Nov 23 03:18:54.969810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-adebc914-ed65-4bf8-a2c5-5cf3fdd6fff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:54.971292 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-adebc914-ed65-4bf8-a2c5-5cf3fdd6fff7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0907099 Nov 23 03:18:55.015126 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-9e07f9a5-8bc4-44cf-8277-20fb3447edf2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 200 len: 217 time: 0.0351059 Nov 23 03:18:55.067981 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-3834bff1-0988-4491-99c3-d0dedca13a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:55.069356 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-3834bff1-0988-4491-99c3-d0dedca13a31 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0468135 Nov 23 03:18:55.130046 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-d7150c7f-21b1-40e5-b4a9-e04bd074a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:55.131554 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-d7150c7f-21b1-40e5-b4a9-e04bd074a4e0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536861 Nov 23 03:18:55.227296 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-ec9d91a4-d925-468d-9f1a-52548c35a9a5 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860524 Nov 23 03:18:55.341197 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-746b9f88-2a9d-4434-b6b8-375904c492cb req-554811c2-96b4-4c81-9493-74643e408323 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037827 Nov 23 03:18:56.061181 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1125bdb-2331-4022-b775-6f825ba0b9f8 req-f1fcf2e0-4082-4ed8-a9fe-8f7f5baafba4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:56.062599 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e1125bdb-2331-4022-b775-6f825ba0b9f8 req-f1fcf2e0-4082-4ed8-a9fe-8f7f5baafba4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0526843 Nov 23 03:18:56.114154 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e1125bdb-2331-4022-b775-6f825ba0b9f8 req-6e2277cf-fb45-42cd-8318-0d187e1c5425 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Nov 23 03:18:57.253494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e37228-316e-4271-a80e-48b75b84d541 req-6bf1e023-deb7-4db4-bfdc-3ca304847688 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:57.255109 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78e37228-316e-4271-a80e-48b75b84d541 req-6bf1e023-deb7-4db4-bfdc-3ca304847688 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0597107 Nov 23 03:18:57.305516 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-78e37228-316e-4271-a80e-48b75b84d541 req-a9106287-3517-4d6e-8f75-bd350c8b3924 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438364 Nov 23 03:18:57.936585 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:18:58.044768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:58.056742 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'port_id': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'mac_address': 'fa:16:3e:71:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:18:58.093914 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:58.107563 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:18:58.130942 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:18:58.138188 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:18:58.190133 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=4']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:18:58.441216 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3f239-8aa2-4f07-9652-272e7706b693 req-d20f93fe-4a3e-4777-bdf5-19d4fa837433 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:58.442633 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ffc3f239-8aa2-4f07-9652-272e7706b693 req-d20f93fe-4a3e-4777-bdf5-19d4fa837433 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 945 time: 0.0562818 Nov 23 03:18:58.495357 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:18:58.497644 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ffc3f239-8aa2-4f07-9652-272e7706b693 req-d9498a7b-22e7-4c27-b311-72ef981e0303 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460513 Nov 23 03:18:59.624330 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5474366-7569-40cf-a784-1338adcffc4d req-f804a920-d87f-4257-bd8c-83712b5d8584 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:18:59.625711 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5474366-7569-40cf-a784-1338adcffc4d req-f804a920-d87f-4257-bd8c-83712b5d8584 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 945 time: 0.0532093 Nov 23 03:18:59.680697 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-b5474366-7569-40cf-a784-1338adcffc4d req-f0daff12-45df-4f15-b737-8d208a68c8d7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461719 Nov 23 03:18:59.953218 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:19:00.025148 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning for port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 completed by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 03:19:00.033472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:19:00.033847 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:00.111327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:00.133858 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:19:00.136387 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f7bc1eaeb81847548288141a6c01928d0b87813e4002cd3d045fd9f25ab69b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a79226c-1f65-4e85-a300-f45f8940fab1" -d '{"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:19:00.148774 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:19:00.154765 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:00.181078 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb394a18-1b61-494b-8b18-e3565176cfcb x-openstack-request-id: req-fb394a18-1b61-494b-8b18-e3565176cfcb {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:19:00.181374 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:19:00.181626 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb394a18-1b61-494b-8b18-e3565176cfcb {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:19:00.182013 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'code': 200} Nov 23 03:19:00.207608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=5']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:19:00.412260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe48c5c-4b9b-42a9-b0f8-923cfc0aaf95 req-9292a4d4-aabf-46fe-9a9a-35de02bedd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:00.413787 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-abe48c5c-4b9b-42a9-b0f8-923cfc0aaf95 req-9292a4d4-aabf-46fe-9a9a-35de02bedd22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1099 time: 0.0445781 Nov 23 03:19:00.463321 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-abe48c5c-4b9b-42a9-b0f8-923cfc0aaf95 req-6010e60f-b14e-4df4-8b6c-e0c03a885145 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Nov 23 03:19:00.817546 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e96cc-3b54-431d-828d-6e65ce0aa0d7 req-b379563e-5ec5-4158-ae4b-fbc5b8372cef tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:00.819679 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f85e96cc-3b54-431d-828d-6e65ce0aa0d7 req-b379563e-5ec5-4158-ae4b-fbc5b8372cef tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0581384 Nov 23 03:19:00.878528 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-f85e96cc-3b54-431d-828d-6e65ce0aa0d7 req-17061f72-39b0-4260-8a61-bb9efcb3a837 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506752 Nov 23 03:19:02.000384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa230d-1027-4ba3-ba47-0bb778a5530d req-26e7f63f-a5a9-4edf-a39b-d403d35d7e4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:02.001881 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5cfa230d-1027-4ba3-ba47-0bb778a5530d req-26e7f63f-a5a9-4edf-a39b-d403d35d7e4a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0515292 Nov 23 03:19:02.060770 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-5cfa230d-1027-4ba3-ba47-0bb778a5530d req-6a60e800-e472-4058-af3f-df60fe9ad0b4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503981 Nov 23 03:19:02.182855 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22f345-51df-41d8-9982-c8232fc962fa req-23b346a8-9831-42e9-93d9-4e3d15dcfe1c tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:02.184284 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7a22f345-51df-41d8-9982-c8232fc962fa req-23b346a8-9831-42e9-93d9-4e3d15dcfe1c tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0526977 Nov 23 03:19:02.238256 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-7a22f345-51df-41d8-9982-c8232fc962fa req-27636de7-b7d2-4cda-81bd-0542c544b1a9 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448322 Nov 23 03:19:02.259781 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42670) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:19:02.299725 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db340ca5-9224-489b-aa94-7f800c89923f tempest-TestSnapshotPattern-332397970 tempest-TestSnapshotPattern-332397970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:02.301318 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-db340ca5-9224-489b-aa94-7f800c89923f tempest-TestSnapshotPattern-332397970 tempest-TestSnapshotPattern-332397970-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0404530 Nov 23 03:19:02.304390 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42672) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:19:02.309073 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.v2.base [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Request body: {'floatingip': {'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'port_id': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 03:19:02.336577 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:02.454622 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:02.563601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_common [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Allocated IP 172.26.8.62 (2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40/68550bb3-9510-4cf3-a5ad-2f4f15c4b995/0f656457-c9d9-4703-beeb-a09868d53c8c) {{(pid=103356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 03:19:02.671065 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for port, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:02.711521 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733508025492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:02.755964 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Network 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 is already hosted by enough agents. {{(pid=103356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 03:19:02.758962 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.base_scheduler [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Resources bound (agent type, host, resource id): {{(pid=103356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 03:19:02.761765 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Received port after_create {{(pid=103356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 03:19:02.790416 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'Port': ['ID=0f656457-c9d9-4703-beeb-a09868d53c8c,revision_number=1']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:19:02.802167 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.802519 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.802858 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.803195 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.803524 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.803878 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.804205 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.804564 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.804887 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.805212 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.805513 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:02.805820 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:19:03.195804 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9decae55-86c4-417b-9c86-c6cc4aec53af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:03.485274 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:03.557139 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:03.719218 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for port, precommit_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:03.726829 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9813492'] for port, after_update {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:03.794635 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event updated for resources: {'Port': ['ID=0f656457-c9d9-4703-beeb-a09868d53c8c,revision_number=2']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:19:03.808806 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616221'] for floatingip, after_create {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:03.916862 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Floating IP 09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae associated. External IP: 172.26.8.62, port: 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071. Nov 23 03:19:04.142286 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:19:04.254889 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:19:04.266477 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:19:04.274626 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:04.279247 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:19:04.279886 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:18:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:19:04.303082 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1784629e-1558-483f-b54d-9b9367071df4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9975843 Nov 23 03:19:04.303633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:19:04.306031 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e0f29d328e53487e01e83b22939af335acb9139403da9439f060a7edddeff10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30416eb9-7c3f-4001-9259-a994e98842b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:19:04.344784 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4651a647-5aaa-4261-9a2d-c826329630b0 x-openstack-request-id: req-4651a647-5aaa-4261-9a2d-c826329630b0 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:19:04.345095 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:19:04.345369 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4651a647-5aaa-4261-9a2d-c826329630b0 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:19:04.345802 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'status': 'completed', 'code': 200} Nov 23 03:19:04.395147 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:19:04.440260 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-c8761cdb-f8ef-40fe-adcc-13ee0e56372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:04.441833 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-c8761cdb-f8ef-40fe-adcc-13ee0e56372d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1099 time: 0.0425847 Nov 23 03:19:04.542591 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-7b5a8f00-9170-48a0-901c-f03bf9bd9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:04.544266 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-7b5a8f00-9170-48a0-901c-f03bf9bd9ea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0949759 Nov 23 03:19:04.612600 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-4de84d51-8f6b-4dbe-b2a3-be1415dadd90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 200 len: 999 time: 0.0605345 Nov 23 03:19:04.628798 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:71:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:19:03Z', 'updated_at': '2021-11-23T03:19:03Z', 'revision_number': 0, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}, {'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:28Z', 'revision_number': 1, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:19:04.658599 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:19:04.663332 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-786dcb62-2cfa-4027-866e-f4dbd3a2c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:04.664893 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-786dcb62-2cfa-4027-866e-f4dbd3a2c732 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0451944 Nov 23 03:19:04.666899 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:19:04.667491 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:18:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:19:04.715027 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-7851cef5-fbe3-44d4-bc32-24cc2855eefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:04.716689 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-7851cef5-fbe3-44d4-bc32-24cc2855eefd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444264 Nov 23 03:19:04.772756 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:19:04.810759 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-927da2b8-9ec5-4541-ac04-1cb2d5ae2407 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844493 Nov 23 03:19:04.912205 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-30416eb9-7c3f-4001-9259-a994e98842b9 req-762d67d6-ea90-4b42-8afb-cb7b838a52b3 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941470 Nov 23 03:19:05.091408 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:71:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:19:03Z', 'updated_at': '2021-11-23T03:19:03Z', 'revision_number': 0, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}, {'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:28Z', 'revision_number': 1, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:19:05.120146 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0248015-6dd7-419c-9735-321786ffd714 None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.62', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:71:60:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:19:03Z', 'updated_at': '2021-11-23T03:19:03Z', 'revision_number': 0, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}, {'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:28Z', 'revision_number': 1, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:19:05.331546 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b5dd5-1362-45aa-9f85-7648bdbc098f None None] New status for floating IP 09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae: ACTIVE {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:19:05.658562 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-af102b31-2c3b-430e-b023-461076bf4722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:06.727108 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:07.653514 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:19:08.384771 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:09.354328 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:21.021260 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:26.867672 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-4dcc34f1-6714-488c-b826-17ce7ef61d1a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0488961 Nov 23 03:19:26.977323 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-5b471484-234f-413c-a0bf-309674aef23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:26.978821 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-5b471484-234f-413c-a0bf-309674aef23b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1097 time: 0.0466492 Nov 23 03:19:27.101386 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-ac31a90d-8423-4f74-a079-ebb5d632c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:27.102901 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-ac31a90d-8423-4f74-a079-ebb5d632c076 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0914631 Nov 23 03:19:27.177087 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-29af57b8-ace5-4a6a-a802-5110297e2dc4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 1000 time: 0.0600204 Nov 23 03:19:27.243634 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-4ac05851-b8be-4092-8e2c-f250634d9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:27.245164 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-4ac05851-b8be-4092-8e2c-f250634d9286 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0571568 Nov 23 03:19:27.296275 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-6f4dd862-63f0-436d-94fd-7e7a321c4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:19:27.297850 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-6f4dd862-63f0-436d-94fd-7e7a321c4379 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404778 Nov 23 03:19:27.394819 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-f7d2625b-ebd3-4cb3-b39a-c9db04833980 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826175 Nov 23 03:19:27.499533 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-3212435d-f23f-4c4c-9fc9-4b10d4e712fd req-3595c1cf-869d-4ee1-a801-73ab52a141be service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933502 Nov 23 03:19:33.193605 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-75f799e8-d89f-4389-be15-754eafdbe232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:35.660580 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b01961de-fd72-4b87-8409-a280e752a04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:36.721997 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:38.388170 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:39.350026 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:19:44.643298 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:19:51.022145 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:03.212257 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f6d1f751-d2d7-4f77-9d15-b758bc280980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:05.664852 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-70206c2d-2a2a-4e25-852a-1bdbc9caba5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:06.728689 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:08.388438 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:09.356217 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:21.026706 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:21.648619 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:20:26.993746 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-58c65cd4-6213-4d17-bc1d-1ce90e28e423 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0980220 Nov 23 03:20:27.081810 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-21cff6cc-76c6-4021-8bc3-9dbfb0736c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:27.083323 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-21cff6cc-76c6-4021-8bc3-9dbfb0736c67 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1099 time: 0.0466039 Nov 23 03:20:27.198091 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-e29855ce-fac7-4032-954f-bd593f26fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:27.199485 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-e29855ce-fac7-4032-954f-bd593f26fff5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0922215 Nov 23 03:20:27.275840 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-79c127ba-7223-4def-8b4e-403b4ce378d6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 200 len: 1001 time: 0.0625956 Nov 23 03:20:27.331572 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-f12c934b-9005-4668-b114-729a195d7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:27.333217 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-f12c934b-9005-4668-b114-729a195d7f27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0461423 Nov 23 03:20:27.389403 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-094c535c-104d-482f-968c-70a75cdc4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:27.391141 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-094c535c-104d-482f-968c-70a75cdc4c06 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438204 Nov 23 03:20:27.500078 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-b1fe1fa1-d2cf-4bba-8211-2c073118d027 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996912 Nov 23 03:20:27.601847 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-d5e7284b-e39d-4a57-aa9a-2846d66b0c75 req-d19a9e08-fec6-4f7e-91d0-20e9de240e60 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905006 Nov 23 03:20:33.197666 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1d6f1587-1689-4ea9-b85c-2473adc8b037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:35.668993 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-073c74d3-06ca-410c-906e-0407d048ad08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:36.743054 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:38.396789 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:39.353696 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:44.453768 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=103358) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 03:20:44.562407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:44.577394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Returning: {'device': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'port_id': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'mac_address': 'fa:16:3e:71:60:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103358) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 03:20:44.617884 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:44.631894 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 {{(pid=103358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 03:20:44.651305 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:44.658042 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:44.703400 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=6']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:44.710510 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.710880 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.711207 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.711568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.711908 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.712270 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.712606 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.712920 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.713250 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.713581 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.713905 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.714234 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:44.845716 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] get_ports_and_sgs() called for port_ids ['8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'] {{(pid=103358) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 03:20:46.464255 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 up at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 03:20:46.519721 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.provisioning_blocks [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Provisioning complete for port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 triggered by entity L2. {{(pid=103358) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 03:20:46.520089 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1659004'] for port, provisioning_complete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:46.605906 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:46.631189 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:46.647285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:46.655036 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:46.700978 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4b32fc2d794a6b7510fa42f79113ce971e1ab13f9cdffdd369d2f344496202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f17e1a-c470-4b20-957d-21fba0099407" -d '{"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:46.759679 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=7']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:46.890575 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb66e50e-bb96-4870-a1c3-a7588971254b x-openstack-request-id: req-bb66e50e-bb96-4870-a1c3-a7588971254b {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:46.890886 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:46.891150 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb66e50e-bb96-4870-a1c3-a7588971254b {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:46.891574 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'code': 200} Nov 23 03:20:51.029973 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:55.686946 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42892) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:20:55.854435 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Deleting port 0f656457-c9d9-4703-beeb-a09868d53c8c {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:20:55.854768 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:55.942540 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:55.942843 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:55.955339 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Calling delete_port for 0f656457-c9d9-4703-beeb-a09868d53c8c owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:20:56.125175 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:56.153553 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event deleted for resources: {'Port': ['ID=0f656457-c9d9-4703-beeb-a09868d53c8c,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:56.178040 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.178468 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.178825 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.179170 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.179518 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.179852 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.180187 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.180556 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.180895 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.181230 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.181566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.181888 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:56.226586 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:56.226920 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Floating IP 09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae disassociated (deleted). External IP: 172.26.8.62, port: 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071. Nov 23 03:20:56.448601 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:20:56.560993 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:20:56.565757 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:56.571846 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:20:56.581844 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:20:56.582550 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:20:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:20:56.598688 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-c631f59d-12b9-40bb-b9c5-8463d2407742 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "DELETE /v2.0/floatingips/09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae HTTP/1.1" status: 204 len: 168 time: 0.9105070 Nov 23 03:20:56.599141 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:56.648658 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11c07d9aab99723d354ff89e679d5e21da52fa3d7e5818440ca67e70028492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229cdc03-daf3-4c47-881a-48e235265de0" -d '{"events": [{"name": "network-changed", "server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:56.701006 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:20:56.762066 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d13365d-e159-426c-996f-5b5f1fe34583 x-openstack-request-id: req-6d13365d-e159-426c-996f-5b5f1fe34583 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:56.762588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:56.762588 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d13365d-e159-426c-996f-5b5f1fe34583 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:56.763013 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'status': 'completed', 'code': 200} Nov 23 03:20:56.852204 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079225-b120-4cdd-b98e-3dbafe364329 req-db15b645-640c-4930-8268-5c7da39f91b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:56.854086 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a5079225-b120-4cdd-b98e-3dbafe364329 req-db15b645-640c-4930-8268-5c7da39f91b8 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 946 time: 0.0501091 Nov 23 03:20:56.907279 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-a5079225-b120-4cdd-b98e-3dbafe364329 req-887137ad-2028-4ab5-9b4b-6db3ad7c9527 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456605 Nov 23 03:20:56.915495 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc03-daf3-4c47-881a-48e235265de0 req-a7fb8e12-9c57-40a5-898b-d1c9af52273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:56.917140 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-a7fb8e12-9c57-40a5-898b-d1c9af52273c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 1099 time: 0.0482261 Nov 23 03:20:56.952853 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:28Z', 'revision_number': 1, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:20:56.978603 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:20:56.987521 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:20:56.987968 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:20:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:20:57.011601 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc03-daf3-4c47-881a-48e235265de0 req-6e7fc58c-ec4d-469c-a1cc-bd3623e96f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:57.013378 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-6e7fc58c-ec4d-469c-a1cc-bd3623e96f5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.0879226 Nov 23 03:20:57.063283 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-6fc051ad-4a0f-4deb-80f7-b94220bc2705 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 200 len: 217 time: 0.0409873 Nov 23 03:20:57.092991 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:20:57.116142 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc03-daf3-4c47-881a-48e235265de0 req-04bd829d-f806-4b42-a2b8-66a3f4976320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:57.117604 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-04bd829d-f806-4b42-a2b8-66a3f4976320 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0446081 Nov 23 03:20:57.169953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc03-daf3-4c47-881a-48e235265de0 req-d35c41ef-1638-40ab-895c-3b9af79d47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:57.171863 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-d35c41ef-1638-40ab-895c-3b9af79d47aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455737 Nov 23 03:20:57.270440 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-e461533b-068b-44a3-8d88-7239747fd518 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899477 Nov 23 03:20:57.336527 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:28Z', 'revision_number': 1, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:20:57.364884 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13947b11-8b1d-4b67-9df7-00bf2dc9b513 None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_floatingips': [{'id': '1f80e005-ec4a-466c-b785-20378f7c2278', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'floating_ip_address': '172.26.8.113', 'floating_network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'router_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'port_id': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'mac_address': 'fa:16:3e:79:46:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T03:16:26Z', 'updated_at': '2021-11-23T03:16:28Z', 'revision_number': 1, 'project_id': '1313f8ba02704889ac80d28db7864745', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:20:57.371792 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-229cdc03-daf3-4c47-881a-48e235265de0 req-8d11314e-0ce5-4cbd-8f1c-c62fb87f0b4e service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924568 Nov 23 03:20:57.591520 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa3bff-d059-4dd2-a3e3-9e411bf7fcfe None None] New status for floating IP 09ce17b2-df2c-45e9-9f9a-16b6e2b5f1ae: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:20:58.145080 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c308b-346a-4845-8e79-96b9a46f579b req-645b582a-026a-45b9-a7f3-155eaa6ca565 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:58.146895 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ec0c308b-346a-4845-8e79-96b9a46f579b req-645b582a-026a-45b9-a7f3-155eaa6ca565 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 946 time: 0.1161630 Nov 23 03:20:58.198867 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-ec0c308b-346a-4845-8e79-96b9a46f579b req-bfc5b037-260d-46e0-8870-700d9e710d36 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457182 Nov 23 03:20:58.522780 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:20:58.607760 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633379'] for port, before_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:58.631871 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:58.634176 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a4b32fc2d794a6b7510fa42f79113ce971e1ab13f9cdffdd369d2f344496202" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef4ea24-6f01-4403-affa-839f2db7fcf5" -d '{"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:58.648268 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:20:58.651395 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:58.658272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733508508730', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733508025510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733508025528'] for port, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:58.683457 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bdd8e6-46ad-4333-9e29-8cbc206e0b18 x-openstack-request-id: req-37bdd8e6-46ad-4333-9e29-8cbc206e0b18 {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:58.683761 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-unplugged", "status": "completed", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "code": 200}]} {{(pid=103358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:58.684022 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37bdd8e6-46ad-4333-9e29-8cbc206e0b18 {{(pid=103358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:58.684437 dv-neutron-818844-1-hyperv neutron-server[103358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'code': 200} Nov 23 03:20:58.707630 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Pushing event updated for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=8']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:58.885294 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-1aba5e0b-59db-4228-a137-8d47fe4bdd08 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:20:58.886689 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-1aba5e0b-59db-4228-a137-8d47fe4bdd08 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 944 time: 0.0633485 Nov 23 03:20:58.992407 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Deleting port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:20:58.992721 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:59.088156 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] For port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:20:59.088563 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:59.101896 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Calling delete_port for 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:20:59.248378 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:59.277648 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event deleted for resources: {'Port': ['ID=8f854e7b-7f8b-403f-a3e3-8d2eea8f6071,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:20:59.312889 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8858b342-d325-4fae-861b-a310a037a5db req-ca462bbf-027d-4cf8-b0aa-67dd5ef0d41a tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=b51e51b7-8e1c-411e-9446-2d0f02be2ea5 HTTP/1.1" status: 200 len: 210 time: 0.0397627 Nov 23 03:20:59.315715 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.316072 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.320668 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818844-1-hyperv {{(pid=103357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 03:20:59.354612 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] No DVR routers for this DVR port 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:20:59.357550 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:20:59.361019 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-e4795f63-668b-4ed8-b6e7-130636d006ae req-66aa6fd6-dc7d-4b10-a3a1-588835c0e6a7 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "DELETE /v2.0/ports/8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 HTTP/1.1" status: 204 len: 173 time: 0.4621599 Nov 23 03:20:59.361469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-deleted', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:20:59.401412 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae67d62e171c3a11a71cbfa7bafe91058b3a9f0f39e7bc6a9894e71d75825895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a32f251-0f1d-4d1d-92cd-f96716abc395" -d '{"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-deleted", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:20:59.490271 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93285801-e252-498b-a2cb-5c91be658ac9 x-openstack-request-id: req-93285801-e252-498b-a2cb-5c91be658ac9 {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:20:59.490577 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b51e51b7-8e1c-411e-9446-2d0f02be2ea5", "name": "network-vif-deleted", "tag": "8f854e7b-7f8b-403f-a3e3-8d2eea8f6071", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:20:59.490842 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-93285801-e252-498b-a2cb-5c91be658ac9 {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:20:59.491271 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51e51b7-8e1c-411e-9446-2d0f02be2ea5', 'name': 'network-vif-deleted', 'tag': '8f854e7b-7f8b-403f-a3e3-8d2eea8f6071', 'status': 'completed', 'code': 200} Nov 23 03:21:00.972228 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 42968) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:01.134790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Deleting port fd57a9c1-fb24-44bf-80e9-16bfce0e9088 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:01.135114 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:01.215324 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:01.215566 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:01.227250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Calling delete_port for fd57a9c1-fb24-44bf-80e9-16bfce0e9088 owned by network:floatingip {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:01.388163 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:01.418279 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event deleted for resources: {'Port': ['ID=fd57a9c1-fb24-44bf-80e9-16bfce0e9088,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:01.482794 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for floatingip, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:01.483133 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.db.l3_db [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Floating IP 1f80e005-ec4a-466c-b785-20378f7c2278 disassociated (deleted). External IP: 172.26.8.113, port: c34db9af-df68-4d05-b0e1-6a5b965525f6. Nov 23 03:21:01.703357 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:21:01.818084 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:21:01.823790 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for floatingip, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:01.829792 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:21:01.840174 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:01.840880 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:20:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:01.852392 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-385e6f9f-5950-497c-803a-84559e42cde4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "DELETE /v2.0/floatingips/1f80e005-ec4a-466c-b785-20378f7c2278 HTTP/1.1" status: 204 len: 168 time: 0.8789418 Nov 23 03:21:01.853053 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:01.855548 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a11c07d9aab99723d354ff89e679d5e21da52fa3d7e5818440ca67e70028492" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6f7b62-a9e9-4c05-b684-092ea490c210" -d '{"events": [{"name": "network-changed", "server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103356) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:01.896961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd3c380-394d-4452-bec7-fbd3dece52e6 x-openstack-request-id: req-3cd3c380-394d-4452-bec7-fbd3dece52e6 {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:01.896961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "status": "completed", "code": 200}]} {{(pid=103356) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:01.896961 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3cd3c380-394d-4452-bec7-fbd3dece52e6 {{(pid=103356) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:01.896961 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'status': 'completed', 'code': 200} Nov 23 03:21:01.954687 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:01.996538 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-d19b8e53-23fa-4d91-adc7-12d6f95ec670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:01.999104 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-d19b8e53-23fa-4d91-adc7-12d6f95ec670 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1313f8ba02704889ac80d28db7864745&device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 1097 time: 0.0536456 Nov 23 03:21:02.125365 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bb8f4-3fce-4f97-819f-867037069b3d req-4f2e3b40-0dca-407f-afbb-4f215fecadaa tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:02.126854 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-225bb8f4-3fce-4f97-819f-867037069b3d req-4f2e3b40-0dca-407f-afbb-4f215fecadaa tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0895901 Nov 23 03:21:02.180031 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:02.202953 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-ed847c1f-e8b1-44eb-979f-0106795195ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:02.204495 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-ed847c1f-e8b1-44eb-979f-0106795195ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 200 len: 911 time: 0.1322093 Nov 23 03:21:02.206350 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:21:02.208782 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-225bb8f4-3fce-4f97-819f-867037069b3d req-6b5916c2-e12b-4602-bbcf-ee86d715db98 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740001 Nov 23 03:21:02.215431 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:02.216094 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:20:36Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:02.255465 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-1cac9ccf-343b-4fc0-994f-91eab0c9c71d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 200 len: 217 time: 0.0398765 Nov 23 03:21:02.307123 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-e9ccec7b-89bc-40f0-805a-390a28c9a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:02.308630 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-e9ccec7b-89bc-40f0-805a-390a28c9a65c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 200 len: 849 time: 0.0441825 Nov 23 03:21:02.328093 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:02.362617 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-b667b108-af38-46d4-ac99-2f7ede583b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:02.364140 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-b667b108-af38-46d4-ac99-2f7ede583b42 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bbc7b4c6-afb5-4a31-bf76-d723004139ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455332 Nov 23 03:21:02.460072 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-53cd4461-04ab-461e-8826-2f0a4ee13afd service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871589 Nov 23 03:21:02.544347 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:02.563844 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-8b6f7b62-a9e9-4c05-b684-092ea490c210 req-f2dc03ed-47a5-4708-b41a-805ef0438e03 service neutron] 10.222.0.46 "GET /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949357 Nov 23 03:21:02.569608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:02.570035 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device 8f854e7b-7f8b-403f-a3e3-8d2eea8f6071 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:02.624458 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:02.650315 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7199afab-467a-4951-b3f4-3357a6b65a89 None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv', '_interfaces': [{'id': 'd1a52b74-e61f-4234-af3b-88d42fd494c5', 'name': '', 'network_id': 'bbc7b4c6-afb5-4a31-bf76-d723004139ae', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'mac_address': 'fa:16:3e:78:4a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:58Z', 'updated_at': '2021-11-23T03:16:02Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'subnets': [{'id': '77c83d80-ecba-461d-af12-4e88781e8e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:21:02.881749 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8aa79-3ea7-405f-becc-26ceba8bcdf0 None None] New status for floating IP 1f80e005-ec4a-466c-b785-20378f7c2278: DOWN {{(pid=103358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 03:21:03.202450 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4629c871-62ac-4832-900a-d4ddeb07c079 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:03.335574 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bdcda-9480-4936-b401-a02f4f0c67f4 req-52f6a525-4214-4faf-8072-b4ed58cb0cf6 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:03.337191 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-767bdcda-9480-4936-b401-a02f4f0c67f4 req-52f6a525-4214-4faf-8072-b4ed58cb0cf6 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0546310 Nov 23 03:21:03.389598 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [req-767bdcda-9480-4936-b401-a02f4f0c67f4 req-9261eca8-e675-4d53-ba73-189a9212806e tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459666 Nov 23 03:21:04.149924 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-1df46f5d-b9df-4eeb-8663-8f61317650ca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:04.151436 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-1df46f5d-b9df-4eeb-8663-8f61317650ca tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 944 time: 0.0568683 Nov 23 03:21:04.252862 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Deleting port c34db9af-df68-4d05-b0e1-6a5b965525f6 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:04.253178 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.354432 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] For port c34db9af-df68-4d05-b0e1-6a5b965525f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c34db9af-df68-4d05-b0e1-6a5b965525f6,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:04.354814 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.368850 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Calling delete_port for c34db9af-df68-4d05-b0e1-6a5b965525f6 owned by compute:nova {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:04.538237 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.552167 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b2291-f5c3-459a-bdb9-f7a55bcb8a99 req-56c6d072-5daf-4655-af6e-cce2a1366178 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 03:21:04.553810 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-279b2291-f5c3-459a-bdb9-f7a55bcb8a99 req-56c6d072-5daf-4655-af6e-cce2a1366178 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/ports?device_id=de77853f-4d11-4921-a1e3-baf4ebb36d05 HTTP/1.1" status: 200 len: 865 time: 0.0900383 Nov 23 03:21:04.583880 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event deleted for resources: {'Port': ['ID=c34db9af-df68-4d05-b0e1-6a5b965525f6,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:04.641892 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] No DVR routers for this DVR port c34db9af-df68-4d05-b0e1-6a5b965525f6 on host hv-neutron-8188 {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:04.646467 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-401621'] for port, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:04.649884 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-2ddded20-afc0-4d5a-a1f5-c6425c9ea1d1 req-43f5dec4-b9ad-48a6-bef0-3ef0ecf45847 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.46 "DELETE /v2.0/ports/c34db9af-df68-4d05-b0e1-6a5b965525f6 HTTP/1.1" status: 204 len: 173 time: 0.4885912 Nov 23 03:21:04.650355 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-deleted', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6'}] {{(pid=103357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 03:21:04.652677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae67d62e171c3a11a71cbfa7bafe91058b3a9f0f39e7bc6a9894e71d75825895" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ae9035-0352-45f8-9409-63373cc50608" -d '{"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-deleted", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6"}]}' {{(pid=103357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 03:21:04.669531 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [req-279b2291-f5c3-459a-bdb9-f7a55bcb8a99 req-ed6fddc5-8c04-4bb8-84cf-baac057f99a2 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "GET /v2.0/security-groups?id=153e0435-f4b2-4e03-b7dc-abbcae593e93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941157 Nov 23 03:21:04.695146 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbb635-07c5-4e40-8111-a09ea75dfbeb x-openstack-request-id: req-cabbb635-07c5-4e40-8111-a09ea75dfbeb {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 03:21:04.695416 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de77853f-4d11-4921-a1e3-baf4ebb36d05", "name": "network-vif-deleted", "tag": "c34db9af-df68-4d05-b0e1-6a5b965525f6", "status": "completed", "code": 200}]} {{(pid=103357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 03:21:04.695717 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cabbb635-07c5-4e40-8111-a09ea75dfbeb {{(pid=103357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 03:21:04.696107 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de77853f-4d11-4921-a1e3-baf4ebb36d05', 'name': 'network-vif-deleted', 'tag': 'c34db9af-df68-4d05-b0e1-6a5b965525f6', 'status': 'completed', 'code': 200} Nov 23 03:21:05.664492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-b3d51e09-20c7-40f9-85e7-a5f130f94c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:05.784532 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42986) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:05.852987 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dfdee525-aa7c-4981-adda-6f379e99eab4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:05.881910 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dfdee525-aa7c-4981-adda-6f379e99eab4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:05.946494 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dfdee525-aa7c-4981-adda-6f379e99eab4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:05.949016 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-dfdee525-aa7c-4981-adda-6f379e99eab4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:05.950317 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-dfdee525-aa7c-4981-adda-6f379e99eab4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] 10.222.0.53 "DELETE /v2.0/security-groups/153e0435-f4b2-4e03-b7dc-abbcae593e93 HTTP/1.1" status: 204 len: 168 time: 0.1646302 Nov 23 03:21:05.959691 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdee525-aa7c-4981-adda-6f379e99eab4 tempest-TestSnapshotPattern-243691662 tempest-TestSnapshotPattern-243691662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=153e0435-f4b2-4e03-b7dc-abbcae593e93,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:06.740700 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:07.037001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 42992) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:07.539419 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.140940 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Deleting port d1a52b74-e61f-4234-af3b-88d42fd494c5 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:08.141706 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.223677 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] For port d1a52b74-e61f-4234-af3b-88d42fd494c5, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=d1a52b74-e61f-4234-af3b-88d42fd494c5,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:08.224035 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.245631 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Calling delete_port for d1a52b74-e61f-4234-af3b-88d42fd494c5 owned by network:router_interface {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:08.394769 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.444460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.473768 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a52b74-e61f-4234-af3b-88d42fd494c5,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:08.598100 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:08.621327 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] No Port match for: c34db9af-df68-4d05-b0e1-6a5b965525f6 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:08.621763 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Device c34db9af-df68-4d05-b0e1-6a5b965525f6 not bound to the agent host hv-neutron-8188 {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:08.647646 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:08.885366 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Router 3fa04a79-5639-40e7-b543-71b6101e88e9 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:21:08.994881 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:21:08.999920 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-bac6383e-445d-4e67-9c71-570c39e3090f admin admin] 10.222.0.53 "PUT /v2.0/routers/3fa04a79-5639-40e7-b543-71b6101e88e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9618459 Nov 23 03:21:09.002941 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 43002) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:09.003918 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] Sync routers for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:21:09.013847 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:09.014540 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:09.109639 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks [] for router, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.127830 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:09.216391 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.284250 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Deleting port e84b7450-2495-4aa2-9f18-e7bba5c28b32 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:09.284592 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.310806 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212'}], 'enable_snat': True}, 'gw_port_id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:21:08Z', 'revision_number': 5, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port': {'id': 'e84b7450-2495-4aa2-9f18-e7bba5c28b32', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ef:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:09.340127 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] Checking router: 3fa04a79-5639-40e7-b543-71b6101e88e9 for host: dv-neutron-818844-1-hyperv {{(pid=103359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:21:09.342545 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.350574 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] Routers {'3fa04a79-5639-40e7-b543-71b6101e88e9'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:09.351279 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['3fa04a79-5639-40e7-b543-71b6101e88e9'], 'active': True} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:09.374633 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] For port e84b7450-2495-4aa2-9f18-e7bba5c28b32, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=e84b7450-2495-4aa2-9f18-e7bba5c28b32,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:09.375001 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.387634 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Calling delete_port for e84b7450-2495-4aa2-9f18-e7bba5c28b32 owned by network:router_gateway {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:09.440282 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_dvr_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] Set router 3fa04a79-5639-40e7-b543-71b6101e88e9 gateway port host: None {{(pid=103359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:09.495057 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.l3_hamode_db [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:21:09Z', 'revision_number': 6, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:09.523934 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2160de-ffa1-44b7-88c4-667044724853 None None] The sync data for ids ['3fa04a79-5639-40e7-b543-71b6101e88e9'] in dv-neutron-818844-1-hyperv is: [{'id': '3fa04a79-5639-40e7-b543-71b6101e88e9', 'name': 'tempest-TestSnapshotPattern-1318729090-router', 'tenant_id': '1313f8ba02704889ac80d28db7864745', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:15:56Z', 'updated_at': '2021-11-23T03:21:09Z', 'revision_number': 6, 'project_id': '1313f8ba02704889ac80d28db7864745', 'gw_port_host': None}] {{(pid=103359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:21:09.563207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.590124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84b7450-2495-4aa2-9f18-e7bba5c28b32,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:09.601571 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f254786-de0c-4298-8799-c9dcf8f06cfd None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:09.653300 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.745932 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.749708 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.800316 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.800833 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa04a79-5639-40e7-b543-71b6101e88e9 {{(pid=103356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:21:09.805323 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] Publish callbacks [] for router, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.806561 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-6597159d-60d2-40c2-9523-bbd623890d84 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3fa04a79-5639-40e7-b543-71b6101e88e9 HTTP/1.1" status: 204 len: 168 time: 0.8025944 Nov 23 03:21:09.810517 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 43014) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:09.857525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Deleting subnet 77c83d80-ecba-461d-af12-4e88781e8e30 {{(pid=103356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:09.860699 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.900785 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3127841'] for subnet, precommit_delete_associations {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:09.985413 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.043443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9813454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9826002'] for subnet, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.077803 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-587810'] for subnet, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.082226 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/77c83d80-ecba-461d-af12-4e88781e8e30 HTTP/1.1" status: 204 len: 168 time: 0.2706816 Nov 23 03:21:10.082895 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca913789-e110-4666-942c-30acf7ad7d4e None None] Network bbc7b4c6-afb5-4a31-bf76-d723004139ae requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:10.083754 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd8714-a09b-4f42-aee2-dc209e7da001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c83d80-ecba-461d-af12-4e88781e8e30,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:10.084384 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 43016) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:10.158106 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.214934 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Deleting port b9afa42b-5b34-40af-9d13-6ec401db1e39 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:10.215194 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.287211 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] For port b9afa42b-5b34-40af-9d13-6ec401db1e39, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=b9afa42b-5b34-40af-9d13-6ec401db1e39,segment=NetworkSegment(b26ffffb-b7a8-4f11-8532-7cfc3557a8bc),segment_id=b26ffffb-b7a8-4f11-8532-7cfc3557a8bc)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:10.287615 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.308888 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Calling delete_port for b9afa42b-5b34-40af-9d13-6ec401db1e39 owned by network:dhcp {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:10.310772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] DHCP port deletion for bbc7b4c6-afb5-4a31-bf76-d723004139ae request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:10.370523 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e84b7450-2495-4aa2-9f18-e7bba5c28b32 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:10.395458 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: e84b7450-2495-4aa2-9f18-e7bba5c28b32 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:10.395800 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device e84b7450-2495-4aa2-9f18-e7bba5c28b32 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:10.396222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b9afa42b-5b34-40af-9d13-6ec401db1e39 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:10.401273 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.426640 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Deleting port b9afa42b-5b34-40af-9d13-6ec401db1e39 {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:10.427012 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.428772 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: b9afa42b-5b34-40af-9d13-6ec401db1e39 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:10.429288 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device b9afa42b-5b34-40af-9d13-6ec401db1e39 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:10.429835 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d1a52b74-e61f-4234-af3b-88d42fd494c5 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:10.436790 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] No DVR routers for this DVR port b9afa42b-5b34-40af-9d13-6ec401db1e39 on host dv-neutron-818844-1-hyperv {{(pid=103357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:10.440573 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9afa42b-5b34-40af-9d13-6ec401db1e39,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:10.480473 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: d1a52b74-e61f-4234-af3b-88d42fd494c5 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:10.480819 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device d1a52b74-e61f-4234-af3b-88d42fd494c5 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:10.509734 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] For port b9afa42b-5b34-40af-9d13-6ec401db1e39, host dv-neutron-818844-1-hyperv, got binding levels [] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:10.510286 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.515792 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.523954 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Calling delete_port for b9afa42b-5b34-40af-9d13-6ec401db1e39 owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:10.526854 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.ipam_backend_mixin [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Port b9afa42b-5b34-40af-9d13-6ec401db1e39 was not found and therefore no delete operation was performed {{(pid=103358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 03:21:10.528767 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.537231 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc7b4c6-afb5-4a31-bf76-d723004139ae']}} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:10.547558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc') {'for_net_delete': True} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:10.547900 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.services.segments.db [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26ffffb-b7a8-4f11-8532-7cfc3557a8bc') {} {{(pid=103357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:10.557155 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] Pushing event deleted for resources: {'Port': ['ID=b9afa42b-5b34-40af-9d13-6ec401db1e39,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:10.558769 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9846720'] for segment, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.563741 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eae7a7-1ae7-4610-8276-6bc15776df42 None None] No DVR routers for this DVR port b9afa42b-5b34-40af-9d13-6ec401db1e39 on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:10.575647 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.582785 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:10.583186 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2955319'] for segment, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: Traceback (most recent call last): Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: timer() Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: cb(*args, **kw) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: return func(*args, **kwargs) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: self._notify() Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: self.callback(batched_events) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: event.method(event) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: return f(self, *a, **k) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._get(url).json() Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:10.585045 dv-neutron-818844-1-hyperv neutron-server[103357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:10.651460 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.657639 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Publish callbacks [] for network, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:10.661361 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bbc7b4c6-afb5-4a31-bf76-d723004139ae HTTP/1.1" status: 204 len: 168 time: 0.5744617 Nov 23 03:21:10.664770 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 43022) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:10.672909 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b1258-99d9-41ee-89ae-4e7497a85088 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc7b4c6-afb5-4a31-bf76-d723004139ae,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:11.027975 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-945181'] for router_interface, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:11.284979 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Deleting port f3052182-d692-4efb-ae28-b998549df575 {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:11.285662 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:11.368438 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] For port f3052182-d692-4efb-ae28-b998549df575, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=f3052182-d692-4efb-ae28-b998549df575,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:11.368809 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:11.698494 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Calling delete_port for f3052182-d692-4efb-ae28-b998549df575 owned by network:router_interface {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:11.884579 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:11.909525 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3052182-d692-4efb-ae28-b998549df575,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:12.086211 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-587789', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-945901'] for router_interface, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:12.320172 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Router 90e0da5e-33fb-49ff-8246-628a28add436 has already been hosted by L3 agent 9c47419a-20ab-4f64-899a-f199589e23ae {{(pid=103356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 03:21:12.433475 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] Notify agent at l3_agent.dv-neutron-818844-1-hyperv the message routers_updated {{(pid=103356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 03:21:12.438730 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-f8511a33-d5c1-43b2-952b-d8adb5fffc34 admin admin] 10.222.0.53 "PUT /v2.0/routers/90e0da5e-33fb-49ff-8246-628a28add436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7729077 Nov 23 03:21:12.441424 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 43026) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:12.443412 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] Sync routers for ids ['90e0da5e-33fb-49ff-8246-628a28add436'] in dv-neutron-818844-1-hyperv {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 03:21:12.454350 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] Routers {'90e0da5e-33fb-49ff-8246-628a28add436'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:12.455002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['90e0da5e-33fb-49ff-8246-628a28add436'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:12.553182 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks [] for router, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:12.563778 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] Set router 90e0da5e-33fb-49ff-8246-628a28add436 gateway port host: dv-neutron-818844-1-hyperv {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:12.656847 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:12.711001 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Deleting port 6e1102ee-f62a-4ac1-822b-b65468284c50 {{(pid=103357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:12.711340 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:12.741846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'external_fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215'}], 'enable_snat': True}, 'gw_port_id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:21:11Z', 'revision_number': 5, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port': {'id': '6e1102ee-f62a-4ac1-822b-b65468284c50', 'name': '', 'network_id': '2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:8a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e0da5e-33fb-49ff-8246-628a28add436', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'ip_address': '172.26.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818844-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T03:16:01Z', 'updated_at': '2021-11-23T03:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '68550bb3-9510-4cf3-a5ad-2f4f15c4b995', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818844-1-hyperv'}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:12.771617 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] Checking router: 90e0da5e-33fb-49ff-8246-628a28add436 for host: dv-neutron-818844-1-hyperv {{(pid=103358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 03:21:12.783994 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] Routers {'90e0da5e-33fb-49ff-8246-628a28add436'} bound to L3 agent in host dv-neutron-818844-1-hyperv {{(pid=103358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 03:21:12.784652 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818844-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T02:13:36Z,description=,heartbeat_timestamp=2021-11-23T03:21:06Z,host='dv-neutron-818844-1-hyperv',id=9c47419a-20ab-4f64-899a-f199589e23ae,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T02:13:36Z,topic='l3_agent')) {'router_ids': ['90e0da5e-33fb-49ff-8246-628a28add436'], 'active': True} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:12.798527 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.db [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] For port 6e1102ee-f62a-4ac1-822b-b65468284c50, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=6e1102ee-f62a-4ac1-822b-b65468284c50,segment=NetworkSegment(2cd2bcf7-2b0c-496e-ac76-9271e5f790be),segment_id=2cd2bcf7-2b0c-496e-ac76-9271e5f790be)] {{(pid=103357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:12.798897 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:12.816558 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.plugins.ml2.plugin [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Calling delete_port for 6e1102ee-f62a-4ac1-822b-b65468284c50 owned by network:router_gateway {{(pid=103357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:12.869784 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvr_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] Set router 90e0da5e-33fb-49ff-8246-628a28add436 gateway port host: None {{(pid=103358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 03:21:12.923240 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_hamode_db [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:21:12Z', 'revision_number': 6, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port_host': None}], 'dv-neutron-818844-1-hyperv', False) {} {{(pid=103358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:12.950046 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427f7c7e-8b28-4922-ac35-4bc2ac07409c None None] The sync data for ids ['90e0da5e-33fb-49ff-8246-628a28add436'] in dv-neutron-818844-1-hyperv is: [{'id': '90e0da5e-33fb-49ff-8246-628a28add436', 'name': 'tempest-TestSnapshotPattern-221550094-router', 'tenant_id': '711a3f80e0de4b7b82e7e07feaac3372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T03:16:00Z', 'updated_at': '2021-11-23T03:21:12Z', 'revision_number': 6, 'project_id': '711a3f80e0de4b7b82e7e07feaac3372', 'gw_port_host': None}] {{(pid=103358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 03:21:12.985645 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2955332'] for port, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.017667 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1102ee-f62a-4ac1-822b-b65468284c50,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:13.034091 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ecf5d-fc5b-4672-a755-3b4cfb33b128 None None] DHCP port deletion for 2c9af4ab-20ea-468b-a94f-9e8dc2c0aa40 request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:13.089514 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616387'] for router_gateway, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.185362 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-946107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8394'] for router, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.188361 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.244324 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-945880'] for router, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.244832 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e0da5e-33fb-49ff-8246-628a28add436 {{(pid=103357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 03:21:13.251349 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] Publish callbacks [] for router, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.252554 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-cbc50050-fca2-4eb4-a37c-c8700d87979e admin admin] 10.222.0.53 "DELETE /v2.0/routers/90e0da5e-33fb-49ff-8246-628a28add436 HTTP/1.1" status: 204 len: 168 time: 0.8101287 Nov 23 03:21:13.255469 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 43028) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:13.318086 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.db.db_base_plugin_v2 [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Deleting subnet 735441c4-6cca-4ff0-8946-0fdb374f3659 {{(pid=103357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 03:21:13.321938 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.369111 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9846745'] for subnet, precommit_delete_associations {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.465966 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1656610'] for subnet, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.532541 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1656635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2955369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10176274'] for subnet, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.560213 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=735441c4-6cca-4ff0-8946-0fdb374f3659,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:13.569065 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.572815 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-5031f958-bc7d-4360-8b8c-ce43c6ae4071 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/735441c4-6cca-4ff0-8946-0fdb374f3659 HTTP/1.1" status: 204 len: 168 time: 0.3163030 Nov 23 03:21:13.574754 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e1d1f9-da5f-4a68-b68d-a613bc90c8a8 None None] Network e03c1000-d335-48f4-b1bf-1179d2fae7df requested from dv-neutron-818844-1-hyperv {{(pid=103358) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 03:21:13.576849 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 43030) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:13.649523 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2076496'] for network, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.720287 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Deleting port a5f0eef0-169c-4803-9085-9ea9e1d04bbc {{(pid=103356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:13.721158 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.796897 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.db [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] For port a5f0eef0-169c-4803-9085-9ea9e1d04bbc, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:13.797225 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] DHCP port deletion for e03c1000-d335-48f4-b1bf-1179d2fae7df request from dv-neutron-818844-1-hyperv {{(pid=103358) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 03:21:13.797422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.814823 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.plugin [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Calling delete_port for a5f0eef0-169c-4803-9085-9ea9e1d04bbc owned by network:dhcp {{(pid=103356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:13.862381 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Deleting port a5f0eef0-169c-4803-9085-9ea9e1d04bbc {{(pid=103358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 03:21:13.862813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733508507432'] for port, before_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.920467 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9813475'] for port, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.939435 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.db [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] For port a5f0eef0-169c-4803-9085-9ea9e1d04bbc, host dv-neutron-818844-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818844-1-hyperv',level=0,port_id=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,segment=NetworkSegment(97f36d3d-f209-409b-b68d-9445d14f4fa3),segment_id=97f36d3d-f209-409b-b68d-9445d14f4fa3)] {{(pid=103358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 03:21:13.939813 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616180'] for port, precommit_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:13.947847 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:13.951442 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] No DVR routers for this DVR port a5f0eef0-169c-4803-9085-9ea9e1d04bbc on host dv-neutron-818844-1-hyperv {{(pid=103356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:13.957752 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Calling delete_port for a5f0eef0-169c-4803-9085-9ea9e1d04bbc owned by network:dhcp {{(pid=103358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 03:21:14.037762 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1659281', 'neutron.services.segments.db._delete_segments_for_network-8733508371339'] for network, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.072567 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03c1000-d335-48f4-b1bf-1179d2fae7df']}} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:14.085934 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f36d3d-f209-409b-b68d-9445d14f4fa3') {'for_net_delete': True} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:14.086421 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.services.segments.db [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f36d3d-f209-409b-b68d-9445d14f4fa3') {} {{(pid=103356) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 03:21:14.101931 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733508549398', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3127864'] for segment, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.123422 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549'] for segment, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.130916 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=103356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 03:21:14.131732 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9813392'] for segment, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: Traceback (most recent call last): Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: timer() Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: cb(*args, **kw) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: return func(*args, **kwargs) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: self._notify() Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: self.callback(batched_events) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: event.method(event) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: return f(self, *a, **k) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._get(url).json() Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: return self.request(url, 'GET', **kwargs) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 03:21:14.134296 dv-neutron-818844-1-hyperv neutron-server[103356]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 03:21:14.197443 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1659279', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616307'] for network, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.206207 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Publish callbacks [] for network, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.209807 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] 10.222.0.53 "DELETE /v2.0/networks/e03c1000-d335-48f4-b1bf-1179d2fae7df HTTP/1.1" status: 204 len: 168 time: 0.6327963 Nov 23 03:21:14.215018 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6e1102ee-f62a-4ac1-822b-b65468284c50 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:14.220712 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d2b60-8b23-4b24-abdb-64bcaf0c0ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=e03c1000-d335-48f4-b1bf-1179d2fae7df,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:14.236873 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: 6e1102ee-f62a-4ac1-822b-b65468284c50 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:14.237222 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device 6e1102ee-f62a-4ac1-822b-b65468284c50 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:14.237637 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f3052182-d692-4efb-ae28-b998549df575 no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:14.242025 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1633314', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-587796', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733508508757', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733508025501'] for port, after_delete {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.266877 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: f3052182-d692-4efb-ae28-b998549df575 {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:14.267230 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device f3052182-d692-4efb-ae28-b998549df575 not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:14.267651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a5f0eef0-169c-4803-9085-9ea9e1d04bbc no longer exists at agent ovs-agent-dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 03:21:14.269308 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Network e03c1000-d335-48f4-b1bf-1179d2fae7df is not hosted by any dhcp agent {{(pid=103358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 03:21:14.269756 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] No DVR routers for this DVR port a5f0eef0-169c-4803-9085-9ea9e1d04bbc on host dv-neutron-818844-1-hyperv {{(pid=103358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 03:21:14.307349 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa025d-854f-4160-af25-d03c16b880f4 None None] Pushing event deleted for resources: {'Port': ['ID=a5f0eef0-169c-4803-9085-9ea9e1d04bbc,revision_number=None']} {{(pid=103358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:14.309385 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.plugin [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] No Port match for: a5f0eef0-169c-4803-9085-9ea9e1d04bbc {{(pid=103358) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 03:21:14.309702 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron.plugins.ml2.rpc [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Device a5f0eef0-169c-4803-9085-9ea9e1d04bbc not bound to the agent host dv-neutron-818844-1-hyperv {{(pid=103358) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 03:21:14.342241 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 43034) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:14.385580 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-39abeecc-b554-49ff-8da9-74adcbf286df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1313f8ba02704889ac80d28db7864745&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419517 Nov 23 03:21:14.388222 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.wsgi [-] (103356) accepted ('10.222.0.53', 43036) {{(pid=103356) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:14.451378 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8426520c-20bb-4e02-8492-1eb8dedb7d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.477124 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8426520c-20bb-4e02-8492-1eb8dedb7d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.531351 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8426520c-20bb-4e02-8492-1eb8dedb7d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.534189 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron_lib.callbacks.manager [None req-8426520c-20bb-4e02-8492-1eb8dedb7d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103356) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:14.535518 dv-neutron-818844-1-hyperv neutron-server[103356]: INFO neutron.wsgi [None req-8426520c-20bb-4e02-8492-1eb8dedb7d76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ea443af-1b5b-4b23-87b6-63fd7ec147b2 HTTP/1.1" status: 204 len: 168 time: 0.1461809 Nov 23 03:21:14.543581 dv-neutron-818844-1-hyperv neutron-server[103356]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426520c-20bb-4e02-8492-1eb8dedb7d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea443af-1b5b-4b23-87b6-63fd7ec147b2,revision_number=None']} {{(pid=103356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:14.923543 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 43042) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:14.964279 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-1b4f7558-774c-4a61-8503-2aac5c212fc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=711a3f80e0de4b7b82e7e07feaac3372&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395491 Nov 23 03:21:14.966804 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.wsgi [-] (103357) accepted ('10.222.0.53', 43044) {{(pid=103357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 03:21:15.015642 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9029d54-f489-4108-b3a4-952fe6a4b17f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.037274 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9029d54-f489-4108-b3a4-952fe6a4b17f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.085222 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9029d54-f489-4108-b3a4-952fe6a4b17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-542230'] for security_group, after_delete {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.088673 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron_lib.callbacks.manager [None req-c9029d54-f489-4108-b3a4-952fe6a4b17f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:15.089890 dv-neutron-818844-1-hyperv neutron-server[103357]: INFO neutron.wsgi [None req-c9029d54-f489-4108-b3a4-952fe6a4b17f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab8365f0-d056-4a20-859b-8499d9290ece HTTP/1.1" status: 204 len: 168 time: 0.1221783 Nov 23 03:21:15.097745 dv-neutron-818844-1-hyperv neutron-server[103357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9029d54-f489-4108-b3a4-952fe6a4b17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8365f0-d056-4a20-859b-8499d9290ece,revision_number=None']} {{(pid=103357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 03:21:21.053310 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:33.208916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e6e42311-0de4-4243-a07f-2186d146ecfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:35.654999 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:21:35.671608 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-306f217a-ba28-4964-8791-ebee73932b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:36.733916 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:38.397407 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:39.342019 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:21:51.054651 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:03.207154 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-e197a96b-e9a8-4977-a6b8-590b35cb85c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:05.677492 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-99d92d6c-9f7b-4e0c-9e69-fc9595971538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:06.739930 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:08.399725 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:09.349885 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:12.652044 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:22:21.071066 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:33.212031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-c070902f-d7ee-4fe0-9bbd-89a86e478156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:35.664058 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9604ce5c-3a45-404d-85ad-53ba4c2dc294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:36.739875 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:38.404443 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:39.345472 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:22:49.651151 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:22:51.068196 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:03.208471 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-2e31fb07-e887-4f47-8a9e-1b102313f63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:05.664070 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-80014c9a-ffc2-4243-b005-3c4abd205a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:06.746285 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:08.406936 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:09.348972 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:21.086246 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:26.645685 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:23:33.206408 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-ed3475df-1973-4c11-bcfd-1256904be219 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:35.671431 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-adf32e19-6d38-423f-bb94-f7caaca75af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:36.749044 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:38.409805 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:39.352812 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:23:51.083030 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.210576 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19bcdf13-74bc-41af-b7f5-831fd86d2da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:03.649738 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:24:05.663101 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-1350e6bb-8fff-4219-aff8-1b69b342de36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:06.764104 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:08.415429 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:09.354002 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:21.091607 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:33.206157 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-465810d9-79b2-438a-8315-62a9db8f5f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:35.660098 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-5b9fc53b-fe73-4e5d-a645-34caec7d2b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:36.759227 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:38.415896 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:39.359282 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:24:40.652981 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:24:51.093823 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:03.215430 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-db3e9f60-3a9f-4d87-9241-8d6b444c25a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:05.657185 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-cf8f61bb-33d1-4a51-a8ed-c4833a6b85c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:06.763269 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:08.428061 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:09.355031 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:17.654228 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:25:21.104733 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:33.220568 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-0a71bf1e-7d5d-4eaf-8b49-92b02fabab3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:35.663924 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-348bd5e3-636e-4f36-99ce-fcb73df77897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:36.776876 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:38.425115 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:39.355549 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:51.118673 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:25:54.658694 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:26:03.220093 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9be2f660-06d7-401e-a3d1-aa3e83c0c201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:05.648423 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-8c142393-789b-44d5-a80f-193904ecfbc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:06.783272 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:08.432723 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:09.352555 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:21.145807 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:31.663119 dv-neutron-818844-1-hyperv neutron-server[103359]: DEBUG neutron.db.agents_db [None req-3ef993fc-53f1-4645-bc09-b73372502da5 None None] Agent healthcheck: found 6 active agents {{(pid=103359) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 03:26:33.221394 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-19f77948-4ae1-4e91-add1-a99b4f5e2973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:35.654948 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-69f0e7d8-ce50-4dbd-ab5c-9c804a93b8e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:36.778846 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-4333dcdd-7492-4280-a399-fba9cf63a167 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:38.436940 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-9a331a64-512f-433e-8b94-b487bc48ba2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:39.349186 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-6842aa92-0591-45df-9194-8b570e6a524f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 03:26:51.132112 dv-neutron-818844-1-hyperv neutron-server[103358]: DEBUG neutron_lib.callbacks.manager [None req-f4c0b8b7-314c-4b23-9827-a23295e030bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733508371411', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1658893'] for agent, after_update {{(pid=103358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}